-- Logs begin at Wed 2022-02-16 23:08:54 UTC, end at Thu 2022-02-17 00:49:17 UTC. -- Feb 16 23:40:47.786694 dv-neutron-829040-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 23:40:50.279507 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.common.config [-] Logging enabled! Feb 16 23:40:50.280275 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev38 Feb 16 23:40:50.280275 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 23:40:50.283394 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.common.config [-] Logging enabled! Feb 16 23:40:50.283651 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev38 Feb 16 23:40:50.283967 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 23:40:50.284940 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:40:50.285179 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 23:40:50.285541 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 23:40:50.285797 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 23:40:50.286024 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 23:40:50.286348 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.286645 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.286946 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.287178 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.287473 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.287762 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.288073 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.288368 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.288665 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.288979 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.289265 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.289549 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.289780 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.290063 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.290352 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.290638 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.290865 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] debug = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.291147 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.291577 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.292002 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.292316 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.292608 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.292889 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.293167 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.293443 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.293731 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.294060 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] host = dv-neutron-829040-1-hyperv {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.294345 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.294635 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.294924 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.295215 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.295494 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.295769 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.296082 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.296354 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.296630 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] log_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.296911 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.297202 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.297494 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.297783 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.298010 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.298234 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.298526 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.298818 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.299102 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.299380 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.299660 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.299937 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.300248 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.300525 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.300816 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.301106 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.301399 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.301681 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.301961 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.302242 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.302522 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.302811 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.303091 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.303373 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.303653 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.303942 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.304248 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.304532 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.305347 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.305642 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.305924 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.306213 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.306493 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.306780 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.307061 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.307338 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.307614 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] use_json = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.307891 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.308189 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.308474 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.308750 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.309026 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.309308 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.309581 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.309869 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.310144 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:50.310443 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.310742 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.311048 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.311339 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.311631 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.311919 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.312251 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.312537 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.312834 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.313129 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.313421 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.313702 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.313992 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.314272 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.314569 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.314874 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.315170 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.315465 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.315746 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.316021 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.316323 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.316605 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.316896 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.317193 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.317487 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.317765 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.318064 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.318343 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.318625 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.318899 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.319180 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.319472 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.319749 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.320024 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.320953 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.321234 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.321510 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.321785 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.322064 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.322355 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.322637 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.322915 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.323189 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.323471 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.323747 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.324034 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.324343 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.324623 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.324901 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.325180 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.325459 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.325740 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.326019 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.326297 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.326577 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.326851 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.327126 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.327402 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.327678 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.327953 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.328255 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.328532 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.328811 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.329086 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.329360 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.329637 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.329914 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.330191 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.330478 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.331041 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.331320 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.331601 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.331883 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.332187 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.332468 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.332749 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.333029 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.333308 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.333581 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.333873 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.334160 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.334447 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.334730 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.335012 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.335308 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.335590 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.336407 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.336706 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.336998 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.337288 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.337575 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.337871 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.338171 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.338468 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.338766 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.339061 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.339346 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.339659 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.339941 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:50.340189 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 23:40:50.340434 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87569) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 23:40:50.734421 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO keyring.backend [-] Loading KWallet Feb 16 23:40:50.741708 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO keyring.backend [-] Loading SecretService Feb 16 23:40:50.745759 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO keyring.backend [-] Loading Windows Feb 16 23:40:50.747090 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO keyring.backend [-] Loading chainer Feb 16 23:40:50.747669 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO keyring.backend [-] Loading macOS Feb 16 23:40:50.780348 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 23:40:50.780627 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 23:40:50.780929 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 23:40:50.781264 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 23:40:51.168975 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.169274 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.169551 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.170764 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.171045 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.171435 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.206689 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.206970 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.207242 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.220860 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.221146 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.221420 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.251478 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.251758 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.252027 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.290279 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.290831 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.290831 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.529069 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.529285 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.529558 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.529829 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.530568 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.651356 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.651685 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.651977 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.652281 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.652559 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.652878 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.653150 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.653413 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.653672 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.653960 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.654224 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.654492 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.654760 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.655021 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.655290 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.655564 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.655825 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.656127 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.656387 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.656672 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.657022 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.657278 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.657530 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.657818 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.658070 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.658319 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.658708 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:51.658949 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:51.659187 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:51.659426 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:51.659664 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:51.659900 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:51.660299 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 23:40:51.663426 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 23:40:51.667934 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 23:40:51.671710 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 16 23:40:51.673396 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 23:40:51.673846 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 23:40:51.674185 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 23:40:51.674612 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 23:40:51.678569 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 23:40:51.678824 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 23:40:51.679170 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 23:40:51.707699 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 23:40:51.708193 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.708495 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87569) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 23:40:51.708859 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.710239 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87569) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 23:40:51.710523 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 23:40:51.711277 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 23:40:51.714589 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.714879 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:51.777630 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 23:40:51.777877 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 23:40:51.778120 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 23:40:51.778489 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 23:40:51.809064 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_db.sqlalchemy.engines [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87569) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 23:40:52.139938 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing driver for type 'gre' Feb 16 23:40:52.140474 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] gre ID ranges: [(1, 1000)] Feb 16 23:40:52.192674 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing driver for type 'local' Feb 16 23:40:52.193058 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing driver for type 'vlan' Feb 16 23:40:52.204359 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] VlanTypeDriver initialization complete Feb 16 23:40:52.204700 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing driver for type 'vxlan' Feb 16 23:40:52.205181 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] vxlan ID ranges: [(1, 1000)] Feb 16 23:40:52.254289 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing extension driver 'port_security' Feb 16 23:40:52.254691 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.extensions.port_security [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] PortSecurityExtensionDriver initialization complete Feb 16 23:40:52.255089 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing mechanism driver 'openvswitch' Feb 16 23:40:52.255468 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing mechanism driver 'hyperv' Feb 16 23:40:52.262575 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:40:52.263236 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.263612 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.263957 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.264498 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 23:40:52.264924 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnet after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.265278 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnet after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.265622 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.266006 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 23:40:52.266404 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.266746 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.267086 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.267466 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 23:40:52.267862 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > security_group after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.268234 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > security_group after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.268572 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > security_group after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.268951 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 23:40:52.269346 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.269688 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.270025 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.270528 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 23:40:52.270928 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > address_group after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.271272 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > address_group after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.271607 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > address_group after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.271985 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 23:40:52.272447 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] ML2 OVO RPC backend initialized. {{(pid=87569) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 16 23:40:52.273144 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.274100 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.274554 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.274898 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > networks before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.275241 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.275577 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > ports before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.275917 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnet before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.276279 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnets before_response 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.276621 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.276955 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.277285 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.277614 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.277947 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.278272 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.278600 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnet after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.278929 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnet after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.279253 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.279805 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Modular L2 Plugin initialization complete Feb 16 23:40:52.280147 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading services supported by the core plugin {{(pid=87569) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 23:40:52.280467 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.managers [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Got port-security extension from driver 'port_security' Feb 16 23:40:52.280915 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.extensions.vlantransparent [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Disabled vlantransparent extension. Feb 16 23:40:52.281390 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87569) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 23:40:52.281696 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: router Feb 16 23:40:52.319176 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router_interface before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.319756 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router after_create 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.319924 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router before_create 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.320808 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.321176 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.321528 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router after_delete 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.321880 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > floatingip after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.322238 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router after_create 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.322584 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router after_update 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.322930 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router after_update 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.323275 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.323629 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router after_update 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.324033 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_update 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.324419 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: port after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.324755 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: port after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.325089 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: subnet after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.325427 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.325768 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > port precommit_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.326109 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_create 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.326443 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: port before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.326780 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.327129 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router after_update 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.327467 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_delete 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.327806 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_create 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.328185 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.328526 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_update 55549900 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.328881 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > agent after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.329224 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > agent after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.329562 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > network after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.330419 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Tracking information for resource: router configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:52.331013 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Tracking information for resource: floatingip configured {{(pid=87569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 23:40:52.336581 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.db.l3_agentschedulers_db [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 23:40:52.337153 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: port after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.337510 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: port after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.337860 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: port after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.338208 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: port after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.339103 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router before_create 55550100 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.339464 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_delete 55550100 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.339827 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_create 55550100 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.340212 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > router precommit_update 55550100 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.344635 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.services.provider_configuration [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service providers = [] {{(pid=87569) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 23:40:52.344994 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.db.servicetype_db [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87569) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 23:40:52.347912 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.services.service_base [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 23:40:52.348295 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.services.service_base [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 23:40:52.348639 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.services.service_base [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 23:40:52.349518 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.services.service_base [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 23:40:52.349886 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.services.service_base [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 23:40:52.350259 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.350573 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 23:40:52.361221 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.361560 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: auto_allocate Feb 16 23:40:52.367460 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: network precommit_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.367826 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: network precommit_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.368362 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.368682 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: tag Feb 16 23:40:52.375179 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.375503 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: timestamp Feb 16 23:40:52.379474 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.379803 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: network_ip_availability Feb 16 23:40:52.385581 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.385950 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.386305 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.387000 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.387331 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: flavors Feb 16 23:40:52.392202 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.392486 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading Plugin: revisions Feb 16 23:40:52.396737 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 23:40:52.397121 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 23:40:52.397854 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87569) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 23:40:52.398184 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Initializing extension manager. Feb 16 23:40:52.399331 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: __init__.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.399671 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: __pycache__ {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.400001 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.400362 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: address_group.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.401118 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.401680 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: address-group Feb 16 23:40:52.402002 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: address_scope.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.402703 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.403213 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: address-scope Feb 16 23:40:52.403532 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: admin_state_down_before_update.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.404478 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.404989 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: router-admin-state-down-before-update Feb 16 23:40:52.405309 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: agent.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.406001 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.406507 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: agent Feb 16 23:40:52.406826 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: agent_resources_synced.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.407731 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.408264 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: agent-resources-synced Feb 16 23:40:52.408586 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: allowedaddresspairs.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.410522 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.411045 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: allowed-address-pairs Feb 16 23:40:52.411369 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: auto_allocated_topology.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.412460 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.412972 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: auto-allocated-topology Feb 16 23:40:52.413293 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: availability_zone.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.414026 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.414533 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: availability_zone Feb 16 23:40:52.414853 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: availability_zone_filter.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.415750 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.416289 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: availability_zone_filter Feb 16 23:40:52.416612 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: data_plane_status.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.417508 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.418015 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 23:40:52.418338 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: default_subnetpools.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.419238 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.419749 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: default-subnetpools Feb 16 23:40:52.420089 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: dhcpagentscheduler.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.420886 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.421390 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: dhcp_agent_scheduler Feb 16 23:40:52.421710 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: dns.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.422599 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.423095 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension dns-integration not supported by any of loaded plugins Feb 16 23:40:52.423416 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: dns_domain_ports.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.424354 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.424855 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 23:40:52.425176 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: dvr.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.425836 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.426336 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: dvr Feb 16 23:40:52.426655 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: empty_string_filtering.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.427552 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.428084 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: empty-string-filtering Feb 16 23:40:52.428411 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.429306 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.430326 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 23:40:52.430645 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.431553 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.432130 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 23:40:52.432453 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: external_net.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.433350 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.433858 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: external-net Feb 16 23:40:52.434180 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: extra_dhcp_opt.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.435081 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.435586 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: extra_dhcp_opt Feb 16 23:40:52.435908 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: extraroute.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.436824 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.437335 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: extraroute Feb 16 23:40:52.437653 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: extraroute_atomic.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.438670 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.439183 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: extraroute-atomic Feb 16 23:40:52.439503 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: filter_validation.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.440196 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.440700 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: filter-validation Feb 16 23:40:52.441018 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: fip_pf_description.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.441913 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.442409 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 23:40:52.442726 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: fip_port_details.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.443632 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.444163 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: fip-port-details Feb 16 23:40:52.444489 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: flavors.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.446334 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.446845 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: flavors Feb 16 23:40:52.447166 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.448867 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.449380 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 23:40:52.449707 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: floatingip_pools.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.450402 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.450911 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: floatingip-pools Feb 16 23:40:52.451233 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: ip_allocation.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.452300 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.452801 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 23:40:52.453123 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.454028 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.454541 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: ip-substring-filtering Feb 16 23:40:52.454865 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l2_adjacency.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.456045 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.456572 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 23:40:52.456892 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l3.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.457845 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.458359 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: router Feb 16 23:40:52.458683 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l3_conntrack_helper.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.461129 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.461653 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 23:40:52.461983 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.462903 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.463412 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: ext-gw-mode Feb 16 23:40:52.463735 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.464675 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.465184 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: l3-ha Feb 16 23:40:52.465507 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l3_flavors.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.466409 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.466913 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: l3-flavors Feb 16 23:40:52.467235 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.468184 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.468685 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 23:40:52.469005 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: l3agentscheduler.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.470038 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.470550 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: l3_agent_scheduler Feb 16 23:40:52.470875 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: logging.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.472399 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.472915 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension logging not supported by any of loaded plugins Feb 16 23:40:52.473241 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: metering.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.473975 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.474555 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: metering Feb 16 23:40:52.474877 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.475981 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.476552 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: metering_source_and_destination_fields Feb 16 23:40:52.476876 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: multiprovidernet.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.477793 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.478307 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: multi-provider Feb 16 23:40:52.478628 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: netmtu.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.479530 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.480040 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: net-mtu Feb 16 23:40:52.480382 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: netmtu_writable.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.481290 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.481805 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: net-mtu-writable Feb 16 23:40:52.482125 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: network_availability_zone.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.482782 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.483286 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: network_availability_zone Feb 16 23:40:52.483603 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: network_ip_availability.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.484720 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.485231 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: network-ip-availability Feb 16 23:40:52.485552 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: network_segment_range.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.486304 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.486804 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 23:40:52.487121 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: pagination.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.488106 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.488434 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: pagination Feb 16 23:40:52.488754 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: port_device_profile.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.489647 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.490159 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: port-device-profile Feb 16 23:40:52.490479 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.491378 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.491885 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: port-mac-address-regenerate Feb 16 23:40:52.492750 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.493645 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.494152 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: port-numa-affinity-policy Feb 16 23:40:52.494471 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: port_resource_request.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.495368 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.495869 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 23:40:52.496224 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: portbindings.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.497159 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.497663 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: binding Feb 16 23:40:52.497983 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: portbindings_extended.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.499256 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.499772 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: binding-extended Feb 16 23:40:52.500153 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: portsecurity.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.501060 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.501571 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: port-security Feb 16 23:40:52.501897 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: project_id.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.502856 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.503184 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: project-id Feb 16 23:40:52.503506 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: providernet.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.504434 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.504954 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: provider Feb 16 23:40:52.505274 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.509561 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.510082 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos not supported by any of loaded plugins Feb 16 23:40:52.510415 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.511659 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.512208 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 23:40:52.512538 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.513446 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.513956 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 23:40:52.514283 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_default.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.515185 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.515699 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-default not supported by any of loaded plugins Feb 16 23:40:52.516026 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_fip.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.516694 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.517198 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-fip not supported by any of loaded plugins Feb 16 23:40:52.517520 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_gateway_ip.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.518428 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.518937 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 23:40:52.519259 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_port_network_policy.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.520187 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.520694 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 23:40:52.521016 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_rule_type_details.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.521919 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.522426 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 23:40:52.522748 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: qos_rules_alias.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.523804 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.524343 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 23:40:52.524666 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: quotasv2.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.525559 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.525883 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: quotas Feb 16 23:40:52.526199 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: quotasv2_detail.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.527803 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.528172 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: quota_details Feb 16 23:40:52.528506 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: rbac.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.529538 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.530062 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: rbac-policies Feb 16 23:40:52.530394 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: rbac_address_group.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.531311 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.531822 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: rbac-address-group Feb 16 23:40:52.532177 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: rbac_address_scope.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.533085 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.533596 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: rbac-address-scope Feb 16 23:40:52.533923 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: rbac_security_groups.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.534823 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.535334 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: rbac-security-groups Feb 16 23:40:52.535657 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: rbac_subnetpool.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.536600 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.537111 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: rbac-subnetpool Feb 16 23:40:52.537436 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: revisionifmatch.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.538338 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.538867 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: revision-if-match Feb 16 23:40:52.539195 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: revisions.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.540308 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.540820 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: standard-attr-revisions Feb 16 23:40:52.541150 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: router_availability_zone.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.541813 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.542318 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: router_availability_zone Feb 16 23:40:52.542641 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: routerservicetype.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.543548 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.544073 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension router-service-type not supported by any of loaded plugins Feb 16 23:40:52.544402 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.545320 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.545830 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: security-groups-normalized-cidr Feb 16 23:40:52.546153 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: security_groups_port_filtering.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.547186 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.547701 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: port-security-groups-filtering Feb 16 23:40:52.548027 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.548985 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.549482 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: security-groups-remote-address-group Feb 16 23:40:52.549806 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: securitygroup.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.559945 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.560501 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: security-group Feb 16 23:40:52.560833 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: segment.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.561609 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.562116 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension segment not supported by any of loaded plugins Feb 16 23:40:52.562441 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.563369 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.563876 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 23:40:52.564229 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: servicetype.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.565330 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.565853 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: service-type Feb 16 23:40:52.566174 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: sorting.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.567138 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.567466 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: sorting Feb 16 23:40:52.567787 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: standard_attr_segment.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.568715 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.569230 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 23:40:52.569552 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: standardattrdescription.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.570218 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.571260 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: standard-attr-description Feb 16 23:40:52.571584 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: stateful_security_group.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.572521 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.573041 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: stateful-security-group Feb 16 23:40:52.573363 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: stdattrs_common.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.573945 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 23:40:52.574265 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.575255 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.575790 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 23:40:52.576141 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: subnet_onboard.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.577637 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.578562 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: subnet_onboard Feb 16 23:40:52.579183 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.580158 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.580956 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 23:40:52.581281 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: subnet_service_types.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.582583 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.583197 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: subnet-service-types Feb 16 23:40:52.583634 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: subnetallocation.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.584994 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.585545 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: subnet_allocation Feb 16 23:40:52.585932 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.587150 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.587724 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: subnetpool-prefix-ops Feb 16 23:40:52.588095 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.589198 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.589792 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 23:40:52.590177 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: tagging.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.591407 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.591986 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: standard-attr-tag Feb 16 23:40:52.592407 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: timestamp.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.593693 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.594253 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loaded extension: standard-attr-timestamp Feb 16 23:40:52.594676 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: trunk.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.595860 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.596442 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension trunk not supported by any of loaded plugins Feb 16 23:40:52.596791 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: trunk_details.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.598004 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.598511 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension trunk-details not supported by any of loaded plugins Feb 16 23:40:52.599071 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: uplink_status_propagation.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.600287 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.600945 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 23:40:52.601422 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Loading extension file: vlantransparent.py {{(pid=87569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 23:40:52.602325 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 23:40:52.603009 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 23:40:52.606311 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:network Feb 16 23:40:52.607207 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:subnet Feb 16 23:40:52.608013 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:40:52.608637 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:port Feb 16 23:40:52.610062 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.610552 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service FLAVORS assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.611175 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.611592 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.611951 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:router Feb 16 23:40:52.612628 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:floatingip Feb 16 23:40:52.613327 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service METERING assigned prefix: /metering {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.614778 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.615140 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.615489 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:40:52.618383 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 23:40:52.618844 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:security_group Feb 16 23:40:52.619514 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 23:40:52.620262 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service CORE assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.620597 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:40:52.620935 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] subnetpool is already registered Feb 16 23:40:52.621536 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service CORE assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.621859 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:40:52.622191 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] subnetpool is already registered Feb 16 23:40:52.732821 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.733255 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service FLAVORS assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.733854 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.734280 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.734618 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:router Feb 16 23:40:52.734950 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] router is already registered Feb 16 23:40:52.735592 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:floatingip Feb 16 23:40:52.735927 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] floatingip is already registered Feb 16 23:40:52.736587 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service METERING assigned prefix: /metering {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.737418 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 23:40:52.737747 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] rbac_policy is already registered Feb 16 23:40:52.738167 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:security_group Feb 16 23:40:52.738488 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] security_group is already registered Feb 16 23:40:52.739070 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 23:40:52.739398 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] security_group_rule is already registered Feb 16 23:40:52.740080 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service CORE assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.740408 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:40:52.740730 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] subnetpool is already registered Feb 16 23:40:52.741333 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.resource_helper [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Service CORE assigned prefix: {{(pid=87569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 23:40:52.741659 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 23:40:52.741979 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING neutron.quota.resource_registry [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] subnetpool is already registered Feb 16 23:40:52.743143 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: extensions {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.744676 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: address-groups {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.746293 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: address-scopes {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.747504 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: agents {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.748689 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: auto-allocated-topology {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.750040 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: availability_zones {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.751275 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: dhcp-networks {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.752707 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: dhcp-agents {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.754106 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: routers {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.755939 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: flavors {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.757146 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: service_profiles {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.758946 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: next_providers {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.760503 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: service_profiles {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.761933 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: floatingip-pools {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.763183 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: routers {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.765027 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: floatingips {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.766212 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: l3-routers {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.767589 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: l3-agents {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.769132 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: metering-labels {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.770374 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: metering-label-rules {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.771660 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: network-ip-availabilities {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.772939 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: bindings {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.774624 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: quotas {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.776036 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: quotas {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.777533 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: rbac-policies {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.778863 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: security-groups {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.780086 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: security-group-rules {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.781305 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: service-providers {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.782607 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: subnetpools {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.783946 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: subnetpools {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.785419 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.787181 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.789417 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.791202 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.794000 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.795847 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.797550 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.799446 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.801220 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.803043 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron.api.extensions [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Extended resource: tags {{(pid=87569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 23:40:52.809427 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING keystonemiddleware.auth_token [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 23:40:52.814077 dv-neutron-829040-1-hyperv neutron-server[87569]: WARNING keystonemiddleware.auth_token [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 23:40:52.822289 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Acquired lock "singleton_lock" {{(pid=87569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 23:40:52.822764 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Releasing lock "singleton_lock" {{(pid=87569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 23:40:52.823390 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO oslo_service.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Starting 2 workers Feb 16 23:40:52.828074 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Started child 87676 {{(pid=87569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 23:40:52.832543 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Started child 87677 {{(pid=87569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 23:40:52.833392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:40:52.834096 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO neutron.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 23:40:52.834739 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Notify callbacks [] for process, before_spawn {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:40:52.834836 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [-] (87676) wsgi starting up on http://0.0.0.0:9696 Feb 16 23:40:52.836952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:40:52.837423 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO oslo_service.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Starting 1 workers Feb 16 23:40:52.838276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [-] (87677) wsgi starting up on http://0.0.0.0:9696 Feb 16 23:40:52.842201 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Started child 87678 {{(pid=87569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 23:40:52.842744 dv-neutron-829040-1-hyperv neutron-server[87569]: INFO oslo_service.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Starting 1 workers Feb 16 23:40:52.846438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] calling RpcWorker wait() {{(pid=87678) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 23:40:52.846964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] returning from RpcWorker wait() {{(pid=87678) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 23:40:52.847038 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Started child 87679 {{(pid=87569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 23:40:52.847771 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbb1381f-af20-41da-bdda-3bf21dee2e9e None None] Notify callbacks [] for process, after_spawn {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:40:52.848598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:40:52.849113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:40:52.849533 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 23:40:52.849749 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:40:52.849933 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 23:40:52.850146 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 23:40:52.850471 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 23:40:52.850633 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 23:40:52.851142 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.851942 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.852243 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.852432 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:40:52.852901 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.852901 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.853341 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.853441 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:40:52.853585 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.853835 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.854102 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.854348 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.854514 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.854679 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.854927 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.855154 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.855436 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.855684 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.855921 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.856231 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.856401 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.856665 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.856931 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.857174 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.857435 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] debug = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.857668 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.858143 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.858371 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.858617 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.858834 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.859107 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.859330 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.859593 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.859833 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.860066 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.860300 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.860572 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.860811 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.861025 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.861239 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.861491 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.861717 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.862174 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] host = dv-neutron-829040-1-hyperv {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.862403 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.862599 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.862839 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.863060 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.863298 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.863507 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.863747 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.863995 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.864281 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.864536 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.864799 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.865020 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.865232 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.865465 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.865625 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_options = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.865856 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.866133 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.866400 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.866599 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.866767 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.866941 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.867768 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.867981 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.868219 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.868439 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.868655 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.868872 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.869087 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.869322 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.869563 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.869800 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.870043 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.870284 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.870544 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.870790 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.871013 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.871255 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.871501 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.871731 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.871941 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.872187 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.872416 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.872640 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.872833 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.873102 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.873332 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.873592 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.873839 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.874084 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.874405 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.874636 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.875269 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.875552 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.875783 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.876029 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.876300 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.876516 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.876746 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.876966 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.877284 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.878651 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_json = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.878922 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.879203 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.879511 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.879815 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.880168 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.880926 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.881924 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.882956 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.883420 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.883660 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.883969 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.884471 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.884632 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.884826 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.885100 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.885346 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.885578 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.885849 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.886109 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.886422 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.886672 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.886985 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.887253 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.887503 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.887814 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.888147 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.888393 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.888621 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.888875 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.889105 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.889333 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.889667 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.889954 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.890218 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.890489 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.890701 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.890953 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.891167 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.891403 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.892043 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.892043 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.892043 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.892532 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.892532 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.893244 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.893244 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.893244 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.893675 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.893675 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.893937 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.894469 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.894469 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.894755 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.894755 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896866 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.896866 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.897013 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.897169 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.897409 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.897629 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.898617 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.898617 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.898617 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.898617 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.899002 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.899002 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.899220 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.899468 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.899705 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.899928 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.900496 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.900496 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.900814 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.900814 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.901054 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.901247 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.901477 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.901701 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.901919 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.902141 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.902369 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.902590 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.902808 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.903025 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.903246 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.903470 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.903752 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.904118 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.904363 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.904645 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.904879 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.905112 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.905349 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.905622 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.905849 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.906107 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.906329 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.906596 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.906854 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.907085 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.907350 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.907578 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.907870 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.908118 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.908350 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.908592 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.908830 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.909065 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.909337 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.909594 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.909835 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.910096 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.910341 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.910613 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.910842 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.911145 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.911376 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.911662 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.912000 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.912293 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.912581 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.912836 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.913090 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.913363 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.913599 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.913858 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.914096 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.914330 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.914556 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.915330 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.915625 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.915838 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.916081 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.916335 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.916769 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.917050 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.917498 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.917761 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.918053 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.918325 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.918571 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.918858 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.919124 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.919389 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.919637 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.919893 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.920168 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.920460 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.920724 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.920945 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.921187 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.921404 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.921626 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.921888 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.922110 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.922382 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.922631 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.922874 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.923091 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.923312 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.923555 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.923788 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.924010 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.924263 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.924507 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.924772 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.924969 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.925221 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.925458 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.925708 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.925929 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.926206 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.926463 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.926699 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.926940 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.927198 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.927436 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.927655 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.927904 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.928156 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.928419 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.928614 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.928855 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.929071 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.929306 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.929586 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.930316 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.930582 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.930842 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.931181 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.931434 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.931696 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.931952 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.932197 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.932451 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.932697 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.932920 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.933140 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.933365 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.933590 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.933860 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.934117 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.934370 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.934585 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.934800 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.935012 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.935255 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.935470 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.935777 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.936033 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.936297 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.936544 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.936781 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.937011 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.937228 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.937441 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.937666 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.937885 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.938119 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.938334 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.938548 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.938771 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.938984 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.939298 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.939552 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.939777 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.940098 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.940314 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.940552 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.940804 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.941125 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.941340 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.941612 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.941834 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.942057 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.942284 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.942573 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.942904 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.943214 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.943464 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.943699 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.943974 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.944276 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.944553 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.944878 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.945560 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.945915 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.946179 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.946428 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.946672 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.947176 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.947410 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.947669 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.947876 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.948125 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.948365 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.948633 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.948866 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.949112 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.949340 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.949590 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.949811 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.950065 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.950279 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.950507 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.950754 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.950910 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 23:40:52.951432 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 23:40:52.951594 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 23:40:52.951759 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 23:40:52.951932 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 23:40:52.952186 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 23:40:52.952290 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 23:40:52.952483 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.952650 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.952813 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.952980 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.953141 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.953566 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.956245 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.956436 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.956617 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.956797 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.956974 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.957607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43382) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:40:52.957873 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.958070 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.958257 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.958437 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.958611 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.958786 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.958960 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.959138 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.959309 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.959479 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.959649 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.959812 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] debug = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.959978 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.960201 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.960372 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.960537 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.960701 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.960895 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.961059 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.961222 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.961386 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.961549 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.961711 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.961875 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.962038 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.962200 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.962360 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.962522 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.962683 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.962845 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] host = dv-neutron-829040-1-hyperv {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.963008 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.963170 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.963332 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.963494 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.963656 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.963817 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.963984 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.964177 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.964339 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.964501 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.964662 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.964825 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.964987 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.965148 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.965310 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_options = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.965471 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.965633 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.966039 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062556 Feb 16 23:40:52.966251 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.966449 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.966623 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.966772 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.966931 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.967095 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.967258 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.967417 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.967582 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.967745 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.967914 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.968113 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.968283 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.968444 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.968605 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.968767 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.968932 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.969501 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.969646 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.970746 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.970945 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.971076 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.971269 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.971398 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.971546 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.971706 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.971868 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.972040 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.972250 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.972418 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.972576 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.972738 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.972899 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.973060 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.973223 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.973389 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.973554 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.973715 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.973878 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.974045 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.974202 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.974359 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.974521 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.974682 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_json = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.974845 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.975009 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.975170 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.975329 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.975491 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.975660 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.975872 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.976001 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.976869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:40:52.977404 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 23:40:52.977545 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.977653 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.977873 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.978001 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.978224 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.978350 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.979287 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.979496 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.979623 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.979839 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.979968 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.980137 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.980294 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.980462 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.980629 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.980797 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.980963 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.981129 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.981294 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.981463 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.982304 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.982532 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.982747 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.982826 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.983182 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.984390 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.984664 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.984924 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986047 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986047 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986047 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986047 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986339 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986339 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986592 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.986833 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.987089 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.987351 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.987579 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.987820 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.988152 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.988440 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.988600 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.988837 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.989081 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.989324 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.989571 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.989815 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.990059 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.990829 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.990829 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.990829 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.991031 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.991224 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.991464 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.991703 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.991949 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.992930 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.993181 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.993475 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.993706 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.994195 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.994195 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.994429 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.994670 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.994915 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.996592 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.996592 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.996750 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.996971 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.997228 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.997474 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.997718 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.997966 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.998213 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.998460 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.998703 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.998945 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.999185 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.999431 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.999659 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:52.999908 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.000211 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.000404 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.000579 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.000767 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.001107 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.001332 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.001543 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.001842 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.002088 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.002326 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.002563 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.002802 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.003159 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.003395 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.003707 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.003951 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.004210 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.004445 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.004679 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.004914 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.005145 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.005376 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.005607 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.005839 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.006103 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.006366 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.006625 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.006856 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.007022 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.007200 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.007433 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.007628 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.007797 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.008025 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.008328 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.008569 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.008840 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.009037 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.009271 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.009505 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.009741 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.009978 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.010223 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.010441 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.010730 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.010979 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.011234 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.011468 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.011717 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.011940 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.012246 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.012511 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.012772 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.013064 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.013290 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.013454 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.013628 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.013835 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.014019 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.014527 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.014785 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.015027 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.015265 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.015502 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.015735 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.016856 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.016856 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.016856 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.016856 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.017141 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.017209 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.017451 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.017682 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.017964 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.018200 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.018436 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.018703 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.018966 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.019226 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.019502 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.019873 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.020281 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.020447 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.020627 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.020905 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.021109 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.021347 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.021588 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.021826 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.022058 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.022326 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.022563 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.022795 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.023029 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.023296 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.023537 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.023770 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.024004 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.024268 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.024503 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.024737 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.024973 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.025238 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.026816 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.026816 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.026816 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.026816 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.026816 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.026816 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.027482 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.027482 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.027482 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.027773 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.027773 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.027969 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.027969 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.028968 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.028968 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.028968 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.028968 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.028968 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.028968 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.029404 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.029404 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.029404 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.029614 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.029693 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.029872 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.030024 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.030196 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.030362 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.030894 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.031306 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.031773 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.031969 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.032171 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.032322 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.032482 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.032646 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.032837 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.033011 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.033215 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.033453 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.034193 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.034193 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.034193 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.034193 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.034677 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.034677 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.034677 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.035188 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036140 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036140 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036140 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036140 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036567 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036567 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036567 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036855 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.036855 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.037103 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.037208 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.037320 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038286 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038286 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038286 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038286 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038286 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038286 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038868 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038868 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038868 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.038868 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.039690 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.039770 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.040476 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.040476 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.040476 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.040476 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.040779 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.040779 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.041067 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 23:40:53.041067 dv-neutron-829040-1-hyperv neutron-server[87569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 23:41:03.660422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d84252-ea03-425e-8c94-b74743cd98a1 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:41:03.735997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d84252-ea03-425e-8c94-b74743cd98a1 None None] No non-hosted networks {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 23:41:03.744129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.agentschedulers_db [None req-b0d84252-ea03-425e-8c94-b74743cd98a1 None None] DHCP Agent not found on host dv-neutron-829040-1-hyperv {{(pid=87678) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 23:41:03.818174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-80f7640f-8b26-49b7-9d0d-e0a88adfb804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1788258'] for agent, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:05.820409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd062-93cc-4259-9419-f3e5e7f35a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1788258'] for agent, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:05.860840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5d0c-2bed-483e-9b7e-b4c5607df79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:06.871157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1788258'] for agent, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:06.873622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.873983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.875280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.876332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.876781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.877418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.879171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.879532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.879882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.884609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.885128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.885490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:06.889006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829040-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:06.903932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829040-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:07.174958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1788258'] for agent, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:08.399190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1788258'] for agent, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:09.965306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43478) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:10.526916 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING oslo_policy.policy [None req-334cdeed-88af-499e-9667-3e9ea96bdf4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:10.527505 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING oslo_policy.policy [None req-334cdeed-88af-499e-9667-3e9ea96bdf4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:10.745415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-334cdeed-88af-499e-9667-3e9ea96bdf4a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:41:10.746491 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-334cdeed-88af-499e-9667-3e9ea96bdf4a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7802815 Feb 16 23:41:13.006084 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.db.l3_hamode_db [None req-6d765aec-0cb7-4105-8acb-a31d3c61de54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 23:41:13.089872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d765aec-0cb7-4105-8acb-a31d3c61de54 None None] Routers set() bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:41:13.090263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d765aec-0cb7-4105-8acb-a31d3c61de54 None None] Router IDs set() for agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 23:41:13.123399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43492) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:13.479918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:41:13.593917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.policy [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87676) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 23:41:13.645584 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING oslo_policy.policy [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:13.645964 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING oslo_policy.policy [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:13.654451 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.quota [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] Loaded quota_driver: . Feb 16 23:41:13.669480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:13.727591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794909674812', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794909675753', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794909474735', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794909462747', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794909456850', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794909447695', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-655770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1761156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677956'] for rbac-policy, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:13.789099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:13.790458 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b85fd98a-8fa5-4013-a6df-8b3090fed0e8 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6660914 Feb 16 23:41:16.404809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 43506) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:16.983271 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING oslo_policy.policy [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:16.983855 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING oslo_policy.policy [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:17.199553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'bab638b989d34261884316530161d3dd', 'name': 'private'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:41:17.201239 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.quota [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Loaded quota_driver: . Feb 16 23:41:17.217203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:17.223349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Usage tracker for resource:network and tenant:bab638b989d34261884316530161d3dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:41:17.229401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:41:17.237120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:41:17.252555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Made reservation on behalf of bab638b989d34261884316530161d3dd for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:41:17.328768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.policy [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87677) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 23:41:17.373721 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING oslo_policy.policy [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:17.374090 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING oslo_policy.policy [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 23:41:17.385147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.406001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.420789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:17.424439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Usage tracker for resource:security_group_rule and tenant:bab638b989d34261884316530161d3dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:41:17.429377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:41:17.434842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:41:17.532102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.535466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.560353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:41:17.586874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794907514278', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.587474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Unsubscribe: segment precommit_create {{(pid=87677) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 23:41:17.588023 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Added segment cd6127e5-9a96-46ed-a108-d3f5aa7a2a77 of type vlan for network 4a8f8767-4684-4de9-b130-62f60fb050bc Feb 16 23:41:17.602301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4aeed9-91f3-4930-9fff-c0258549169c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:17.651816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.652205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.652541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.652866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.653186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.653519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.653838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.654153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.654468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.654886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.662692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.663515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Tracked resource versions report: Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: pushed versions: Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: { 'AddressGroup': {'1.2'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'ConntrackHelper': {'1.0'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Log': {'1.0'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Network': {'1.1'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Port': {'1.7'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'PortForwarding': {'1.2'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'QosPolicy': {'1.8'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroup': {'1.4'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SubPort': {'1.0'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Subnet': {'1.1'}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Trunk': {'1.1'}} Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: consumer versions: Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'ConntrackHelper': '1.0', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Log': '1.0', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Network': '1.1', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Port': '1.7', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'PortForwarding': '1.2', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'QosPolicy': '1.8', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroup': '1.4', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroupRule': '1.2', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SubPort': '1.0', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Subnet': '1.1', Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Trunk': '1.1'}} Feb 16 23:41:17.664911 dv-neutron-829040-1-hyperv neutron-server[87677]: {{(pid=87677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:41:17.712234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.750230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.751386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:17.752036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:17.855919 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4488487 Feb 16 23:41:17.860373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021514b8-ceaf-429b-a51e-9767dc41a92c admin admin] Pushing event updated for resources: {'Network': ['ID=4a8f8767-4684-4de9-b130-62f60fb050bc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:17.872874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4a8f8767-4684-4de9-b130-62f60fb050bc details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:41:20.519545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 43528) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:20.958528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca309a-2fb6-4ab9-b0e4-a9495e7d57f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:20.959791 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-11ca309a-2fb6-4ab9-b0e4-a9495e7d57f1 admin admin] 10.222.0.47 "GET /v2.0/networks/4a8f8767-4684-4de9-b130-62f60fb050bc HTTP/1.1" status: 200 len: 824 time: 0.4392638 Feb 16 23:41:20.993435 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7a3a7559-0ab2-4190-9475-226b2b77b466 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/660069d3-0561-418b-beb3-7ac0939555b1 HTTP/1.1" status: 200 len: 734 time: 0.0275538 Feb 16 23:41:21.002075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Request body: {'subnet': {'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'ip_version': 4, 'subnetpool_id': '660069d3-0561-418b-beb3-7ac0939555b1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:41:21.006554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:21.010213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Usage tracker for resource:subnet and tenant:bab638b989d34261884316530161d3dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:41:21.013337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:41:21.022097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:41:21.032076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Made reservation on behalf of bab638b989d34261884316530161d3dd for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:41:21.034565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:21.294817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:21.381716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6959ee-55bc-4757-8b9b-03aadb40d1cf,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:21.384150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Checking segment: {'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:41:21.384499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Network hostable DHCP agents. Network: 4a8f8767-4684-4de9-b130-62f60fb050bc, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:41:21.404523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Network 4a8f8767-4684-4de9-b130-62f60fb050bc is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:41:21.414468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 4a8f8767-4684-4de9-b130-62f60fb050bc) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:41:21.418823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:21.419399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:21.423534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d2324-6368-46e2-93d1-265d5001d0b1 None None] Network 4a8f8767-4684-4de9-b130-62f60fb050bc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:41:21.438179 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f8420033-afe7-4abf-a523-c2f82a6f126d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394321 Feb 16 23:41:21.738027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-4a8f8767-4684-4de9-b130-62f60fb050bc', 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'fixed_ips': [{'subnet_id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:41:21.739306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:21.921490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Allocated IP 172.20.0.2 (4a8f8767-4684-4de9-b130-62f60fb050bc/2b6959ee-55bc-4757-8b9b-03aadb40d1cf/2fda3329-37ea-44b3-a7a0-e44e34129fe9) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:41:22.147370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:22.160149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Transition to ACTIVE for port object 2fda3329-37ea-44b3-a7a0-e44e34129fe9 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:41:22.180615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Transition to ACTIVE for port object 2fda3329-37ea-44b3-a7a0-e44e34129fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:41:22.187086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:22.250686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Network 4a8f8767-4684-4de9-b130-62f60fb050bc is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:41:22.253497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:41:22.261488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:41:22.264844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Pushing event updated for resources: {'Port': ['ID=2fda3329-37ea-44b3-a7a0-e44e34129fe9,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:22.299819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.300214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.300558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.300899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.301232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.301581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.301912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.302238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.302581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.302911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.303236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.303558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Tracked resource versions report: Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: pushed versions: Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: { 'AddressGroup': {'1.2'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'ConntrackHelper': {'1.0'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Log': {'1.0'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Network': {'1.1'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Port': {'1.7'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'PortForwarding': {'1.2'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'QosPolicy': {'1.8'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroup': {'1.4'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SubPort': {'1.0'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Subnet': {'1.1'}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Trunk': {'1.1'}} Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: consumer versions: Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'ConntrackHelper': '1.0', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Log': '1.0', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Network': '1.1', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Port': '1.7', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'PortForwarding': '1.2', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'QosPolicy': '1.8', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroup': '1.4', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroupRule': '1.2', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SubPort': '1.0', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Subnet': '1.1', Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Trunk': '1.1'}} Feb 16 23:41:22.305579 dv-neutron-829040-1-hyperv neutron-server[87678]: {{(pid=87678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:41:22.366383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Attempting to bind port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:41:22.367374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Attempting to bind port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:41:22.367803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Attempting to bind port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 on network 4a8f8767-4684-4de9-b130-62f60fb050bc {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:41:22.373068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:41:22.373469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Checking segment: {'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:41:22.373947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:22.374345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Bound using segment: {'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:41:22.374835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Bound port: 2fda3329-37ea-44b3-a7a0-e44e34129fe9, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:41:22.375236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:22.462722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] For port 2fda3329-37ea-44b3-a7a0-e44e34129fe9, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:41:22.466630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] For port 2fda3329-37ea-44b3-a7a0-e44e34129fe9, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2fda3329-37ea-44b3-a7a0-e44e34129fe9,segment=NetworkSegment(cd6127e5-9a96-46ed-a108-d3f5aa7a2a77),segment_id=cd6127e5-9a96-46ed-a108-d3f5aa7a2a77)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:41:22.471256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:22.557855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be3b5e-8561-46e1-8d90-19f3f55326fb None None] Pushing event updated for resources: {'Port': ['ID=2fda3329-37ea-44b3-a7a0-e44e34129fe9,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:23.862078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 43538) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:24.222235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-ce64d7b9-700d-4f9a-9278-f9be6c4f360b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:41:24.223234 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ce64d7b9-700d-4f9a-9278-f9be6c4f360b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3601203 Feb 16 23:41:26.306020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe25bd9-a381-425e-9bb5-9ef25b086e1e None None] Network 4a8f8767-4684-4de9-b130-62f60fb050bc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:41:26.392584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-32c11e81-8c96-4b48-bf13-3ee4dc59d133 None None] Provisioning for port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:41:26.659274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2fda3329-37ea-44b3-a7a0-e44e34129fe9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:41:26.670021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 43552) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:26.730907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:41:26.736440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:26.736841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:26.862197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:26.872600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bbc4be20-f511-4a26-a53a-27021a95af7f None None] Provisioning complete for port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:26.872974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bbc4be20-f511-4a26-a53a-27021a95af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:26.965235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 2fda3329-37ea-44b3-a7a0-e44e34129fe9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2fda3329-37ea-44b3-a7a0-e44e34129fe9,segment=NetworkSegment(cd6127e5-9a96-46ed-a108-d3f5aa7a2a77),segment_id=cd6127e5-9a96-46ed-a108-d3f5aa7a2a77)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:41:26.971196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:27.038960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-a337c60f-405c-4a13-8907-0d1a127d956e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:41:27.039943 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a337c60f-405c-4a13-8907-0d1a127d956e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3690088 Feb 16 23:41:27.084573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=2fda3329-37ea-44b3-a7a0-e44e34129fe9,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:28.616117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2fda3329-37ea-44b3-a7a0-e44e34129fe9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:41:28.683427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:28.683802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:29.707106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 43564) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:30.050219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'admin_state_up': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:41:30.055782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:30.059461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Usage tracker for resource:router and tenant:bab638b989d34261884316530161d3dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:41:30.062721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:41:30.068294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:41:30.078489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:30.080041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:30.100610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:30.216517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:30.234137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:30.235321 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-662e6142-5612-4e9a-b4d2-7acec073f73f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5272696 Feb 16 23:41:32.635132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43574) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:32.990035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-1d12ac02-7724-4c0c-90dc-b44570734b85 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:41:32.991021 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1d12ac02-7724-4c0c-90dc-b44570734b85 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3548861 Feb 16 23:41:33.612789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8db4b4ef-1d61-482b-8c34-48e5744462f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:35.347993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43584) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:35.701727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:41:35.707037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:35.711255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Usage tracker for resource:network and tenant:915569401bec4e2c9756143b2d297f0e is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:41:35.714926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:41:35.720926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:41:35.730986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Made reservation on behalf of 915569401bec4e2c9756143b2d297f0e for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:41:35.733607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:35.750028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:35.763494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:35.767351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Usage tracker for resource:security_group_rule and tenant:915569401bec4e2c9756143b2d297f0e is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:41:35.770398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:41:35.775789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:41:35.815978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-07dc4958-dc9b-4d4a-919e-805ac2a6d837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:35.875083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:35.879777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:35.895258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Reserving flat network on physical network physnet1 {{(pid=87676) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 23:41:35.924680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794907514278', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:35.925259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Unsubscribe: segment precommit_create {{(pid=87676) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 23:41:35.925759 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Added segment a98dd87a-3f2a-4384-9a54-a1633517ca37 of type flat for network 4e16f00f-d84f-4d64-9897-ebe419975584 Feb 16 23:41:35.978200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eac2fa-04cd-4671-97e9-4b1407810024,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:35.997147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.997433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.997774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.998109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.998440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.998781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.999111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.999438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:35.999761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:36.000141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:36.000465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:36.000787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Tracked resource versions report: Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: pushed versions: Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: { 'AddressGroup': {'1.2'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'ConntrackHelper': {'1.0'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Log': {'1.0'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Network': {'1.1'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Port': {'1.7'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'PortForwarding': {'1.2'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'QosPolicy': {'1.8'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroup': {'1.4'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SubPort': {'1.0'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Subnet': {'1.1'}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Trunk': {'1.1'}} Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: consumer versions: Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'ConntrackHelper': '1.0', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Log': '1.0', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Network': '1.1', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Port': '1.7', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'PortForwarding': '1.2', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'QosPolicy': '1.8', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroup': '1.4', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroupRule': '1.2', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SubPort': '1.0', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Subnet': '1.1', Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Trunk': '1.1'}} Feb 16 23:41:36.002052 dv-neutron-829040-1-hyperv neutron-server[87676]: {{(pid=87676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:41:36.043174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:36.086774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:36.088044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:36.088706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:36.194118 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8450224 Feb 16 23:41:36.196716 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d22f3-9584-4e04-b5f5-ffe2d798961a admin admin] Pushing event updated for resources: {'Network': ['ID=4e16f00f-d84f-4d64-9897-ebe419975584,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:36.224995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4e16f00f-d84f-4d64-9897-ebe419975584 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:41:36.851314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:37.137534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:38.370126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:38.550902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43608) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:38.760002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68c5f8-7a9f-480b-a034-3b812bb8780d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:38.761353 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ee68c5f8-7a9f-480b-a034-3b812bb8780d admin admin] 10.222.0.47 "GET /v2.0/subnets/2b6959ee-55bc-4757-8b9b-03aadb40d1cf HTTP/1.1" status: 200 len: 849 time: 0.2094998 Feb 16 23:41:38.931307 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-514e3e5a-7de7-4409-9638-a07a9d1a3a33 admin admin] 10.222.0.47 "GET /v2.0/routers/2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 HTTP/1.1" status: 200 len: 704 time: 0.1642773 Feb 16 23:41:39.397572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:39.625097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Allocated IP 172.20.0.1 (4a8f8767-4684-4de9-b130-62f60fb050bc/2b6959ee-55bc-4757-8b9b-03aadb40d1cf/9a66ea49-1119-43c5-9039-36567fcac293) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:41:39.797798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:39.815402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Transition to ACTIVE for port object 9a66ea49-1119-43c5-9039-36567fcac293 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:41:39.869345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:39.932683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Network 4a8f8767-4684-4de9-b130-62f60fb050bc is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:41:39.935742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:41:39.941561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:41:39.942067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:40.072537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Pushing event updated for resources: {'Port': ['ID=9a66ea49-1119-43c5-9039-36567fcac293,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:40.180464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63c9a429-b720-4e8f-8a1c-dea2aaa9b93d None None] Provisioning for port 9a66ea49-1119-43c5-9039-36567fcac293 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:41:40.185586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63c9a429-b720-4e8f-8a1c-dea2aaa9b93d None None] Provisioning complete for port 9a66ea49-1119-43c5-9039-36567fcac293 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:40.185894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63c9a429-b720-4e8f-8a1c-dea2aaa9b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:40.237349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:40.237829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-63c9a429-b720-4e8f-8a1c-dea2aaa9b93d None None] Port 9a66ea49-1119-43c5-9039-36567fcac293 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:41:40.455222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:40.459564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:40.460822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:40.593135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Pushing event updated for resources: {'Port': ['ID=9a66ea49-1119-43c5-9039-36567fcac293,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:40.656019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Network 4a8f8767-4684-4de9-b130-62f60fb050bc is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:41:40.657101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:41:40.841248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:41:40.860826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5fb7b198-d043-4ae8-a44c-6a8cda5f47f6 None None] Provisioning complete for port 9a66ea49-1119-43c5-9039-36567fcac293 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:40.861197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b198-d043-4ae8-a44c-6a8cda5f47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:40.915404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7b198-d043-4ae8-a44c-6a8cda5f47f6 None None] Port 9a66ea49-1119-43c5-9039-36567fcac293 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:41:40.994888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:41:41.003418 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ee61686b-730f-40ee-910c-731d77e582cb admin admin] 10.222.0.47 "PUT /v2.0/routers/2c05fac1-4fd5-40b0-9f93-74dbb866fbc2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0672171 Feb 16 23:41:41.005319 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Sync routers for ids ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:41:41.015614 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Routers {'2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:41:41.016465 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:41:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:41.188367 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Set router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:41:41.550194 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'name': 'router1', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:41:30Z', 'updated_at': '2022-02-16T23:41:40Z', 'revision_number': 2, 'project_id': 'bab638b989d34261884316530161d3dd', 'gw_port_host': None, '_interfaces': [{'id': '9a66ea49-1119-43c5-9039-36567fcac293', 'name': '', 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'mac_address': 'fa:16:3e:31:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:39Z', 'updated_at': '2022-02-16T23:41:40Z', 'revision_number': 2, 'project_id': 'bab638b989d34261884316530161d3dd', 'subnets': [{'id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '660069d3-0561-418b-beb3-7ac0939555b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:41.554958 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Checking router: 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:41:41.555330 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Updating router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 port 9a66ea49-1119-43c5-9039-36567fcac293 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:41:41.607894 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:41.983849 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:41.998563 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Transition to ACTIVE for port object 9a66ea49-1119-43c5-9039-36567fcac293 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:41:42.005396 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:42.219189 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Pushing event updated for resources: {'Port': ['ID=9a66ea49-1119-43c5-9039-36567fcac293,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:42.237161 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.237458 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.237882 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.238217 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.238545 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.238884 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.239204 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.239516 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.239851 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.240192 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.240508 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.240824 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Tracked resource versions report: Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: pushed versions: Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: { 'AddressGroup': {'1.2'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'ConntrackHelper': {'1.0'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Log': {'1.0'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Network': {'1.1'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Port': {'1.7'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'PortForwarding': {'1.2'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'QosPolicy': {'1.8'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroup': {'1.4'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SubPort': {'1.0'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Subnet': {'1.1'}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Trunk': {'1.1'}} Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: consumer versions: Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'ConntrackHelper': '1.0', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Log': '1.0', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Network': '1.1', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Port': '1.7', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'PortForwarding': '1.2', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'QosPolicy': '1.8', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroup': '1.4', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroupRule': '1.2', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SubPort': '1.0', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Subnet': '1.1', Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Trunk': '1.1'}} Feb 16 23:41:42.242265 dv-neutron-829040-1-hyperv neutron-server[87679]: {{(pid=87679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:41:42.261381 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Attempting to bind port 9a66ea49-1119-43c5-9039-36567fcac293 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:41:42.261767 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Attempting to bind port 9a66ea49-1119-43c5-9039-36567fcac293 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:41:42.262176 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Attempting to bind port 9a66ea49-1119-43c5-9039-36567fcac293 on network 4a8f8767-4684-4de9-b130-62f60fb050bc {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:41:42.267297 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:41:42.267690 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Checking segment: {'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:41:42.268175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:42.268561 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Bound using segment: {'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:41:42.269058 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Bound port: 9a66ea49-1119-43c5-9039-36567fcac293, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6127e5-9a96-46ed-a108-d3f5aa7a2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:41:42.269439 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:42.356894 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] For port 9a66ea49-1119-43c5-9039-36567fcac293, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:41:42.360600 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] For port 9a66ea49-1119-43c5-9039-36567fcac293, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9a66ea49-1119-43c5-9039-36567fcac293,segment=NetworkSegment(cd6127e5-9a96-46ed-a108-d3f5aa7a2a77),segment_id=cd6127e5-9a96-46ed-a108-d3f5aa7a2a77)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:41:42.365071 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:42.449431 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1710d46-18da-41d5-b46e-3a5017e8bf67 None None] Pushing event updated for resources: {'Port': ['ID=9a66ea49-1119-43c5-9039-36567fcac293,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:42.456243 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Routers {'2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:41:42.456848 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:41:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:42.610260 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] Set router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:41:42.929533 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'name': 'router1', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:41:30Z', 'updated_at': '2022-02-16T23:41:40Z', 'revision_number': 2, 'project_id': 'bab638b989d34261884316530161d3dd', 'gw_port_host': None, '_interfaces': [{'id': '9a66ea49-1119-43c5-9039-36567fcac293', 'name': '', 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'mac_address': 'fa:16:3e:31:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:39Z', 'updated_at': '2022-02-16T23:41:42Z', 'revision_number': 4, 'project_id': 'bab638b989d34261884316530161d3dd', 'subnets': [{'id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '660069d3-0561-418b-beb3-7ac0939555b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:42.933414 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1761a9-87ec-4cf0-a984-b5c07ad509ee None None] The sync data for ids ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'] in dv-neutron-829040-1-hyperv is: [{'id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'name': 'router1', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:41:30Z', 'updated_at': '2022-02-16T23:41:40Z', 'revision_number': 2, 'project_id': 'bab638b989d34261884316530161d3dd', 'gw_port_host': None, '_interfaces': [{'id': '9a66ea49-1119-43c5-9039-36567fcac293', 'name': '', 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'mac_address': 'fa:16:3e:31:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:39Z', 'updated_at': '2022-02-16T23:41:42Z', 'revision_number': 4, 'project_id': 'bab638b989d34261884316530161d3dd', 'subnets': [{'id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '660069d3-0561-418b-beb3-7ac0939555b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:41:43.191738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43630) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:43.340488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ec72f-9f2a-400d-8014-57b10cd51976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:43.341051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cf1ec72f-9f2a-400d-8014-57b10cd51976 admin admin] Synchronizing usage tracker for tenant:915569401bec4e2c9756143b2d297f0e on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:41:43.359323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cf1ec72f-9f2a-400d-8014-57b10cd51976 admin admin] Unset dirty status for tenant:915569401bec4e2c9756143b2d297f0e on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:41:43.360738 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cf1ec72f-9f2a-400d-8014-57b10cd51976 admin admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 842 time: 0.1679440 Feb 16 23:41:43.371057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:41:43.376449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:41:43.380250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Usage tracker for resource:subnet and tenant:915569401bec4e2c9756143b2d297f0e is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:41:43.383600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:41:43.389854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:41:43.400778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Made reservation on behalf of 915569401bec4e2c9756143b2d297f0e for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:41:43.403102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:43.805574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.objects.ports [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87676) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:41:43.806063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:43.884129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8843fa60-fb2c-4926-9e77-7621cca92517,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:43.891628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:41:43.891992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Network hostable DHCP agents. Network: 4e16f00f-d84f-4d64-9897-ebe419975584, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:41:43.912815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:41:43.922636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 4e16f00f-d84f-4d64-9897-ebe419975584) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:41:43.926963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:43.927673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:43.934844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cbeb0c-1d91-448d-961c-c9e8af97e95c None None] Network 4e16f00f-d84f-4d64-9897-ebe419975584 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:41:43.949637 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-11ac81f7-5187-4a51-a9c3-8a66efcbb95a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5822859 Feb 16 23:41:44.163241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f729a8-7b4a-4562-966d-08360c41761e None None] Network 4e16f00f-d84f-4d64-9897-ebe419975584 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:41:44.663307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 9a66ea49-1119-43c5-9039-36567fcac293 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:41:44.735039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 9a66ea49-1119-43c5-9039-36567fcac293 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:41:44.740262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 9a66ea49-1119-43c5-9039-36567fcac293 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:44.740644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:44.860114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:44.894129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 9a66ea49-1119-43c5-9039-36567fcac293, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9a66ea49-1119-43c5-9039-36567fcac293,segment=NetworkSegment(cd6127e5-9a96-46ed-a108-d3f5aa7a2a77),segment_id=cd6127e5-9a96-46ed-a108-d3f5aa7a2a77)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:41:44.899282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:44.968596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=9a66ea49-1119-43c5-9039-36567fcac293,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:46.196356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43644) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:46.426145 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-219ed0e6-07d4-4123-b3b3-7094a396365e admin admin] 10.222.0.47 "GET /v2.0/routers/2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 HTTP/1.1" status: 200 len: 710 time: 0.2277267 Feb 16 23:41:46.548494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620015a-433f-4605-a91f-fb638ba9fd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:41:46.549804 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3620015a-433f-4605-a91f-fb638ba9fd67 admin admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 886 time: 0.1187696 Feb 16 23:41:46.558739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:41:46.628029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 9a66ea49-1119-43c5-9039-36567fcac293 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:41:46.693482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 9a66ea49-1119-43c5-9039-36567fcac293 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:46.693773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:46.986216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:47.298908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:47.354781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:47.486919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Allocated IP 172.26.2.22 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/c0bedebf-ba5f-445e-b462-83373d55f39e) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:41:47.673201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:47.702296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:47.763694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:41:47.766382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:41:47.769936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:41:47.836431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Pushing event updated for resources: {'Port': ['ID=c0bedebf-ba5f-445e-b462-83373d55f39e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:48.144757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:48.467834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:48.470930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:48.645796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:41:48.861450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:41:48.871593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Sync routers for ids ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:41:48.872080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:48.872806 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-673ca9f6-0eee-48d4-acc4-10f9244fb69d admin admin] 10.222.0.47 "PUT /v2.0/routers/2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 HTTP/1.1" status: 200 len: 889 time: 2.3171222 Feb 16 23:41:48.881229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Routers {'2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:41:48.882490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:41:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:49.098522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Set router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:41:49.430891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'name': 'router1', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bedebf-ba5f-445e-b462-83373d55f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:41:30Z', 'updated_at': '2022-02-16T23:41:47Z', 'revision_number': 4, 'project_id': 'bab638b989d34261884316530161d3dd', 'gw_port': {'id': 'c0bedebf-ba5f-445e-b462-83373d55f39e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:47Z', 'updated_at': '2022-02-16T23:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '9a66ea49-1119-43c5-9039-36567fcac293', 'name': '', 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'mac_address': 'fa:16:3e:31:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:39Z', 'updated_at': '2022-02-16T23:41:44Z', 'revision_number': 5, 'project_id': 'bab638b989d34261884316530161d3dd', 'subnets': [{'id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '660069d3-0561-418b-beb3-7ac0939555b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:49.435598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Checking router: 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:41:49.435954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Updating router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 port c0bedebf-ba5f-445e-b462-83373d55f39e binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:41:49.487094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:49.817029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:49.828865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Transition to ACTIVE for port object c0bedebf-ba5f-445e-b462-83373d55f39e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:41:49.835347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:49.916169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Attempting to bind port c0bedebf-ba5f-445e-b462-83373d55f39e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:41:49.916844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Attempting to bind port c0bedebf-ba5f-445e-b462-83373d55f39e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:41:49.916958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Attempting to bind port c0bedebf-ba5f-445e-b462-83373d55f39e on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:41:49.920397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dc0a8-9326-4622-b50a-de31ea868dee None None] Pushing event updated for resources: {'Port': ['ID=c0bedebf-ba5f-445e-b462-83373d55f39e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:49.929318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:41:49.929701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:41:49.930106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:49.930495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:41:49.931057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Bound port: c0bedebf-ba5f-445e-b462-83373d55f39e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:41:49.931458 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:50.005920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] For port c0bedebf-ba5f-445e-b462-83373d55f39e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:41:50.009954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] For port c0bedebf-ba5f-445e-b462-83373d55f39e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c0bedebf-ba5f-445e-b462-83373d55f39e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:41:50.013547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:50.092121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Routers {'2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:41:50.092648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:41:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:50.152079 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dc0a8-9326-4622-b50a-de31ea868dee None None] Pushing event updated for resources: {'Port': ['ID=c0bedebf-ba5f-445e-b462-83373d55f39e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:50.285392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] Set router 2c05fac1-4fd5-40b0-9f93-74dbb866fbc2 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:41:50.637749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'name': 'router1', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bedebf-ba5f-445e-b462-83373d55f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:41:30Z', 'updated_at': '2022-02-16T23:41:47Z', 'revision_number': 4, 'project_id': 'bab638b989d34261884316530161d3dd', 'gw_port': {'id': 'c0bedebf-ba5f-445e-b462-83373d55f39e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:47Z', 'updated_at': '2022-02-16T23:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '9a66ea49-1119-43c5-9039-36567fcac293', 'name': '', 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'mac_address': 'fa:16:3e:31:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:39Z', 'updated_at': '2022-02-16T23:41:44Z', 'revision_number': 5, 'project_id': 'bab638b989d34261884316530161d3dd', 'subnets': [{'id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '660069d3-0561-418b-beb3-7ac0939555b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:41:50.641969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db70952-5f3c-4931-b5c3-37967f208132 None None] The sync data for ids ['2c05fac1-4fd5-40b0-9f93-74dbb866fbc2'] in dv-neutron-829040-1-hyperv is: [{'id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'name': 'router1', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bedebf-ba5f-445e-b462-83373d55f39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:41:30Z', 'updated_at': '2022-02-16T23:41:47Z', 'revision_number': 4, 'project_id': 'bab638b989d34261884316530161d3dd', 'gw_port': {'id': 'c0bedebf-ba5f-445e-b462-83373d55f39e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:47Z', 'updated_at': '2022-02-16T23:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '9a66ea49-1119-43c5-9039-36567fcac293', 'name': '', 'network_id': '4a8f8767-4684-4de9-b130-62f60fb050bc', 'tenant_id': 'bab638b989d34261884316530161d3dd', 'mac_address': 'fa:16:3e:31:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05fac1-4fd5-40b0-9f93-74dbb866fbc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:41:39Z', 'updated_at': '2022-02-16T23:41:44Z', 'revision_number': 5, 'project_id': 'bab638b989d34261884316530161d3dd', 'subnets': [{'id': '2b6959ee-55bc-4757-8b9b-03aadb40d1cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '660069d3-0561-418b-beb3-7ac0939555b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:41:51.255311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 43654) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:41:51.371320 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5d092839-7aea-4ea8-ad85-6577c2cb358e admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1148968 Feb 16 23:41:52.668225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c0bedebf-ba5f-445e-b462-83373d55f39e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:41:52.734307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c0bedebf-ba5f-445e-b462-83373d55f39e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:41:52.738925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c0bedebf-ba5f-445e-b462-83373d55f39e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:52.739300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:52.851667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:52.867894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port c0bedebf-ba5f-445e-b462-83373d55f39e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c0bedebf-ba5f-445e-b462-83373d55f39e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:41:52.871398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:52.937592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=c0bedebf-ba5f-445e-b462-83373d55f39e,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:41:54.637152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c0bedebf-ba5f-445e-b462-83373d55f39e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:41:54.724806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c0bedebf-ba5f-445e-b462-83373d55f39e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:41:54.725734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:41:57.899277 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:42:03.616891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1e48a9b5-2a0d-465f-9677-00263244fdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:05.818779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ea94e42-e79c-4398-be42-87aba0a28a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:06.853671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:07.141150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:08.382007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:33.620230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-10c33b27-0220-430c-8523-376c9cd3d6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:34.898561 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:42:35.822165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b270b79-f554-49a2-858e-85df604c68ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:36.856146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:37.145738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:42:38.403297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:03.620561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22c7b76d-1aa1-47dd-be43-6ab5a6ca0c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:05.827242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-266949ab-57a5-4df4-9c5d-002620ea969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:06.861447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:07.150227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:08.395530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:11.898318 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:43:33.615198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3d26071-a944-449d-acc2-94d5aa1c36d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:35.829025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d242ab8f-b773-47b7-a014-6d058ffa17f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:36.864542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:37.152081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:38.396983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:48.897192 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:43:56.534053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44256) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:43:56.600732 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5991eec-7dda-4e21-b214-ee7469d3d010 admin admin] GET failed (client error): The resource could not be found. Feb 16 23:43:56.601989 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e5991eec-7dda-4e21-b214-ee7469d3d010 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669951 Feb 16 23:43:56.732423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2aa519-2104-492c-b798-81b3b6a3e33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:43:56.733789 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ec2aa519-2104-492c-b798-81b3b6a3e33e admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1276968 Feb 16 23:43:58.859294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44266) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:43:58.969151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191756f-85aa-44c9-9cb6-b082058bad56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:43:58.970436 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9191756f-85aa-44c9-9cb6-b082058bad56 admin admin] 10.222.0.47 "GET /v2.0/subnets/2b6959ee-55bc-4757-8b9b-03aadb40d1cf HTTP/1.1" status: 200 len: 849 time: 0.1101949 Feb 16 23:43:58.979443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:43:59.090893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:59.306614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794907371295'] for subnet, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:59.346721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:43:59.348464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:59.349080 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] 10.222.0.47 "PUT /v2.0/subnets/2b6959ee-55bc-4757-8b9b-03aadb40d1cf HTTP/1.1" status: 200 len: 868 time: 0.3731246 Feb 16 23:43:59.367767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef5680-8e1a-4db7-8ab3-1bf059fe3021 None None] Network 4a8f8767-4684-4de9-b130-62f60fb050bc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:43:59.375950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6959ee-55bc-4757-8b9b-03aadb40d1cf,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:43:59.383672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.384037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.384412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.384753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.385088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.385443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.385778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.386122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.386454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.386779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.387106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.387428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e55b9-5588-4dbd-9e5c-31003e433ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:43:59.790857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-debff048-a10b-40fd-b874-7ecb1840de28 None None] Provisioning complete for port 9a66ea49-1119-43c5-9039-36567fcac293 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:43:59.791234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-debff048-a10b-40fd-b874-7ecb1840de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:43:59.914012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-debff048-a10b-40fd-b874-7ecb1840de28 None None] Provisioning complete for port 2fda3329-37ea-44b3-a7a0-e44e34129fe9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:43:59.914325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-debff048-a10b-40fd-b874-7ecb1840de28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:01.499256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44276) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:01.669870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53bae7a-7d9a-4860-8145-9c11b62a8276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:01.670350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53bae7a-7d9a-4860-8145-9c11b62a8276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:01.671861 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c53bae7a-7d9a-4860-8145-9c11b62a8276 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1716676 Feb 16 23:44:03.620037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-635f3540-2573-4e4c-aa66-d395deedf3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:03.786273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44286) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:03.959517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec3cc81-1085-4960-bc96-39e4f51aad91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:03.960000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec3cc81-1085-4960-bc96-39e4f51aad91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:03.961547 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1ec3cc81-1085-4960-bc96-39e4f51aad91 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1743271 Feb 16 23:44:05.831049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f71cd54d-4a4a-4e01-bc36-4b53754c617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:06.103811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44296) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:06.271993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109bd9f5-3f88-463f-917f-77018e4680bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:06.273366 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-109bd9f5-3f88-463f-917f-77018e4680bf admin admin] 10.222.0.47 "GET /v2.0/networks/4a8f8767-4684-4de9-b130-62f60fb050bc HTTP/1.1" status: 200 len: 868 time: 0.1685426 Feb 16 23:44:06.866175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:07.154607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:08.399164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:08.423698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44306) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:08.599316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc61e72-f6ff-41fb-a37b-d8011a3a4d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:08.600769 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5bc61e72-f6ff-41fb-a37b-d8011a3a4d7a admin admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 886 time: 0.1761167 Feb 16 23:44:10.773170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44316) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:10.878874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9454dc1-7f85-4645-9c49-6ecd0e644d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:10.879328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9454dc1-7f85-4645-9c49-6ecd0e644d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:10.880819 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a9454dc1-7f85-4645-9c49-6ecd0e644d54 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1067190 Feb 16 23:44:13.005016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44326) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:13.107334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed105c49-020c-428f-8ffd-fd6340eb3b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:13.107787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed105c49-020c-428f-8ffd-fd6340eb3b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:13.109275 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ed105c49-020c-428f-8ffd-fd6340eb3b63 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1033311 Feb 16 23:44:15.238282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44336) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:15.341554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b24598-a236-42ab-9f0f-38391ffda194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:15.342109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-10b24598-a236-42ab-9f0f-38391ffda194 admin admin] Synchronizing usage tracker for tenant:915569401bec4e2c9756143b2d297f0e on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:44:15.357658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-10b24598-a236-42ab-9f0f-38391ffda194 admin admin] Unset dirty status for tenant:915569401bec4e2c9756143b2d297f0e on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:44:15.358927 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-10b24598-a236-42ab-9f0f-38391ffda194 admin admin] 10.222.0.47 "GET /v2.0/subnets/2b6959ee-55bc-4757-8b9b-03aadb40d1cf HTTP/1.1" status: 200 len: 868 time: 0.1197274 Feb 16 23:44:17.510146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44346) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:17.610625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a48db-a49f-47c5-8f2c-8355bd9835a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:17.611941 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-915a48db-a49f-47c5-8f2c-8355bd9835a4 admin admin] 10.222.0.47 "GET /v2.0/subnets/8843fa60-fb2c-4926-9e77-7621cca92517 HTTP/1.1" status: 200 len: 816 time: 0.1009598 Feb 16 23:44:25.895857 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:44:33.623670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-534cc9b7-7287-425a-ba38-b7189faf7304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:35.833837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b303ac15-bf29-4de9-b1db-83f2a118951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:36.629900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44392) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:36.677649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-016cfd69-1108-48d8-b0b1-7402e2aa7dfc admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:44:36.678631 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-016cfd69-1108-48d8-b0b1-7402e2aa7dfc admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477948 Feb 16 23:44:36.869329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:37.155716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:38.402001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:38.974754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44402) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:39.038927 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda27c80-16ee-466e-a46f-249ff3c50d7b admin admin] GET failed (client error): The resource could not be found. Feb 16 23:44:39.040192 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fda27c80-16ee-466e-a46f-249ff3c50d7b admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644729 Feb 16 23:44:39.163207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30ae8f-931d-4911-845b-1ce023c0ed17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:39.164578 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2c30ae8f-931d-4911-845b-1ce023c0ed17 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199920 Feb 16 23:44:41.294771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44412) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:41.341780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:44:41.346351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:44:41.355829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:44:41.365122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Made reservation on behalf of 915569401bec4e2c9756143b2d297f0e for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:44:41.367479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:41.453762 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.services.revisions.revision_plugin [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Could not find related network for resource to bump revision. Feb 16 23:44:41.466581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:44:41.476228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:41.476505 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Added segment d8260534-43be-4921-b194-2c30af96bdec of type vlan for network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 Feb 16 23:44:41.500531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:41.528228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:41.529132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:41.529696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:41.629564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Pushing event updated for resources: {'Network': ['ID=51f5c2c2-4d99-4f60-9605-100f3df6c6a0,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:44:41.632594 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3367708 Feb 16 23:44:41.638160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.638530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.638902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.639208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.639541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.639880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.640237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.640587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.640923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.641238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.641559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.641877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2163f4c-3bcc-4b97-8607-87a28de08f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:41.654346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:44:43.806100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44422) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:44:43.872895 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2283fb16-658d-466d-bab7-d9ffcaae3ec1 admin admin] GET failed (client error): The resource could not be found. Feb 16 23:44:43.873401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2283fb16-658d-466d-bab7-d9ffcaae3ec1 admin admin] Synchronizing usage tracker for tenant:915569401bec4e2c9756143b2d297f0e on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:44:43.888203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2283fb16-658d-466d-bab7-d9ffcaae3ec1 admin admin] Unset dirty status for tenant:915569401bec4e2c9756143b2d297f0e on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:44:43.889317 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2283fb16-658d-466d-bab7-d9ffcaae3ec1 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0821848 Feb 16 23:44:43.992486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e488a314-e7cc-4190-9c8a-16fe5324325e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:43.993824 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e488a314-e7cc-4190-9c8a-16fe5324325e admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1006575 Feb 16 23:44:44.003553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:44:44.007760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:44:44.016929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:44:44.026212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Made reservation on behalf of 915569401bec4e2c9756143b2d297f0e for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:44:44.028499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:44.272960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:44.345367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:44:44.352456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Checking segment: {'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:44:44.352796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Network hostable DHCP agents. Network: 51f5c2c2-4d99-4f60-9605-100f3df6c6a0, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:44:44.371390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:44:44.380585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 51f5c2c2-4d99-4f60-9605-100f3df6c6a0) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:44:44.384387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:44:44.384968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:44.389787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a32a9-2e3d-4240-a0bd-8b0c8f254bda None None] Network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:44:44.410122 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-40740ba2-ca98-41d4-b88b-61f832c2cdb3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4103324 Feb 16 23:44:44.613056 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-51f5c2c2-4d99-4f60-9605-100f3df6c6a0', 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0', 'tenant_id': '915569401bec4e2c9756143b2d297f0e', 'fixed_ips': [{'subnet_id': '872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:44:44.614172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:44.773504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Allocated IP 192.168.233.2 (51f5c2c2-4d99-4f60-9605-100f3df6c6a0/872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f/70315a41-0fa4-4402-90bf-faf9b7356d75) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:44:44.982661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:44.994850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Transition to ACTIVE for port object 70315a41-0fa4-4402-90bf-faf9b7356d75 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:44:45.014567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Transition to ACTIVE for port object 70315a41-0fa4-4402-90bf-faf9b7356d75 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:44:45.022459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:45.097021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Pushing event updated for resources: {'Port': ['ID=70315a41-0fa4-4402-90bf-faf9b7356d75,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:44:45.106325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.106688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.107785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.107785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.107785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.108038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.108326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.109275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.109275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.109275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.109646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.110442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:44:45.114551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:44:45.122592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:44:45.128601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:44:45.215665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Attempting to bind port 70315a41-0fa4-4402-90bf-faf9b7356d75 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:44:45.216029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Attempting to bind port 70315a41-0fa4-4402-90bf-faf9b7356d75 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:44:45.216537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Attempting to bind port 70315a41-0fa4-4402-90bf-faf9b7356d75 on network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:44:45.221851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:44:45.222220 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Checking segment: {'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:44:45.222618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:45.223006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Bound using segment: {'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:44:45.223467 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Bound port: 70315a41-0fa4-4402-90bf-faf9b7356d75, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:44:45.223854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:45.316660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] For port 70315a41-0fa4-4402-90bf-faf9b7356d75, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:44:45.319587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] For port 70315a41-0fa4-4402-90bf-faf9b7356d75, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=70315a41-0fa4-4402-90bf-faf9b7356d75,segment=NetworkSegment(d8260534-43be-4921-b194-2c30af96bdec),segment_id=d8260534-43be-4921-b194-2c30af96bdec)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:44:45.325357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:45.405323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3302b-2b6d-4892-b464-f6123a0bc684 None None] Pushing event updated for resources: {'Port': ['ID=70315a41-0fa4-4402-90bf-faf9b7356d75,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:44:46.250425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3def9-9915-43cb-ac2c-b91014b27a01 None None] Network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:44:46.339357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d81d70a-3383-4929-b8c9-913632263464 None None] Provisioning for port 70315a41-0fa4-4402-90bf-faf9b7356d75 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:44:46.745144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 70315a41-0fa4-4402-90bf-faf9b7356d75 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:44:46.824895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 70315a41-0fa4-4402-90bf-faf9b7356d75 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:44:46.829766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 70315a41-0fa4-4402-90bf-faf9b7356d75 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:44:46.830134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:46.945363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:46.977788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 70315a41-0fa4-4402-90bf-faf9b7356d75, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=70315a41-0fa4-4402-90bf-faf9b7356d75,segment=NetworkSegment(d8260534-43be-4921-b194-2c30af96bdec),segment_id=d8260534-43be-4921-b194-2c30af96bdec)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:44:46.982096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:44:47.047755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=70315a41-0fa4-4402-90bf-faf9b7356d75,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:44:48.722214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 70315a41-0fa4-4402-90bf-faf9b7356d75 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:44:48.788469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 70315a41-0fa4-4402-90bf-faf9b7356d75 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:44:48.788838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:02.894092 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:45:03.626086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b573140-12ca-4863-add6-f9898f7152d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:05.836181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-83ebaea2-dc4c-45a7-a761-b3070654facf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:06.871204 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:07.161655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:08.403733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:33.629133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b6d25a2b-e241-4e8c-9950-042279614b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:35.838746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-41ac614a-d7ff-42d6-b119-1a227e31a828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:36.873486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:37.160086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:38.407545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:45:39.892206 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:46:03.632012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-268be28a-d223-417a-b690-e1f390e8639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:05.843911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bf18b985-d901-42c6-930a-f73f23b793ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:06.876234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:07.162672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:08.410623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:16.893289 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:46:29.423129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44466) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:46:29.428856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-0b020772-162b-46a1-9372-23040423cb1a tempest-verify_tempest_config-1755671495 tempest-verify_tempest_config-1755671495-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:46:29.429788 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0b020772-162b-46a1-9372-23040423cb1a tempest-verify_tempest_config-1755671495 tempest-verify_tempest_config-1755671495-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057192 Feb 16 23:46:29.726379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44484) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:46:29.844917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:29.859572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:46:29.863297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Usage tracker for resource:security_group_rule and tenant:6144b678149a40e3bc5e598e9cb26e80 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:46:29.866676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:46:29.872205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:46:29.953299 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:29.956866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:30.004761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9330c56-432a-48a7-a8db-7ff383aefa14,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:46:30.008732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Synchronizing usage tracker for tenant:915569401bec4e2c9756143b2d297f0e on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:46:30.014999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.015372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.015729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.016083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.016420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.016758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.017082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.017415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.017734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.018046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.018378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.018712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:46:30.035332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] Unset dirty status for tenant:915569401bec4e2c9756143b2d297f0e on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:46:30.036600 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-db2d6545-c63b-4291-83b6-07d511926f54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6144b678149a40e3bc5e598e9cb26e80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3092833 Feb 16 23:46:30.039759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44490) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:46:30.096153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d2a2-f360-4d4f-8295-db73da84fff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:30.121061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d2a2-f360-4d4f-8295-db73da84fff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:30.215084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d2a2-f360-4d4f-8295-db73da84fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:30.229535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8d2a2-f360-4d4f-8295-db73da84fff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9330c56-432a-48a7-a8db-7ff383aefa14,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:46:30.237365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d2a2-f360-4d4f-8295-db73da84fff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:30.238475 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3cf8d2a2-f360-4d4f-8295-db73da84fff4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9330c56-432a-48a7-a8db-7ff383aefa14 HTTP/1.1" status: 204 len: 168 time: 0.1977937 Feb 16 23:46:33.634281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cfa094e6-a74e-4049-a09e-c481cbe7fe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:35.846721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b29c32db-b9ab-4947-bd36-f70e5c86cdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:36.878361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:37.166003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:38.415526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:46:53.892387 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:47:03.635526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-940ceba1-f0da-44bb-bd97-e52222d5478b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:05.848985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a163bd09-8da1-4b7f-b88c-d4ddb4970f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:06.879976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:07.169343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:08.416028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:30.890050 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 5 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:47:33.639087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7c0e-420d-4b89-aea4-29ba913d5cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:35.850482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-55c92ee9-0c34-49bc-8189-a6faad493ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:36.881778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:37.170641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:38.417894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:47:51.168662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1788258'] for agent, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:03.641889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d88b4f9e-1655-40c8-8d55-2ee1892c5442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:05.808458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44568) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:48:05.851622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cb703b0c-68d8-46cd-8426-0a6023c8ab70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:05.918984 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3469c63e-062a-4dba-88f0-6257cba04877 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1094189 Feb 16 23:48:06.883945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:07.173888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:07.888258 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:48:08.046086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44578) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:48:08.100610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0503503c-b42a-4dcb-89ec-ed89f628fa39 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0534647 Feb 16 23:48:08.420182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:21.122673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:33.644090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-712dc867-8b17-4d39-9dd7-e1b977421d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:35.855229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-da6f9288-6c0b-4ed2-983b-4d88b198b32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:36.884977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:37.177023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:38.424181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:48:44.887708 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:48:51.137282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:03.647779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-491021d0-c993-4c81-a759-c349ea7e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:05.856712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6e553aae-527c-466f-857e-003ca7183788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:06.887829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:07.180033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:08.426242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:21.137438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:21.886971 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:49:33.647330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44728) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:33.660478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6f357b5f-2442-4318-8dd0-360187374a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:33.897776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1986609166-network', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:33.902468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:33.906905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Usage tracker for resource:network and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:33.910206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:33.926305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:33.931052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Made reservation on behalf of 7c302cd105d94da49e13bfa075d82b6b for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:33.933579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:33.949290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:33.963607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:33.970294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Usage tracker for resource:security_group_rule and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:33.973833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:33.979696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:34.068373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.073019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.085034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:34.104227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.104566 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Added segment 0e911174-e040-4c96-a76e-cffa4ec51a79 of type vlan for network 8d6134e6-a601-4ee0-996e-1c530f411dae Feb 16 23:49:34.124236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea848d9c-724e-46a3-b68c-00cdee822156,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:34.147385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.147796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.148089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.148425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.148749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.149074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.149399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.149717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.150037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.150355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.150668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.150983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Tracked resource versions report: Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: pushed versions: Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: { 'AddressGroup': {'1.2'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'ConntrackHelper': {'1.0'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Log': {'1.0'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Network': {'1.1'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Port': {'1.7'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'PortForwarding': {'1.2'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'QosPolicy': {'1.8'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroup': {'1.4'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SubPort': {'1.0'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Subnet': {'1.1'}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Trunk': {'1.1'}} Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: consumer versions: Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: HyperV agent@hv-neutron-8290: {}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'ConntrackHelper': '1.0', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Log': '1.0', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Network': '1.1', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Port': '1.7', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'PortForwarding': '1.2', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'QosPolicy': '1.8', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroup': '1.4', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SecurityGroupRule': '1.2', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'SubPort': '1.0', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Subnet': '1.1', Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: 'Trunk': '1.1'}} Feb 16 23:49:34.152040 dv-neutron-829040-1-hyperv neutron-server[87676]: {{(pid=87676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:49:34.157780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.204400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.205483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:34.205947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.302067 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6537158 Feb 16 23:49:34.305113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44768) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:34.312847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Request body: {'subnet': {'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1986609166-subnet', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:34.320169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be224-e9b2-4e78-b6bf-b86f2cc05b41 admin admin] Pushing event updated for resources: {'Network': ['ID=8d6134e6-a601-4ee0-996e-1c530f411dae,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:34.321104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:34.329639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Usage tracker for resource:subnet and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:34.332024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44772) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:34.335349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:34.342065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:34.353778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Made reservation on behalf of 7c302cd105d94da49e13bfa075d82b6b for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:34.356331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.472166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 8d6134e6-a601-4ee0-996e-1c530f411dae details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:34.566890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44784) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:34.590316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.673140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77ba024-5453-4480-ad8b-f2afb4f6f158,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:34.680690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Checking segment: {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:34.681042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Network hostable DHCP agents. Network: 8d6134e6-a601-4ee0-996e-1c530f411dae, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:49:34.687989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.687989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.688406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.688743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.689074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.689875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.689875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.690046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.690356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.690679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.690997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.691314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Tracked resource versions report: Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: pushed versions: Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: { 'AddressGroup': {'1.2'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'ConntrackHelper': {'1.0'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Log': {'1.0'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Network': {'1.1'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Port': {'1.7'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'PortForwarding': {'1.2'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'QosPolicy': {'1.8'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroup': {'1.4'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SubPort': {'1.0'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Subnet': {'1.1'}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Trunk': {'1.1'}} Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: consumer versions: Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: HyperV agent@hv-neutron-8290: {}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'ConntrackHelper': '1.0', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Log': '1.0', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Network': '1.1', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Port': '1.7', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'PortForwarding': '1.2', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'QosPolicy': '1.8', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroup': '1.4', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SecurityGroupRule': '1.2', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'SubPort': '1.0', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Subnet': '1.1', Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: 'Trunk': '1.1'}} Feb 16 23:49:34.692390 dv-neutron-829040-1-hyperv neutron-server[87677]: {{(pid=87677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:49:34.711108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Network 8d6134e6-a601-4ee0-996e-1c530f411dae is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:49:34.722975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 8d6134e6-a601-4ee0-996e-1c530f411dae) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:34.728148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:34.729313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.735061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a40a5-4df6-4758-b5b7-21a5117a1132 None None] Network 8d6134e6-a601-4ee0-996e-1c530f411dae requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:34.756631 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b90d00c8-f49d-42dc-96e7-d5e9ddb9e90f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4489224 Feb 16 23:49:34.759119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44792) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:34.761262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-280212757-network', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:34.766059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:34.771179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:34.775598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Usage tracker for resource:router and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:34.777057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:34.779091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:34.781099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Usage tracker for resource:network and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:34.787118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:34.787269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:34.801002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:34.802637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.804095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.820318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Made reservation on behalf of b752a812ed2946dcbea4d2c9bc36669f for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:34.822891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.824041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.848341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:34.877220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:34.894480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Usage tracker for resource:security_group_rule and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:34.897643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:34.904424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:34.916997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44798) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:35.094742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-8d6134e6-a601-4ee0-996e-1c530f411dae', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:49:35.095958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.101275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.116377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.181046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.189681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44808) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:35.200835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:35.223369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.224878 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Added segment 8263a925-83b9-4ef0-b6e8-cd3b561d2676 of type vlan for network 666eb452-6e7c-46bb-b1b2-88cf993711dd Feb 16 23:49:35.280276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Allocated IP 172.20.0.2 (8d6134e6-a601-4ee0-996e-1c530f411dae/a77ba024-5453-4480-ad8b-f2afb4f6f158/1f4d2b89-1a02-4a86-afac-33422c2dc788) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:35.287955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.319486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7723093-1ba5-4264-b123-82243cdfdc68,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:35.327643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1396648201'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:35.334741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:35.339516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Usage tracker for resource:network and tenant:fb4a43a0e7114457a946810f8caf8095 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:35.343964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:35.352779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:35.361249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.362647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:35.363419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.390759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Made reservation on behalf of fb4a43a0e7114457a946810f8caf8095 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:35.394967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.411069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.431475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:35.436769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Usage tracker for resource:security_group_rule and tenant:fb4a43a0e7114457a946810f8caf8095 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:35.440078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:35.446997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:35.548929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.554029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] Pushing event updated for resources: {'Network': ['ID=666eb452-6e7c-46bb-b1b2-88cf993711dd,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:35.561051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Transition to ACTIVE for port object 1f4d2b89-1a02-4a86-afac-33422c2dc788 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:35.569832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-182942508'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:35.574772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:35.579974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Usage tracker for resource:network and tenant:75e8f10e6dde4532a09bcd4add4833a6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:35.583337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:35.585194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Transition to ACTIVE for port object 1f4d2b89-1a02-4a86-afac-33422c2dc788 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:35.589229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:35.594719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:35.629050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.678726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.684450 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7800c572-fdb8-4bdc-ac44-60ed617ffe95 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3509617 Feb 16 23:49:35.689968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44826) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:35.690807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Made reservation on behalf of 75e8f10e6dde4532a09bcd4add4833a6 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:35.694924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.711603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.727016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:35.735505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-431394622-network', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:35.738611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.739520 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Added segment c0c64103-e668-4244-ba36-05d71df7713d of type vlan for network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 Feb 16 23:49:35.742934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:35.770932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.772111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Usage tracker for resource:network and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:35.777355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:35.788341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:35.807030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Request body: {'subnet': {'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-280212757-subnet', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:35.812238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.824883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.841026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:35.844308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.848012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Made reservation on behalf of 8e00b027b60a473da55f19dd59367c9a for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:35.850994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:35.851145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.851773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.864113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.868544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:35.877858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Usage tracker for resource:subnet and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:35.886433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:35.909809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Network 8d6134e6-a601-4ee0-996e-1c530f411dae is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:35.933254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:35.934283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:35.942685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Usage tracker for resource:security_group_rule and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:35.948063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:35.961593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:35.983935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:35.988355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event updated for resources: {'Network': ['ID=7b268920-1562-4a12-89ee-f6e7b72c3bb6,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:36.002987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Pushing event updated for resources: {'Port': ['ID=1f4d2b89-1a02-4a86-afac-33422c2dc788,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:36.008972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Usage tracker for resource:security_group_rule and tenant:75e8f10e6dde4532a09bcd4add4833a6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:36.010097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:36.029517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:36.032119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:36.044020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:36.057900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4132fb89-825d-441c-af07-1b2c938ed9ba,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:36.061710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:36.064398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Made reservation on behalf of b752a812ed2946dcbea4d2c9bc36669f for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:36.067161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Notify callbacks [] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.072324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Allocated IP 172.26.2.58 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/feb00f39-bd83-40eb-a864-c748ab7cb82e) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:36.096172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.097032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.097707 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.098899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.099455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.100299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.100729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.101104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.101670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.102070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.102519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.102831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Tracked resource versions report: Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: pushed versions: Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: { 'AddressGroup': {'1.2'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'ConntrackHelper': {'1.0'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Log': {'1.0'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Network': {'1.1'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Port': {'1.7'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'PortForwarding': {'1.2'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'QosPolicy': {'1.8'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroup': {'1.4'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SubPort': {'1.0'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Subnet': {'1.1'}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Trunk': {'1.1'}} Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: consumer versions: Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: HyperV agent@hv-neutron-8290: {}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'ConntrackHelper': '1.0', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Log': '1.0', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Network': '1.1', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Port': '1.7', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'PortForwarding': '1.2', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'QosPolicy': '1.8', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroup': '1.4', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SecurityGroupRule': '1.2', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'SubPort': '1.0', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Subnet': '1.1', Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: 'Trunk': '1.1'}} Feb 16 23:49:36.104257 dv-neutron-829040-1-hyperv neutron-server[87678]: {{(pid=87678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:49:36.172002 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-06d31227-9a2d-47c9-9fa1-f823da9f96d4 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6012585 Feb 16 23:49:36.173759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44852) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:36.194485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Request body: {'subnet': {'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:36.244085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-437c0000-0fda-464c-a2e6-02616ce65b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.267451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Attempting to bind port 1f4d2b89-1a02-4a86-afac-33422c2dc788 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:36.267893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Attempting to bind port 1f4d2b89-1a02-4a86-afac-33422c2dc788 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:36.268388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Attempting to bind port 1f4d2b89-1a02-4a86-afac-33422c2dc788 on network 8d6134e6-a601-4ee0-996e-1c530f411dae {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:36.273211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.285826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:36.286200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Checking segment: {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:36.286745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.287198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Bound using segment: {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:36.287737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Bound port: 1f4d2b89-1a02-4a86-afac-33422c2dc788, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:36.288233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.350685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.437026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:36.440104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] For port 1f4d2b89-1a02-4a86-afac-33422c2dc788, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:36.447208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:36.452617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] For port 1f4d2b89-1a02-4a86-afac-33422c2dc788, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f4d2b89-1a02-4a86-afac-33422c2dc788,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:36.461342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:36.469928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.488693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:36.527280 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.546376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Usage tracker for resource:subnet and tenant:fb4a43a0e7114457a946810f8caf8095 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:36.549376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.568772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:36.589438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:36.646532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b05f5-2153-40f5-8b77-7e91aa65001f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:36.658601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf17f-76e5-447a-adbd-a8664c92d849 None None] Pushing event updated for resources: {'Port': ['ID=1f4d2b89-1a02-4a86-afac-33422c2dc788,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:36.660578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Pushing event updated for resources: {'Port': ['ID=feb00f39-bd83-40eb-a864-c748ab7cb82e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:36.708745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.736736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.744960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:36.762730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Made reservation on behalf of fb4a43a0e7114457a946810f8caf8095 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:36.768125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks [] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.778185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44872) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:36.801006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.801339 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Added segment 14a41def-abe9-4310-acda-c1e0e6c15225 of type vlan for network fa0d15e8-c953-4812-830a-29ab52bf49e1 Feb 16 23:49:36.808205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:36.912712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.018305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:37.020234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44878) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:37.064403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf88689-865c-44e4-bcc3-62720ff5c88e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:37.077929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.078277 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Added segment 997c5319-b7b6-439a-b8fc-7d3d01d709e5 of type vlan for network ac48cc95-111e-4223-b42f-6d9f7d2863f9 Feb 16 23:49:37.144203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.150209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e569b5a-dc66-487a-9d39-5c0dbd48c83e,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:37.192008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.199091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.204173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Checking segment: {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:37.205451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Network hostable DHCP agents. Network: 666eb452-6e7c-46bb-b1b2-88cf993711dd, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:49:37.220722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.249022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-672994593'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:37.253604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:37.262664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Usage tracker for resource:router and tenant:c435eeeb8c45404598f646dee38c05b9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:37.293295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:37.299350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:49:37.311008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:37.328268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.335245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:37.336387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.381073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 666eb452-6e7c-46bb-b1b2-88cf993711dd) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:37.386107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:37.387878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.390219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425ffad-efb1-4380-b450-a35a9ea87016 None None] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:37.395478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-161922116'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:37.414633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44890) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:37.452132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.453138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:37.453708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.475756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.477219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.491643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:37.522884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Usage tracker for resource:network and tenant:0da7bc29c370445fa06c6eeb0d5c3d35 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:37.542965 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ec0397bb-a52c-49ed-8b3f-99638b610aab admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8368285 Feb 16 23:49:37.547089 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6262674 Feb 16 23:49:37.547588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-dc682cc9-a6cc-4bc2-a1d3-00a3ea69ad1f tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:37.551448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44896) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:37.551729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44898) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:37.557100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:37.569129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:37.605228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Request body: {'subnet': {'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:37.622971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:37.644420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.645031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5dfb-6a22-44d2-be9a-662eb224f4a0 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event updated for resources: {'Network': ['ID=ac48cc95-111e-4223-b42f-6d9f7d2863f9,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:37.658477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network ac48cc95-111e-4223-b42f-6d9f7d2863f9 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:37.671712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] Pushing event updated for resources: {'Network': ['ID=fa0d15e8-c953-4812-830a-29ab52bf49e1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:37.695561 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1c50d422-3895-4220-aef6-54f23450e44d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5045111 Feb 16 23:49:37.698310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44906) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:37.706038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Request body: {'subnet': {'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-431394622-subnet', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:37.712864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.721115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Made reservation on behalf of 0da7bc29c370445fa06c6eeb0d5c3d35 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:37.724857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.734410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.754383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:37.768557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-666eb452-6e7c-46bb-b1b2-88cf993711dd', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:49:37.770012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.780229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:37.797845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Usage tracker for resource:subnet and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:37.826177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:37.836191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:37.852471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.853979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.857788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.862280 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a70d75fe-b182-4a6f-829d-d984fef31e32 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0785718 Feb 16 23:49:37.866484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44910) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:37.868372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:37.872819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Usage tracker for resource:subnet and tenant:75e8f10e6dde4532a09bcd4add4833a6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:37.876429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:37.882622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:37.894854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:37.910079 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dc682cc9-a6cc-4bc2-a1d3-00a3ea69ad1f tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "PUT /v2.0/quotas/f8d00fc0b9194b7bb6a588ccd267f6be HTTP/1.1" status: 200 len: 368 time: 0.4941821 Feb 16 23:49:37.912441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44914) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:37.918468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Usage tracker for resource:router and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:37.923556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Made reservation on behalf of 75e8f10e6dde4532a09bcd4add4833a6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:37.927093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks [] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.928245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Made reservation on behalf of 8e00b027b60a473da55f19dd59367c9a for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:37.930461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:37.955638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:37.962096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Request body: {'network': {'project_id': 'f8d00fc0b9194b7bb6a588ccd267f6be'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:37.982086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:37.993099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:37.998443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:38.054713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Usage tracker for resource:security_group_rule and tenant:0da7bc29c370445fa06c6eeb0d5c3d35 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:38.064949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:38.069792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Usage tracker for resource:network and tenant:f8d00fc0b9194b7bb6a588ccd267f6be is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:38.072516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Checking segment: {'id': 'c0c64103-e668-4244-ba36-05d71df7713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:38.072946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Network hostable DHCP agents. Network: 7b268920-1562-4a12-89ee-f6e7b72c3bb6, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:49:38.077730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event updated for resources: {'Subnet': ['ID=ca6d5773-90dc-41ef-bf79-cf7742534b43,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:38.081435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:38.098785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Allocated IP 172.20.0.2 (666eb452-6e7c-46bb-b1b2-88cf993711dd/1e569b5a-dc66-487a-9d39-5c0dbd48c83e/78a8295e-377a-4548-a3bd-78c8a88059f5) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:38.102728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c86b05-dabd-4f80-bdc9-98e5f96c937e None None] Network 8d6134e6-a601-4ee0-996e-1c530f411dae requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:38.105990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:38.108733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:38.125669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.126785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.161068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caf2a230-1351-4963-b66b-1f41e8803c5d tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.172419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Made reservation on behalf of f8d00fc0b9194b7bb6a588ccd267f6be for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:38.174833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.203499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.207170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-26c362e6-928c-4c97-95db-52641db0edf4 None None] Provisioning for port 1f4d2b89-1a02-4a86-afac-33422c2dc788 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:38.218111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.265949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:49:38.300674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:38.316179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 7b268920-1562-4a12-89ee-f6e7b72c3bb6) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:38.319255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Usage tracker for resource:security_group_rule and tenant:f8d00fc0b9194b7bb6a588ccd267f6be is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:38.325643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:38.334614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683aa582-b59f-4791-bfcd-d8461f9cfcf2 None None] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:38.337043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:38.337623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.381358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:38.544225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.579960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caf2a230-1351-4963-b66b-1f41e8803c5d tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.622782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.638865 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-27a75054-0fbd-4a79-9369-32e174733238 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4534507 Feb 16 23:49:38.649321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44918) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:38.661977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Transition to ACTIVE for port object 78a8295e-377a-4548-a3bd-78c8a88059f5 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:38.667522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caf2a230-1351-4963-b66b-1f41e8803c5d tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.706186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Transition to ACTIVE for port object 78a8295e-377a-4548-a3bd-78c8a88059f5 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:38.719812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Request body: {'port': {'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-200694257'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:38.751725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.771993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.805593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caf2a230-1351-4963-b66b-1f41e8803c5d tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.806873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf2a230-1351-4963-b66b-1f41e8803c5d tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b69f2eaf-f87a-44a2-98ac-0704b282a004 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:49:38.810470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-7b268920-1562-4a12-89ee-f6e7b72c3bb6', 'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6', 'tenant_id': 'fb4a43a0e7114457a946810f8caf8095', 'fixed_ips': [{'subnet_id': 'ca6d5773-90dc-41ef-bf79-cf7742534b43'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:49:38.811380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.828579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Router d5237d75-1672-41be-9dfc-407b363a7e29 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:49:38.841778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:38.849466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:38.856792 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:38.864487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Pushing event updated for resources: {'Port': ['ID=78a8295e-377a-4548-a3bd-78c8a88059f5,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:38.920364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.939250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.947579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caf2a230-1351-4963-b66b-1f41e8803c5d tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.952295 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-caf2a230-1351-4963-b66b-1f41e8803c5d tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "DELETE /v2.0/routers/b69f2eaf-f87a-44a2-98ac-0704b282a004 HTTP/1.1" status: 204 len: 168 time: 1.0809047 Feb 16 23:49:38.952295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.954637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:38.962668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44922) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:39.023801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f4d2b89-1a02-4a86-afac-33422c2dc788 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:39.042378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Request body: {'router': {'name': 'tempest-router-1373150938', 'distributed': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:39.056455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:39.062959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:39.074995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Usage tracker for resource:router and tenant:c435eeeb8c45404598f646dee38c05b9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:39.087405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:39.096347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2704b065-3cb3-4c68-8a5a-3f229f69a0e4,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:39.098525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:39.101092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Allocated IP 172.20.0.2 (7b268920-1562-4a12-89ee-f6e7b72c3bb6/ca6d5773-90dc-41ef-bf79-cf7742534b43/27ce3af6-a02a-4b59-8752-da7b7d068b38) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:39.163960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac0d50d-7718-49f2-945a-4c3bf5f47001,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:39.190618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.190930 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Added segment 4def5b23-85f9-434d-8878-f18aaeb544f1 of type vlan for network 19c38f71-5efb-441d-901e-c9f129066fb7 Feb 16 23:49:39.198315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.199294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.212353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Checking segment: {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:39.212770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Network hostable DHCP agents. Network: fa0d15e8-c953-4812-830a-29ab52bf49e1, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:49:39.230874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:49:39.247302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.257771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.259888 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Sync routers for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:49:39.275551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:49:39.277831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:39.285732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.287106 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:39.289463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.290759 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-138abab8-8db3-4f68-9f33-62cc618ca15d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5297637 Feb 16 23:49:39.291050 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44928) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:39.291456 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:39.293367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Usage tracker for resource:port and tenant:fb4a43a0e7114457a946810f8caf8095 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:39.307779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Checking segment: {'id': '997c5319-b7b6-439a-b8fc-7d3d01d709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:39.308217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Network hostable DHCP agents. Network: ac48cc95-111e-4223-b42f-6d9f7d2863f9, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:49:39.313981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:39.318566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.339148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:39.344342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event updated for resources: {'Subnet': ['ID=3663fa24-a69b-40d3-92f8-37a93834fded,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:39.348137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.360166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Transition to ACTIVE for port object 27ce3af6-a02a-4b59-8752-da7b7d068b38 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:39.379185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Transition to ACTIVE for port object 27ce3af6-a02a-4b59-8752-da7b7d068b38 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:39.382591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:39.398860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd448a0-9c26-47c3-8333-4d389a3ff3b3,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:39.404587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.430438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Made reservation on behalf of fb4a43a0e7114457a946810f8caf8095 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:39.433996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.448996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.449410 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Added segment de8547e5-65cc-4f0a-941c-58ca925a5372 of type vlan for network 332cfdf6-83ba-4437-8205-17b5eb22bc02 Feb 16 23:49:39.454241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Network ac48cc95-111e-4223-b42f-6d9f7d2863f9 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:49:39.480605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.486571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:39.487251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.489141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Pushing event updated for resources: {'Port': ['ID=27ce3af6-a02a-4b59-8752-da7b7d068b38,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:39.501598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] device_id is not set on port d82cefbf-b996-4ff8-a7f3-3900e54b173a yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:49:39.512299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:39.518416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:39.523809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Attempting to bind port 78a8295e-377a-4548-a3bd-78c8a88059f5 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:39.524195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Attempting to bind port 78a8295e-377a-4548-a3bd-78c8a88059f5 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:39.524740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Attempting to bind port 78a8295e-377a-4548-a3bd-78c8a88059f5 on network 666eb452-6e7c-46bb-b1b2-88cf993711dd {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:39.529693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:39.549987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, ac48cc95-111e-4223-b42f-6d9f7d2863f9) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:39.576481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:39.577663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.580281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d709d-b509-4d65-91b0-e7641579f3b8 None None] Network ac48cc95-111e-4223-b42f-6d9f7d2863f9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:39.611085 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:39.665416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:39.666080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Checking segment: {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:39.670051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.671268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Bound using segment: {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:39.671950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Bound port: 78a8295e-377a-4548-a3bd-78c8a88059f5, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:39.672531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.679311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.734999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Pushing event updated for resources: {'Network': ['ID=19c38f71-5efb-441d-901e-c9f129066fb7,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:39.775138 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c2f35f41-1e0d-453a-88bc-2641774dd76e tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7536380 Feb 16 23:49:39.785132 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5f26d61d-4570-47b9-a242-9912ff477351 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2043262 Feb 16 23:49:39.786112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44932) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:39.796253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44934) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:39.808116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Request body: {'port': {'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-755734202'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:39.858751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.888352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 19c38f71-5efb-441d-901e-c9f129066fb7 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:39.900975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, fa0d15e8-c953-4812-830a-29ab52bf49e1) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:39.906414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.907414 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4662fbe7-99fe-4c94-b4ed-713b0e378a8b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8879294 Feb 16 23:49:39.913134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44942) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:39.914354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:39.914928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.934035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:39.935740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:39.937209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.003083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e99cd230-0ee7-43bd-98c8-2d20904befdd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3014095 Feb 16 23:49:40.014459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44946) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:40.025947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:40.030357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:40.034032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Usage tracker for resource:router and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:40.036789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:40.038676 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:36Z', 'revision_number': 3, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:40.039970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'network': {'name': 'tempest-network--1771948365', 'router:external': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:40.043298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:40.044190 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Checking router: d5237d75-1672-41be-9dfc-407b363a7e29 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:49:40.044708 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Updating router d5237d75-1672-41be-9dfc-407b363a7e29 port feb00f39-bd83-40eb-a864-c748ab7cb82e binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:49:40.093317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] For port 78a8295e-377a-4548-a3bd-78c8a88059f5, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:40.096690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] For port 78a8295e-377a-4548-a3bd-78c8a88059f5, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=78a8295e-377a-4548-a3bd-78c8a88059f5,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:40.098282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Attempting to bind port 27ce3af6-a02a-4b59-8752-da7b7d068b38 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:40.099170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Attempting to bind port 27ce3af6-a02a-4b59-8752-da7b7d068b38 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'c0c64103-e668-4244-ba36-05d71df7713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:40.099670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Attempting to bind port 27ce3af6-a02a-4b59-8752-da7b7d068b38 on network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:40.103632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.104688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.107893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989f2cb-28f4-47f1-aeef-0486d8f24203 None None] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:40.115741 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.120346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.123223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:40.140598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:40.141039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Checking segment: {'id': 'c0c64103-e668-4244-ba36-05d71df7713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:40.141593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.142001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Bound using segment: {'id': 'c0c64103-e668-4244-ba36-05d71df7713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:40.143560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Bound port: 27ce3af6-a02a-4b59-8752-da7b7d068b38, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c64103-e668-4244-ba36-05d71df7713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:40.144325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.149715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:network and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:40.169533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 1f4d2b89-1a02-4a86-afac-33422c2dc788 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:40.179665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.222093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:40.251554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 1f4d2b89-1a02-4a86-afac-33422c2dc788 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:40.251932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.253431 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3313365 Feb 16 23:49:40.256234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:40.276360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44952) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:40.303011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc82a5a-34dc-4ae2-b64a-febc067dfcde tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Pushing event updated for resources: {'Network': ['ID=332cfdf6-83ba-4437-8205-17b5eb22bc02,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:40.306194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Allocated IP 172.20.0.14 (7b268920-1562-4a12-89ee-f6e7b72c3bb6/ca6d5773-90dc-41ef-bf79-cf7742534b43/d82cefbf-b996-4ff8-a7f3-3900e54b173a) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:40.317296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Request body: {'network': {'project_id': 'f8d00fc0b9194b7bb6a588ccd267f6be'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:40.340824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 332cfdf6-83ba-4437-8205-17b5eb22bc02 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:40.350528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:40.361584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Usage tracker for resource:network and tenant:f8d00fc0b9194b7bb6a588ccd267f6be is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:40.367660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Made reservation on behalf of 226e8cead0c1498d92166ecb6a1aa8df for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:40.370320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.382820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:40.403438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:40.407640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.419647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:40.443467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Usage tracker for resource:port and tenant:75e8f10e6dde4532a09bcd4add4833a6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:40.449967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:40.454546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.481169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.493850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:40.500242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:40.508608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Made reservation on behalf of f8d00fc0b9194b7bb6a588ccd267f6be for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:40.511236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.521703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:security_group_rule and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:40.532892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.540007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:40.555455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5db011b-1dd6-4232-a37c-17a4e828e1d2 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.597332 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.612224 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Transition to ACTIVE for port object feb00f39-bd83-40eb-a864-c748ab7cb82e will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:40.617412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:40.626287 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.674015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Made reservation on behalf of 75e8f10e6dde4532a09bcd4add4833a6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:40.680553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.731030 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Pushing event updated for resources: {'Port': ['ID=feb00f39-bd83-40eb-a864-c748ab7cb82e,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:40.741588 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.741976 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.742418 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.743014 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.743356 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.743706 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.744040 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.744406 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.744752 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.745467 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.745802 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.746165 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Tracked resource versions report: Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: pushed versions: Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: { 'AddressGroup': {'1.2'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'ConntrackHelper': {'1.0'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Log': {'1.0'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Network': {'1.1'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Port': {'1.7'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'PortForwarding': {'1.2'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'QosPolicy': {'1.8'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroup': {'1.4'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroupRule': {'1.2'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SubPort': {'1.0'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Subnet': {'1.1'}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Trunk': {'1.1'}} Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: consumer versions: Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: { DHCP agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: HyperV agent@hv-neutron-8290: {}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: L3 agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: Metadata agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: Metering agent@dv-neutron-829040-1-hyperv: {}, Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: Open vSwitch agent@dv-neutron-829040-1-hyperv: { 'AddressGroup': '1.2', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'ConntrackHelper': '1.0', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Log': '1.0', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Network': '1.1', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Port': '1.7', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'PortForwarding': '1.2', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'QosPolicy': '1.8', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroup': '1.4', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SecurityGroupRule': '1.2', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'SubPort': '1.0', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Subnet': '1.1', Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: 'Trunk': '1.1'}} Feb 16 23:49:40.747530 dv-neutron-829040-1-hyperv neutron-server[87679]: {{(pid=87679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 23:49:40.820970 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Attempting to bind port feb00f39-bd83-40eb-a864-c748ab7cb82e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:40.821350 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Attempting to bind port feb00f39-bd83-40eb-a864-c748ab7cb82e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:40.821724 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Attempting to bind port feb00f39-bd83-40eb-a864-c748ab7cb82e on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:40.822075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] For port 27ce3af6-a02a-4b59-8752-da7b7d068b38, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:40.830500 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:40.830935 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:40.832078 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.832840 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:40.833523 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Bound port: feb00f39-bd83-40eb-a864-c748ab7cb82e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:40.834222 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.911989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.930290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1f681-d434-482d-ab0f-a1c257b00150 None None] Pushing event updated for resources: {'Port': ['ID=78a8295e-377a-4548-a3bd-78c8a88059f5,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:40.937831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] For port 27ce3af6-a02a-4b59-8752-da7b7d068b38, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=27ce3af6-a02a-4b59-8752-da7b7d068b38,segment=NetworkSegment(c0c64103-e668-4244-ba36-05d71df7713d),segment_id=c0c64103-e668-4244-ba36-05d71df7713d)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:40.959697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:40.963009 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] For port feb00f39-bd83-40eb-a864-c748ab7cb82e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:40.972506 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] For port feb00f39-bd83-40eb-a864-c748ab7cb82e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=feb00f39-bd83-40eb-a864-c748ab7cb82e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:40.982096 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.016777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:41.041957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] device_id is not set on port af506dd4-c3a2-4e3d-86d9-f8a1328172d8 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:49:41.121751 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:41.122368 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:41.146984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.147434 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Added segment bb65a4b4-5b00-48d2-a2d0-b210d203bd8c of type vlan for network 727d9cf9-0924-4b71-b7a2-c2484db72418 Feb 16 23:49:41.170269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 1f4d2b89-1a02-4a86-afac-33422c2dc788, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f4d2b89-1a02-4a86-afac-33422c2dc788,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:41.219751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.242866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-ac48cc95-111e-4223-b42f-6d9f7d2863f9', 'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9', 'tenant_id': '75e8f10e6dde4532a09bcd4add4833a6', 'fixed_ips': [{'subnet_id': '3663fa24-a69b-40d3-92f8-37a93834fded'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:49:41.244071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.259613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5db011b-1dd6-4232-a37c-17a4e828e1d2 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.264135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5db011b-1dd6-4232-a37c-17a4e828e1d2 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.283116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.287743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.307801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-fa0d15e8-c953-4812-830a-29ab52bf49e1', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:49:41.308463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.345899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e94e5-f2cf-46b9-b959-cb95e3b4b946 None None] Pushing event updated for resources: {'Port': ['ID=27ce3af6-a02a-4b59-8752-da7b7d068b38,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:41.365662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Allocated IP 172.26.2.143 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/71805c0e-0f9c-405c-b30d-dabbe34b7874) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:41.374296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.484089 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cbc70-549d-46fb-9693-9477e5ffd484 None None] Pushing event updated for resources: {'Port': ['ID=feb00f39-bd83-40eb-a864-c748ab7cb82e,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:41.508744 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:41.517657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5db011b-1dd6-4232-a37c-17a4e828e1d2 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.520793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5db011b-1dd6-4232-a37c-17a4e828e1d2 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 274d1d19-2ea0-418b-9c6e-cf1387a0f78e {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:49:41.541962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Transition to ACTIVE for port object d82cefbf-b996-4ff8-a7f3-3900e54b173a will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:41.648776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Allocated IP 172.20.0.2 (fa0d15e8-c953-4812-830a-29ab52bf49e1/2704b065-3cb3-4c68-8a5a-3f229f69a0e4/c5c064ab-996b-49a4-8381-957d8afaf95e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:41.749476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.767029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.787230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5db011b-1dd6-4232-a37c-17a4e828e1d2 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.793488 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e5db011b-1dd6-4232-a37c-17a4e828e1d2 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "DELETE /v2.0/routers/274d1d19-2ea0-418b-9c6e-cf1387a0f78e HTTP/1.1" status: 204 len: 168 time: 1.8636749 Feb 16 23:49:41.797702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44958) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:41.818827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Allocated IP 172.20.0.3 (ac48cc95-111e-4223-b42f-6d9f7d2863f9/3663fa24-a69b-40d3-92f8-37a93834fded/af506dd4-c3a2-4e3d-86d9-f8a1328172d8) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:41.829305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.830648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:41.831417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.839750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Request body: {'router': {'name': 'tempest-router-1325174652', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1d9f6f50a6a149e7a81c529e35c79d6b'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:41.863993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:41.965569 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6875055 Feb 16 23:49:41.966941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:41.972680 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:36Z', 'revision_number': 3, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:41.988708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:41.992108 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5767673b-74a1-4288-8a41-43c9e48b730b None None] The sync data for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv is: [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:36Z', 'revision_number': 3, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:49:41.998295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 78a8295e-377a-4548-a3bd-78c8a88059f5 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:42.023850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Usage tracker for resource:router and tenant:1d9f6f50a6a149e7a81c529e35c79d6b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:42.024859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44962) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:42.041048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147dbbd7-99dc-452e-8b99-6f081d4f2577,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:42.047934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Request body: {'network': {'project_id': 'f8d00fc0b9194b7bb6a588ccd267f6be'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:42.060277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:42.077142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:42.096230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.096579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Added segment 0bd05b93-d0ef-4e4a-b21f-7d6437c89d99 of type vlan for network 9c0495b9-2a5a-414b-af83-fee77042096d Feb 16 23:49:42.104523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Usage tracker for resource:network and tenant:f8d00fc0b9194b7bb6a588ccd267f6be is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:42.114863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905dc55-1fd7-4065-b25b-1b3ad777d516 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Pushing event updated for resources: {'Network': ['ID=727d9cf9-0924-4b71-b7a2-c2484db72418,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:42.134935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:42.166681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:42.171753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.187052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Transition to ACTIVE for port object c5c064ab-996b-49a4-8381-957d8afaf95e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:42.208514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Transition to ACTIVE for port object c5c064ab-996b-49a4-8381-957d8afaf95e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:42.210825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.211808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.228250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97dbe3-2171-4427-86fa-3c302dc67717 None None] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:42.241831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 727d9cf9-0924-4b71-b7a2-c2484db72418 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:42.245460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Allocated IP 172.20.0.1 (8d6134e6-a601-4ee0-996e-1c530f411dae/a77ba024-5453-4480-ad8b-f2afb4f6f158/56b04c1c-26c1-4d98-8e1b-53da0cc2fef9) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:42.297805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.314530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:42.329278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.429895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.495619 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 23:49:42.496179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:49:42.497324 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d32c1b35-0c93-4f68-8a00-228757e68683 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4698293 Feb 16 23:49:42.502704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44966) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:42.507012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.516529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.523154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-80ca6a86-eaaf-4d67-8e7b-20027c2ee5b8 None None] Provisioning for port 78a8295e-377a-4548-a3bd-78c8a88059f5 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:42.557134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Pushing event updated for resources: {'Port': ['ID=71805c0e-0f9c-405c-b30d-dabbe34b7874,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:42.559835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.586558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:42.613519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.614379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:42.614954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.627703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:42.677367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.681065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 78a8295e-377a-4548-a3bd-78c8a88059f5 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:42.684404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=1f4d2b89-1a02-4a86-afac-33422c2dc788,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:42.723921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.761497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:42.788296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:42.796937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 78a8295e-377a-4548-a3bd-78c8a88059f5 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:42.797512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.803287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:42.814090 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e7a2b62d-112a-49b9-935f-ac039dcec309 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8d00fc0b9194b7bb6a588ccd267f6be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3088660 Feb 16 23:49:42.822763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44972) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:42.826290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.830361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Transition to ACTIVE for port object 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:42.839359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:42.882541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea3bb2-c4da-4f5d-8124-f59a64da6417 None None] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:42.899967 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1069965 Feb 16 23:49:42.906179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44978) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:42.923775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Allocated IP 172.26.2.125 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b64565c9-44ec-4f10-a1e8-6c720817898d) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:42.954127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Pushing event updated for resources: {'Port': ['ID=c5c064ab-996b-49a4-8381-957d8afaf95e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:42.956148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:42.957479 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c2d462af-a63b-4aa9-bdc2-64808cd83e9f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1313276 Feb 16 23:49:42.966073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44986) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:42.973792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:43.110954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:43.145849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:43.149933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:43.155948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:43.156743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.161588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c11e49-dcd4-4958-ad3a-f182ad9edb78 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Network': ['ID=9c0495b9-2a5a-414b-af83-fee77042096d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:43.208037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 9c0495b9-2a5a-414b-af83-fee77042096d details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:43.214713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.221260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8cb459fa-5317-4dff-9b62-573963b21cd8 None None] Provisioning for port 27ce3af6-a02a-4b59-8752-da7b7d068b38 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:43.228203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event updated for resources: {'Port': ['ID=d82cefbf-b996-4ff8-a7f3-3900e54b173a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:43.240557 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7b0cf7f9-ef78-4396-8787-4c648c19ae75 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5370409 Feb 16 23:49:43.246454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 44990) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:43.254522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Transition to ACTIVE for port object af506dd4-c3a2-4e3d-86d9-f8a1328172d8 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:43.262708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Attempting to bind port c5c064ab-996b-49a4-8381-957d8afaf95e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:43.263099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Attempting to bind port c5c064ab-996b-49a4-8381-957d8afaf95e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:43.263474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Attempting to bind port c5c064ab-996b-49a4-8381-957d8afaf95e on network fa0d15e8-c953-4812-830a-29ab52bf49e1 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:43.337591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Request body: {'port': {'network_id': '7b268920-1562-4a12-89ee-f6e7b72c3bb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1355785097', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:43.338229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] bootfile-name is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:49:43.338630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] tftp-server is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:49:43.339017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] server-ip-address is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:49:43.348571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:43.348948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Checking segment: {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:43.349357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.349749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Bound using segment: {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:43.350235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Bound port: c5c064ab-996b-49a4-8381-957d8afaf95e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:43.350621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.383108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.423579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.535862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.542592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6d49-8d9a-4481-b87f-4a4ef5261770 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.575036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Network ac48cc95-111e-4223-b42f-6d9f7d2863f9 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:43.587463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:43.590503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:43.594971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.596777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:43.597403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.625884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 78a8295e-377a-4548-a3bd-78c8a88059f5, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=78a8295e-377a-4548-a3bd-78c8a88059f5,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:43.643839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.681567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Network 8d6134e6-a601-4ee0-996e-1c530f411dae is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:43.712222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:43.714809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.726463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:43.726931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:43.762108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Allocated IP 172.20.0.2 (ac48cc95-111e-4223-b42f-6d9f7d2863f9/3663fa24-a69b-40d3-92f8-37a93834fded/b9d18f7e-6873-455f-9273-ae090e4d6213) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:43.794436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] For port c5c064ab-996b-49a4-8381-957d8afaf95e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:43.866107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] For port c5c064ab-996b-49a4-8381-957d8afaf95e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c5c064ab-996b-49a4-8381-957d8afaf95e,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:43.922435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event updated for resources: {'Port': ['ID=af506dd4-c3a2-4e3d-86d9-f8a1328172d8,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:43.933398 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7fe93570-9301-4bf8-828d-0da963c8fcc1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1299284 Feb 16 23:49:43.950153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 44996) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:44.098286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.100894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Deleting port af506dd4-c3a2-4e3d-86d9-f8a1328172d8 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:49:44.101478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.112992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feb00f39-bd83-40eb-a864-c748ab7cb82e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:44.128448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6d49-8d9a-4481-b87f-4a4ef5261770 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.139897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=78a8295e-377a-4548-a3bd-78c8a88059f5,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:44.156343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.156820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.287066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Pushing event updated for resources: {'Port': ['ID=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:44.431741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.432707 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490d30c-8dbf-45b8-b2a5-66f048b1cddd None None] Pushing event updated for resources: {'Port': ['ID=c5c064ab-996b-49a4-8381-957d8afaf95e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:44.436969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8c788a1c-a2f1-4217-8603-f01fa0e451f0 None None] Provisioning for port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:44.455815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8c788a1c-a2f1-4217-8603-f01fa0e451f0 None None] Provisioning complete for port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:44.456506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c788a1c-a2f1-4217-8603-f01fa0e451f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.459245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.544597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port feb00f39-bd83-40eb-a864-c748ab7cb82e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:44.563917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port feb00f39-bd83-40eb-a864-c748ab7cb82e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:44.564680 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.593663 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8c788a1c-a2f1-4217-8603-f01fa0e451f0 None None] Port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:44.602209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:44.623633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Usage tracker for resource:port and tenant:fb4a43a0e7114457a946810f8caf8095 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:44.631978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 16 23:49:44.632509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Router 957bfe88-6eb3-40e1-b23e-9caa1a2839c5 migrating from provider to provider. {{(pid=87677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 16 23:49:44.632939 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.635373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.638615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.655045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:44.658945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Transition to ACTIVE for port object b9d18f7e-6873-455f-9273-ae090e4d6213 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:44.667338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.676209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:44.689976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.691815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Transition to ACTIVE for port object b9d18f7e-6873-455f-9273-ae090e4d6213 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:44.703370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.781403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.781551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.782257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.782596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > port after_create 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.782919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.783274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > port after_update 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.783596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.783944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.784291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.784634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.894327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Network ac48cc95-111e-4223-b42f-6d9f7d2863f9 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:44.905929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:44.907763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:44.915546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:44.934833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Pushing event updated for resources: {'Port': ['ID=b9d18f7e-6873-455f-9273-ae090e4d6213,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:44.956063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.956423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.956751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.957073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:44.957474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0495b9-2a5a-414b-af83-fee77042096d']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:44.974427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.089215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port feb00f39-bd83-40eb-a864-c748ab7cb82e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=feb00f39-bd83-40eb-a864-c748ab7cb82e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:45.089215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Attempting to bind port b9d18f7e-6873-455f-9273-ae090e4d6213 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:45.089215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Attempting to bind port b9d18f7e-6873-455f-9273-ae090e4d6213 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '997c5319-b7b6-439a-b8fc-7d3d01d709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:45.089215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Attempting to bind port b9d18f7e-6873-455f-9273-ae090e4d6213 on network ac48cc95-111e-4223-b42f-6d9f7d2863f9 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:45.089561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Calling delete_port for af506dd4-c3a2-4e3d-86d9-f8a1328172d8 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:49:45.089638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8a1d9ac7-5143-4eb2-99b3-6f45f8573688 None None] Provisioning for port d82cefbf-b996-4ff8-a7f3-3900e54b173a completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:45.089638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.089638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27ce3af6-a02a-4b59-8752-da7b7d068b38 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:45.089860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd05b93-d0ef-4e4a-b21f-7d6437c89d99') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:45.089860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd05b93-d0ef-4e4a-b21f-7d6437c89d99') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:45.099933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Made reservation on behalf of fb4a43a0e7114457a946810f8caf8095 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:45.103806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.127166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6d49-8d9a-4481-b87f-4a4ef5261770 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.144237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:45.144615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Checking segment: {'id': '997c5319-b7b6-439a-b8fc-7d3d01d709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:45.145015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.145406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Bound using segment: {'id': '997c5319-b7b6-439a-b8fc-7d3d01d709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:45.145892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Bound port: b9d18f7e-6873-455f-9273-ae090e4d6213, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997c5319-b7b6-439a-b8fc-7d3d01d709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ac48cc95-111e-4223-b42f-6d9f7d2863f9'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:45.146282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.154303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.169914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8a1d9ac7-5143-4eb2-99b3-6f45f8573688 None None] Provisioning complete for port d82cefbf-b996-4ff8-a7f3-3900e54b173a triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:45.170315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9ac7-5143-4eb2-99b3-6f45f8573688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.188725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6d49-8d9a-4481-b87f-4a4ef5261770 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd448a0-9c26-47c3-8333-4d389a3ff3b3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:45.193067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] device_id is not set on port 8372b2ee-2c29-4a46-9961-d5187e6d24c3 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:49:45.237316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.242396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Router 78fe744f-afc4-49da-b185-a7b9a33ba5aa is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:49:45.247734 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] No L3 agents can host the router 957bfe88-6eb3-40e1-b23e-9caa1a2839c5 Feb 16 23:49:45.286150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.316355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6d49-8d9a-4481-b87f-4a4ef5261770 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.317459 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4aaa6d49-8d9a-4481-b87f-4a4ef5261770 tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cd448a0-9c26-47c3-8333-4d389a3ff3b3 HTTP/1.1" status: 204 len: 168 time: 2.4936011 Feb 16 23:49:45.339497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45000) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:45.340751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:49:45.341512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.345601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d9ac7-5143-4eb2-99b3-6f45f8573688 None None] Port d82cefbf-b996-4ff8-a7f3-3900e54b173a cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: from cryptography.utils import int_from_bytes Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: from cryptography.utils import int_from_bytes Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn_limited( Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:49:45.366418 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:49:45.384726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=feb00f39-bd83-40eb-a864-c748ab7cb82e,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:45.404798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8a1d9ac7-5143-4eb2-99b3-6f45f8573688 None None] Provisioning complete for port 78a8295e-377a-4548-a3bd-78c8a88059f5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:45.405179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9ac7-5143-4eb2-99b3-6f45f8573688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.431056 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 27ce3af6-a02a-4b59-8752-da7b7d068b38 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:45.434396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] For port b9d18f7e-6873-455f-9273-ae090e4d6213, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:45.449606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 27ce3af6-a02a-4b59-8752-da7b7d068b38 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:45.449977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.485305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:45.507164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:45.509216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.511070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:45.520906 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] For port b9d18f7e-6873-455f-9273-ae090e4d6213, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b9d18f7e-6873-455f-9273-ae090e4d6213,segment=NetworkSegment(997c5319-b7b6-439a-b8fc-7d3d01d709e5),segment_id=997c5319-b7b6-439a-b8fc-7d3d01d709e5)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:45.542871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.588634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event deleted for resources: {'Port': ['ID=af506dd4-c3a2-4e3d-86d9-f8a1328172d8,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:45.648448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.751005 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-77f8b9d3-00b6-4c9f-8aef-65edc6b826e1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "DELETE /v2.0/ports/af506dd4-c3a2-4e3d-86d9-f8a1328172d8 HTTP/1.1" status: 204 len: 168 time: 1.7887163 Feb 16 23:49:45.762458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45004) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:45.767072 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.794654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb3e1-400c-4df2-8939-4ff74fe39952 None None] Pushing event updated for resources: {'Port': ['ID=b9d18f7e-6873-455f-9273-ae090e4d6213,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:45.808165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b0dd4-39d7-4f58-865b-7815602055da None None] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:45.819856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:49:45.829265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Pushing event updated for resources: {'Port': ['ID=b64565c9-44ec-4f10-a1e8-6c720817898d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:45.864832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:45.866504 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e828dc44-56bf-4b2b-b962-f3bcc1eb9e07 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.2874551 Feb 16 23:49:45.869533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45010) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:45.871250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Sync routers for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:49:45.991039 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0af1ca60-1129-4d12-aa82-61dab3b61501 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2272129 Feb 16 23:49:45.991941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45014) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:46.006916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 27ce3af6-a02a-4b59-8752-da7b7d068b38, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=27ce3af6-a02a-4b59-8752-da7b7d068b38,segment=NetworkSegment(c0c64103-e668-4244-ba36-05d71df7713d),segment_id=c0c64103-e668-4244-ba36-05d71df7713d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:46.010550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1750269553'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:46.027389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.028461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f4d2b89-1a02-4a86-afac-33422c2dc788 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:46.035016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:46.039131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.043056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Usage tracker for resource:network and tenant:75e8f10e6dde4532a09bcd4add4833a6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:46.046010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c0495b9-2a5a-414b-af83-fee77042096d {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 23:49:46.048660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.052176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:46.076969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.107669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:46.130517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d9313c46-1277-4fc2-ad64-8e47953ad119 None None] Provisioning complete for port d82cefbf-b996-4ff8-a7f3-3900e54b173a triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:46.130909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9313c46-1277-4fc2-ad64-8e47953ad119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.150249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Made reservation on behalf of 75e8f10e6dde4532a09bcd4add4833a6 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:46.154829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.155007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c0495b9-2a5a-414b-af83-fee77042096d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:46.163953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.212831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Hosts for router 957bfe88-6eb3-40e1-b23e-9caa1a2839c5: [] {{(pid=87677) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 16 23:49:46.308000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0549057f-0331-4b7f-a788-ea327a115643 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "DELETE /v2.0/networks/9c0495b9-2a5a-414b-af83-fee77042096d HTTP/1.1" status: 204 len: 168 time: 3.3876734 Feb 16 23:49:46.319331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45018) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:46.321244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:46.340343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:46.353063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.353721 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Added segment 79dba0b0-9080-46e3-854a-9c2f662ef430 of type vlan for network a26ae95c-043a-4969-a5b1-9fea70c64975 Feb 16 23:49:46.357397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:46.402444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:46.405543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:46.441327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:network and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:46.456094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:46.474604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d9313c46-1277-4fc2-ad64-8e47953ad119 None None] Port d82cefbf-b996-4ff8-a7f3-3900e54b173a cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:46.478152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=27ce3af6-a02a-4b59-8752-da7b7d068b38,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:46.492766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:46.506340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.522784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d9313c46-1277-4fc2-ad64-8e47953ad119 None None] Provisioning for port c5c064ab-996b-49a4-8381-957d8afaf95e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:46.589306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 1f4d2b89-1a02-4a86-afac-33422c2dc788 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:46.589930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.674631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Made reservation on behalf of 226e8cead0c1498d92166ecb6a1aa8df for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:46.684309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.711078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Allocated IP 172.20.0.11 (7b268920-1562-4a12-89ee-f6e7b72c3bb6/ca6d5773-90dc-41ef-bf79-cf7742534b43/8372b2ee-2c29-4a46-9961-d5187e6d24c3) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:46.747056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:49:46.758372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Hosts for other DVR routers connected to router 957bfe88-6eb3-40e1-b23e-9caa1a2839c5: set() {{(pid=87677) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 16 23:49:46.761022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.765840 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5048e843-d242-4b52-97af-7f2316e3db64 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "PUT /v2.0/routers/957bfe88-6eb3-40e1-b23e-9caa1a2839c5 HTTP/1.1" status: 200 len: 717 time: 3.7976918 Feb 16 23:49:46.776538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45022) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:46.837530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:49:46.904732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:46.905843 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Added segment 96aac392-6f8f-49bb-bccb-8c8091bf12ae of type vlan for network ccb0e3fa-feea-4b33-80a4-31728977d186 Feb 16 23:49:46.948003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.004466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.004715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:47.011292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:47.012095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.112033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.112633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.113640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:47.114242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.141339 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1425397 Feb 16 23:49:47.147163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b07125-e697-428c-81fc-28bfdf5ffcb1 None None] Network ac48cc95-111e-4223-b42f-6d9f7d2863f9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:47.176020 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c2f370e-91f9-4b4f-a663-72b3d071fb7b tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "GET /v2.0/routers/957bfe88-6eb3-40e1-b23e-9caa1a2839c5 HTTP/1.1" status: 200 len: 717 time: 0.3668950 Feb 16 23:49:47.192441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45026) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:47.192776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45028) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:47.227103 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.9003334 Feb 16 23:49:47.232450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45036) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:47.242794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'subnet': {'network_id': 'ccb0e3fa-feea-4b33-80a4-31728977d186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:47.250849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:47.283636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae779c4-e5c6-4c0b-a9f3-70a723015c00 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event updated for resources: {'Network': ['ID=a26ae95c-043a-4969-a5b1-9fea70c64975,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:47.290380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:subnet and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:47.312167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:47.340972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a26ae95c-043a-4969-a5b1-9fea70c64975 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:47.363428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:47.390890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727d9cf9-0924-4b71-b7a2-c2484db72418']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:47.404494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Made reservation on behalf of 226e8cead0c1498d92166ecb6a1aa8df for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:49:47.407240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.446510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:49:47.453352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f3831-b4ba-46bb-967f-d2dbf0167153 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Network': ['ID=ccb0e3fa-feea-4b33-80a4-31728977d186,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:47.454713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b82c60d5-3528-46e4-95c3-7b91ffa5dcd9 None None] Provisioning for port b9d18f7e-6873-455f-9273-ae090e4d6213 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:47.460975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.489497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network ccb0e3fa-feea-4b33-80a4-31728977d186 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:49:47.791444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.809058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb65a4b4-5b00-48d2-a2d0-b210d203bd8c') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:47.809590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb65a4b4-5b00-48d2-a2d0-b210d203bd8c') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:47.821716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:47.958386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feb00f39-bd83-40eb-a864-c748ab7cb82e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:47.996736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:43Z', 'revision_number': 3, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:48.016035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.019896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Checking router: 78fe744f-afc4-49da-b185-a7b9a33ba5aa for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:49:48.020281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Updating router 78fe744f-afc4-49da-b185-a7b9a33ba5aa port 71805c0e-0f9c-405c-b30d-dabbe34b7874 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:49:48.067722 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a0309c52-64d1-44d3-afc7-b6f714b331ca tempest-RoutersTestDVR-88147977 tempest-RoutersTestDVR-88147977-project] 10.222.0.47 "GET /v2.0/routers/957bfe88-6eb3-40e1-b23e-9caa1a2839c5 HTTP/1.1" status: 200 len: 683 time: 0.8671196 Feb 16 23:49:48.080092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45042) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:48.083017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.125538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.161105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Pushing event updated for resources: {'Port': ['ID=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:48.165365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:49:48.166091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.184218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:49:48.187516 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:49:48.199160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.295840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f456c0b7-f8b8-4f9b-9f5a-c8767c62c571 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.314092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port feb00f39-bd83-40eb-a864-c748ab7cb82e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:48.314528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.359928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Allocated IP 172.20.0.1 (666eb452-6e7c-46bb-b1b2-88cf993711dd/1e569b5a-dc66-487a-9d39-5c0dbd48c83e/04d61836-057e-4faa-ae2d-03ada9080f22) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:48.365446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.479184 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a4a6024e-254c-436a-a78d-44b064899c71 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "GET /v2.0/agents/ac8fcc92-69d4-4906-ab2d-c550a63efac4/dhcp-networks HTTP/1.1" status: 200 len: 6473 time: 1.2826519 Feb 16 23:49:48.484377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Transition to ACTIVE for port object 8372b2ee-2c29-4a46-9961-d5187e6d24c3 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:48.487608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45046) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:48.489860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.565662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.574286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b9d18f7e-6873-455f-9273-ae090e4d6213 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:48.689495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b9d18f7e-6873-455f-9273-ae090e4d6213 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:48.698126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b9d18f7e-6873-455f-9273-ae090e4d6213 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:48.698590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.712405 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "DELETE /v2.0/networks/727d9cf9-0924-4b71-b7a2-c2484db72418 HTTP/1.1" status: 204 len: 168 time: 3.3499424 Feb 16 23:49:48.741594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45050) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:48.749246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311943b-124b-4af9-b80e-355d67de09de tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Pushing event deleted for resources: {'Network': ['ID=727d9cf9-0924-4b71-b7a2-c2484db72418,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:48.761215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.773180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Network 8d6134e6-a601-4ee0-996e-1c530f411dae is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:48.796381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f456c0b7-f8b8-4f9b-9f5a-c8767c62c571 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.804691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f456c0b7-f8b8-4f9b-9f5a-c8767c62c571 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.830387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:48.832013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.880853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Transition to ACTIVE for port object 71805c0e-0f9c-405c-b30d-dabbe34b7874 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:48.921831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ebc15002-2080-4547-8f31-666f6f0e2117 None None] Could not find standard attr ID for object af506dd4-c3a2-4e3d-86d9-f8a1328172d8. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:49:48.925343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:48.938525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.041293 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Attempting to bind port 71805c0e-0f9c-405c-b30d-dabbe34b7874 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:49.041665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Attempting to bind port 71805c0e-0f9c-405c-b30d-dabbe34b7874 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:49.042021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Attempting to bind port 71805c0e-0f9c-405c-b30d-dabbe34b7874 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:49.072197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:49.072573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:49.072972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.073431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:49.073913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Bound port: 71805c0e-0f9c-405c-b30d-dabbe34b7874, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:49.074341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.159737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b9d18f7e-6873-455f-9273-ae090e4d6213, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b9d18f7e-6873-455f-9273-ae090e4d6213,segment=NetworkSegment(997c5319-b7b6-439a-b8fc-7d3d01d709e5),segment_id=997c5319-b7b6-439a-b8fc-7d3d01d709e5)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:49.171785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f456c0b7-f8b8-4f9b-9f5a-c8767c62c571 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.172169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456c0b7-f8b8-4f9b-9f5a-c8767c62c571 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 957bfe88-6eb3-40e1-b23e-9caa1a2839c5 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:49:49.172399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.173145 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 78a8295e-377a-4548-a3bd-78c8a88059f5 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:49.189862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.196671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3696feb-e0b3-45c4-9b1b-524065cd8a39 None None] Pushing event updated for resources: {'Port': ['ID=71805c0e-0f9c-405c-b30d-dabbe34b7874,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:49.204424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.242362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Transition to ACTIVE for port object 04d61836-057e-4faa-ae2d-03ada9080f22 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:49.262187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] For port 71805c0e-0f9c-405c-b30d-dabbe34b7874, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:49.279173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-53758473-1ab0-48ac-ae6c-6a756561a686 None None] Provisioning complete for port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:49.279561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53758473-1ab0-48ac-ae6c-6a756561a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.283522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f456c0b7-f8b8-4f9b-9f5a-c8767c62c571 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.290004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f456c0b7-f8b8-4f9b-9f5a-c8767c62c571 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "DELETE /v2.0/routers/957bfe88-6eb3-40e1-b23e-9caa1a2839c5 HTTP/1.1" status: 204 len: 168 time: 1.2039609 Feb 16 23:49:49.300488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45054) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:49.312987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Request body: {'router': {'name': 'tempest-router-749532261', 'distributed': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:49.327149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] For port 71805c0e-0f9c-405c-b30d-dabbe34b7874, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=71805c0e-0f9c-405c-b30d-dabbe34b7874,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:49.347625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:49.349215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.361728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:49.364510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:49.369266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b9d18f7e-6873-455f-9273-ae090e4d6213,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:49.391621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:49.405474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.objects.ports [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87676) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:49:49.405938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.409758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Usage tracker for resource:router and tenant:c435eeeb8c45404598f646dee38c05b9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:49.410230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-53758473-1ab0-48ac-ae6c-6a756561a686 None None] Port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:49.433022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event updated for resources: {'Port': ['ID=8372b2ee-2c29-4a46-9961-d5187e6d24c3,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:49.442110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:49.444556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:49.445028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:49.471838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:49.491100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.542404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Router d5237d75-1672-41be-9dfc-407b363a7e29 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:49:49.557541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 78a8295e-377a-4548-a3bd-78c8a88059f5 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:49.558128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.562482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.564108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.573652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:49.574289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.585014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.596597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3696feb-e0b3-45c4-9b1b-524065cd8a39 None None] Pushing event updated for resources: {'Port': ['ID=71805c0e-0f9c-405c-b30d-dabbe34b7874,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:49.616474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.635358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.635693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.636454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.636781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > port after_create 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.637097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.637668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > port after_update 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.637992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.639412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.639412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.639412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.686176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094c1d2-cb66-4c3a-8719-f12700542d17 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] Network a26ae95c-043a-4969-a5b1-9fea70c64975 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:49:49.696231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.736515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:49.781194 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c9e8c1ff-9cd3-4576-8a59-23a13fbe014c tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 6.5203376 Feb 16 23:49:49.791126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d094c1d2-cb66-4c3a-8719-f12700542d17 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "POST /v2.0/agents/ac8fcc92-69d4-4906-ab2d-c550a63efac4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2992578 Feb 16 23:49:49.800731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45058) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:49.801131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45060) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:49.827663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.828231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.828356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.828668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 23:49:49.829032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332cfdf6-83ba-4437-8205-17b5eb22bc02']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:49.860925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5b151-a627-4788-9ca4-8518a60869eb None None] Network a26ae95c-043a-4969-a5b1-9fea70c64975 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:49.886564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92f3d1c2-0b02-47e8-8525-75ced602f311,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:49.888825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.903670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Checking segment: {'id': '96aac392-6f8f-49bb-bccb-8c8091bf12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccb0e3fa-feea-4b33-80a4-31728977d186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:49.904032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Network hostable DHCP agents. Network: ccb0e3fa-feea-4b33-80a4-31728977d186, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:49:49.912784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8547e5-65cc-4f0a-941c-58ca925a5372') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:49.913079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8547e5-65cc-4f0a-941c-58ca925a5372') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:49.921322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:49.941255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:49.947991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.968280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:49.968781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:49.981557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.003835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Pushing event updated for resources: {'Port': ['ID=04d61836-057e-4faa-ae2d-03ada9080f22,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:50.006192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.011687 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0d86fb29-445e-458d-87cb-71e38e6e696f tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7039840 Feb 16 23:49:50.012150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:49:50.012549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.027833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45066) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: from cryptography.utils import int_from_bytes Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: from cryptography.utils import int_from_bytes Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn_limited( Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:49:50.028372 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:49:50.086295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27ce3af6-a02a-4b59-8752-da7b7d068b38 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:50.095429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Network ccb0e3fa-feea-4b33-80a4-31728977d186 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:49:50.123897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, ccb0e3fa-feea-4b33-80a4-31728977d186) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:50.124331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5ee0858a-d598-4650-8172-4d048392aea1 None None] Provisioning for port 8372b2ee-2c29-4a46-9961-d5187e6d24c3 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:50.137276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:50.137874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.147980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a0473-e493-4555-bc2a-a5202159312d None None] Network ccb0e3fa-feea-4b33-80a4-31728977d186 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:50.157242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.177736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5ee0858a-d598-4650-8172-4d048392aea1 None None] Provisioning complete for port 8372b2ee-2c29-4a46-9961-d5187e6d24c3 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:50.178102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5ee0858a-d598-4650-8172-4d048392aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.186024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.190702 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] 10.222.0.47 "DELETE /v2.0/networks/332cfdf6-83ba-4437-8205-17b5eb22bc02 HTTP/1.1" status: 204 len: 168 time: 1.4388759 Feb 16 23:49:50.194446 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-720f8499-6021-492b-88a5-7025da340b67 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9606230 Feb 16 23:49:50.197075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f1100-8926-418f-a873-788e9a4dcc5c tempest-QuotasNegativeTest-1494365185 tempest-QuotasNegativeTest-1494365185-project-admin] Pushing event deleted for resources: {'Network': ['ID=332cfdf6-83ba-4437-8205-17b5eb22bc02,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:50.204201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45072) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:50.211798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'floatingip': {'floating_network_id': 'ccb0e3fa-feea-4b33-80a4-31728977d186'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:50.223498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:50.230788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:floatingip and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:50.236431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:50.243836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:50.291617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.378756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d72b331e-f735-4713-8062-1c5a0dd76366 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.399057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.428381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0858a-d598-4650-8172-4d048392aea1 None None] Port 8372b2ee-2c29-4a46-9961-d5187e6d24c3 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:50.534063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 27ce3af6-a02a-4b59-8752-da7b7d068b38 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:50.534437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.538995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:49:50.549585 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Sync routers for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:49:50.572494 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:50.573130 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:50.681801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1c3bd547-ee47-4b7c-a316-5657f1d140ae None None] Provisioning for port 04d61836-057e-4faa-ae2d-03ada9080f22 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:50.706366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18547fd6-be4c-416e-8d76-9c8fe1275954 None None] Network ccb0e3fa-feea-4b33-80a4-31728977d186 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:50.709994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.734297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1c3bd547-ee47-4b7c-a316-5657f1d140ae None None] Provisioning complete for port 04d61836-057e-4faa-ae2d-03ada9080f22 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:50.734671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1c3bd547-ee47-4b7c-a316-5657f1d140ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.828209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.940614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d72b331e-f735-4713-8062-1c5a0dd76366 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.942317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:43Z', 'revision_number': 3, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:50.942994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d72b331e-f735-4713-8062-1c5a0dd76366 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:50.948357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bd547-ee47-4b7c-a316-5657f1d140ae None None] Port 04d61836-057e-4faa-ae2d-03ada9080f22 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:50.958162 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:50.966382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Allocated IP 172.20.0.12 (ccb0e3fa-feea-4b33-80a4-31728977d186/92f3d1c2-0b02-47e8-8525-75ced602f311/d472199a-18ef-4f3f-a2fb-fc5305653b3c) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:50.967751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48a69b-7fdf-455b-8197-0c1713cef813 None None] The sync data for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv is: [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:43Z', 'revision_number': 3, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:49:50.970715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45080) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:50.976899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5c064ab-996b-49a4-8381-957d8afaf95e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:50.977508 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c787a0be-3138-40c0-adfa-f490c4050b99 admin admin] 10.222.0.47 "PUT /v2.0/routers/d5237d75-1672-41be-9dfc-407b363a7e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6852963 Feb 16 23:49:51.034525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d72b331e-f735-4713-8062-1c5a0dd76366 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.036350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b331e-f735-4713-8062-1c5a0dd76366 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9521dd6f-6c72-4202-ae26-80da36066d88 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:49:51.073952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d72b331e-f735-4713-8062-1c5a0dd76366 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.079673 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d72b331e-f735-4713-8062-1c5a0dd76366 tempest-RoutersTestDVR-1884693878 tempest-RoutersTestDVR-1884693878-project-admin] 10.222.0.47 "DELETE /v2.0/routers/9521dd6f-6c72-4202-ae26-80da36066d88 HTTP/1.1" status: 204 len: 168 time: 1.0453532 Feb 16 23:49:51.147417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7c93e-bc17-4bbc-81b6-a780ab498946 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:51.156025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7c93e-bc17-4bbc-81b6-a780ab498946 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:51.163821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7c93e-bc17-4bbc-81b6-a780ab498946 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:51.165247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-abb7c93e-bc17-4bbc-81b6-a780ab498946 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Synchronizing usage tracker for tenant:fb4a43a0e7114457a946810f8caf8095 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:49:51.168242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Router a827f1e7-0ec8-403b-a27b-3b546440d497 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:49:51.177222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.261112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c5c064ab-996b-49a4-8381-957d8afaf95e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:51.273531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c5c064ab-996b-49a4-8381-957d8afaf95e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:51.274055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.348184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.391937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.485958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:49:51.492163 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-15fa177e-dc7d-4c46-94c3-349c8d568e4d tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "GET /v2.0/agents/ac8fcc92-69d4-4906-ab2d-c550a63efac4/dhcp-networks HTTP/1.1" status: 200 len: 7242 time: 1.6860535 Feb 16 23:49:51.493274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-abb7c93e-bc17-4bbc-81b6-a780ab498946 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Unset dirty status for tenant:fb4a43a0e7114457a946810f8caf8095 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:49:51.494391 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-abb7c93e-bc17-4bbc-81b6-a780ab498946 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 1.6901786 Feb 16 23:49:51.495162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.508699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45098) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:51.511161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45100) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:51.511393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.539831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Sync routers for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:49:51.567235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:51.609970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port c5c064ab-996b-49a4-8381-957d8afaf95e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c5c064ab-996b-49a4-8381-957d8afaf95e,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:51.619056 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:51.620853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:51.628432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.632611 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-396008fa-77f9-468d-8db5-3d884f537183 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6144948 Feb 16 23:49:51.645202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Usage tracker for resource:security_group_rule and tenant:770c1abc54874770a9c6ff9907cb832d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:51.649305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45110) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:51.695525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:51.718893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.723166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Pushing event updated for resources: {'Port': ['ID=04d61836-057e-4faa-ae2d-03ada9080f22,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:51.765726 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:46Z', 'revision_number': 2, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:51.780873 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Checking router: d5237d75-1672-41be-9dfc-407b363a7e29 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:49:51.781228 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Updating router d5237d75-1672-41be-9dfc-407b363a7e29 port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:49:51.795825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:51.800729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.821692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.909558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Deleting port 8372b2ee-2c29-4a46-9961-d5187e6d24c3 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:49:51.909976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:51.934409 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:52.041683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45116) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:52.266206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=c5c064ab-996b-49a4-8381-957d8afaf95e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:52.267507 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d3c0f2fc-1da6-40b8-8751-a34f9888d807 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "DELETE /v2.0/agents/ac8fcc92-69d4-4906-ab2d-c550a63efac4/dhcp-networks/a26ae95c-043a-4969-a5b1-9fea70c64975 HTTP/1.1" status: 204 len: 168 time: 0.7386851 Feb 16 23:49:52.277339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 71805c0e-0f9c-405c-b30d-dabbe34b7874 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:52.286635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45122) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:52.418855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:52.435269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Network ccb0e3fa-feea-4b33-80a4-31728977d186 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:52.484618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:52.538575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:52.546518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 71805c0e-0f9c-405c-b30d-dabbe34b7874 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:52.556566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 71805c0e-0f9c-405c-b30d-dabbe34b7874 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:52.556942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:52.628537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:52.703881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Port': ['ID=d472199a-18ef-4f3f-a2fb-fc5305653b3c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:52.761884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:52.819584 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.db.resource_extend [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:49:52.922087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45128) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:52.941501 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:52.949358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442053153', 'description': 'tempest-description--1472013859'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:52.955515 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Transition to ACTIVE for port object 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:52.957887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:52.966613 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:52.972165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Usage tracker for resource:security_group and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:52.977967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:52.991663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:52.999423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:53.015611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:53.043851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.054148 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e434dd6-9334-4e99-ab04-2532f22d3f99 None None] Pushing event updated for resources: {'Port': ['ID=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:53.149347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 71805c0e-0f9c-405c-b30d-dabbe34b7874, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=71805c0e-0f9c-405c-b30d-dabbe34b7874,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:53.164785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.165713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b9d18f7e-6873-455f-9273-ae090e4d6213 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:53.304007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.312363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Usage tracker for resource:security_group_rule and tenant:1d9f6f50a6a149e7a81c529e35c79d6b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:53.316418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:53.328302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:53.347248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Router 78fe744f-afc4-49da-b185-a7b9a33ba5aa has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:49:53.362601 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Attempting to bind port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:53.363117 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Attempting to bind port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:53.363612 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Attempting to bind port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 on network 8d6134e6-a601-4ee0-996e-1c530f411dae {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:53.370147 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:53.370532 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Checking segment: {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:53.371068 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.371614 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Bound using segment: {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:53.372298 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Bound port: 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:53.372700 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.376683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.396332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.450236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=71805c0e-0f9c-405c-b30d-dabbe34b7874,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:53.468941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9331c1d3-248f-45be-801c-5631740b42df None None] Provisioning complete for port 04d61836-057e-4faa-ae2d-03ada9080f22 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:53.472467 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9331c1d3-248f-45be-801c-5631740b42df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.482713 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] For port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:53.491648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:53.493408 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] For port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:53.495820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Usage tracker for resource:security_group_rule and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:53.500656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:53.503798 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.508170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:53.531551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:46Z', 'revision_number': 3, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:53.550550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Checking router: a827f1e7-0ec8-403b-a27b-3b546440d497 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:49:53.550550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Updating router a827f1e7-0ec8-403b-a27b-3b546440d497 port b64565c9-44ec-4f10-a1e8-6c720817898d binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:49:53.582722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b9d18f7e-6873-455f-9273-ae090e4d6213 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:53.583203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.591600 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:53.592850 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:53.607000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.610308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.631013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9331c1d3-248f-45be-801c-5631740b42df None None] Port 04d61836-057e-4faa-ae2d-03ada9080f22 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:53.669676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.694009 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e434dd6-9334-4e99-ab04-2532f22d3f99 None None] Pushing event updated for resources: {'Port': ['ID=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:53.703490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.788598 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-26880f40-b9bf-4a6e-8f9a-c692a418dc42 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "GET /v2.0/agents/ac8fcc92-69d4-4906-ab2d-c550a63efac4/dhcp-networks HTTP/1.1" status: 200 len: 7241 time: 1.4704409 Feb 16 23:49:53.792830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa58c8-b282-4ab8-9879-c0de48f0e5ad,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:53.813706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45134) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:53.818578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.819746 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-20fa9f22-7cce-4f6f-a8b6-1d43a531b24f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8967104 Feb 16 23:49:53.843480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45138) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:53.870410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Request body: {'security_group_rule': {'security_group_id': '5daa58c8-b282-4ab8-9879-c0de48f0e5ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:53.877636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:53.881668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Usage tracker for resource:security_group_rule and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:53.884896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:53.892654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:53.896206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:53.948798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:53.967886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.024072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.059870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Calling delete_port for 8372b2ee-2c29-4a46-9961-d5187e6d24c3 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:49:54.068436 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7f81a247-9e29-4126-a8b1-aba1261fa7fd tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "GET /v2.0/networks/ac48cc95-111e-4223-b42f-6d9f7d2863f9/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2514181 Feb 16 23:49:54.080587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45142) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:54.124793 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1cf7470e-0e38-43f7-9cce-e20a80d1b714 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "GET /v2.0/networks/ac48cc95-111e-4223-b42f-6d9f7d2863f9/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0377443 Feb 16 23:49:54.126117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:49:54.143279 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0207d99b-b1ae-44de-bd47-5994dbb14c6f admin admin] 10.222.0.47 "PUT /v2.0/routers/78fe744f-afc4-49da-b185-a7b9a33ba5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2618294 Feb 16 23:49:54.143279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45146) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:54.147986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.153477 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Sync routers for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:49:54.171088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Transition to ACTIVE for port object b64565c9-44ec-4f10-a1e8-6c720817898d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:54.187195 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=770c1abc54874770a9c6ff9907cb832d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2082188 Feb 16 23:49:54.193235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45152) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:54.207419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf914-9c13-4c91-a1c3-f57a70212db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5200ac-43bf-4546-a2fb-30f7f187305f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:54.219571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.240343 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:54.241398 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:54.249491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.403533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Attempting to bind port b64565c9-44ec-4f10-a1e8-6c720817898d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:54.403896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Attempting to bind port b64565c9-44ec-4f10-a1e8-6c720817898d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:54.404321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Attempting to bind port b64565c9-44ec-4f10-a1e8-6c720817898d on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:54.419621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a26c0b-c371-4393-a4ef-43a8953333c8 None None] Pushing event updated for resources: {'Port': ['ID=b64565c9-44ec-4f10-a1e8-6c720817898d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:54.423210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:54.423570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:54.424017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.424445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:54.424978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Bound port: b64565c9-44ec-4f10-a1e8-6c720817898d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:54.425315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.481171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.505482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] For port b64565c9-44ec-4f10-a1e8-6c720817898d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:54.510022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] For port b64565c9-44ec-4f10-a1e8-6c720817898d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b64565c9-44ec-4f10-a1e8-6c720817898d,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:54.510328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d05dfff-3a9f-4200-9308-491f2f139673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.517274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.520487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.628715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 71805c0e-0f9c-405c-b30d-dabbe34b7874 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:54.631870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab41406-8a8f-4366-a2ff-79ee578d254e,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:54.700615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.706141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Allocated IP 172.20.0.1 (fa0d15e8-c953-4812-830a-29ab52bf49e1/2704b065-3cb3-4c68-8a5a-3f229f69a0e4/a4826684-3647-4519-974d-50de35974e94) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:54.707752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d05dfff-3a9f-4200-9308-491f2f139673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.720664 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:54.725662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.788972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:54.789104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.789593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:54.790673 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b9920ed2-754e-42f9-a63d-86e05b430113 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9408202 Feb 16 23:49:54.815296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45166) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:54.827476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Request body: {'security_group_rule': {'security_group_id': '5daa58c8-b282-4ab8-9879-c0de48f0e5ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:54.862556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a26c0b-c371-4393-a4ef-43a8953333c8 None None] Pushing event updated for resources: {'Port': ['ID=b64565c9-44ec-4f10-a1e8-6c720817898d,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:54.895154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 71805c0e-0f9c-405c-b30d-dabbe34b7874 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:54.895535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.923683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:54.948414 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d9f6f50a6a149e7a81c529e35c79d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8891363 Feb 16 23:49:54.958313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45170) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:54.968547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:54.993400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Usage tracker for resource:security_group_rule and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:55.012942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:55.056907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event deleted for resources: {'Port': ['ID=8372b2ee-2c29-4a46-9961-d5187e6d24c3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:55.059174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440bc2c-a1b5-42e9-a56a-345ecc80356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd04815-f8d5-4739-88bf-abd77ea655e9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:55.093069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:55.110461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d05dfff-3a9f-4200-9308-491f2f139673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.137622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:55.171259 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:55.207799 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e474543-0a16-4c2d-a8f7-324a57f6c43d None None] The sync data for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv is: [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:49:55.226704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:49:55.235542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd6cd-53a4-4211-a727-1846cf849442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.245455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05dfff-3a9f-4200-9308-491f2f139673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5200ac-43bf-4546-a2fb-30f7f187305f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:55.268984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.333065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.337216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.340648 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cc6c9293-a3be-4584-ae40-5637c5748129 tempest-DHCPAgentSchedulersTestJSON-699934406 tempest-DHCPAgentSchedulersTestJSON-699934406-project-admin] 10.222.0.47 "GET /v2.0/agents/ac8fcc92-69d4-4906-ab2d-c550a63efac4/dhcp-networks HTTP/1.1" status: 200 len: 7241 time: 1.1912606 Feb 16 23:49:55.345376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d05dfff-3a9f-4200-9308-491f2f139673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.345376 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1d05dfff-3a9f-4200-9308-491f2f139673 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a5200ac-43bf-4546-a2fb-30f7f187305f HTTP/1.1" status: 204 len: 168 time: 1.1427355 Feb 16 23:49:55.356553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45174) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:55.399668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Transition to ACTIVE for port object a4826684-3647-4519-974d-50de35974e94 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:55.412668 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 2, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:55.420273 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Checking router: 78fe744f-afc4-49da-b185-a7b9a33ba5aa for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:49:55.422102 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Updating router 78fe744f-afc4-49da-b185-a7b9a33ba5aa port 04d61836-057e-4faa-ae2d-03ada9080f22 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:49:55.426394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.517631 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.521132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.524929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.573132 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e560c314-9211-4331-b9dc-f04ab5d5584f tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "DELETE /v2.0/ports/8372b2ee-2c29-4a46-9961-d5187e6d24c3 HTTP/1.1" status: 204 len: 168 time: 4.0409441 Feb 16 23:49:55.573834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45180) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:55.603907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Request body: {'port': {'name': 'tempest-new-port-name-1497115400', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:55.604344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] bootfile-name is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:49:55.604701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] tftp-server is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:49:55.605027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] server-ip-address is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:49:55.645323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.679704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.721552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd6cd-53a4-4211-a727-1846cf849442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.784521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.829408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ed1ef3-ae2c-41f0-9c33-871534700b68,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:55.880098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5c064ab-996b-49a4-8381-957d8afaf95e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:55.913966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.915436 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ecfcbf0f-276b-4ca0-99f4-899200cfc54e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0987625 Feb 16 23:49:55.918049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Port': ['ID=d472199a-18ef-4f3f-a2fb-fc5305653b3c,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:55.929309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45188) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:55.939986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:55.950850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:55.956574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:55.965773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Usage tracker for resource:floatingip and tenant:7c302cd105d94da49e13bfa075d82b6b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:55.975142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:55.988726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:56.038561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.043285 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e8c3e89-8277-4480-9628-49e1c858aea5 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8378978 Feb 16 23:49:56.044848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45192) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:56.048303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.065077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd6cd-53a4-4211-a727-1846cf849442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.067562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd6cd-53a4-4211-a727-1846cf849442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.071586 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ef8bd6cd-53a4-4211-a727-1846cf849442 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7bd04815-f8d5-4739-88bf-abd77ea655e9 HTTP/1.1" status: 204 len: 168 time: 1.1064799 Feb 16 23:49:56.106642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:46Z', 'revision_number': 3, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:56.126569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a146910-526e-4eb8-84c9-cc8517010391 None None] The sync data for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv is: [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:46Z', 'revision_number': 3, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:49:56.142775 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c5c064ab-996b-49a4-8381-957d8afaf95e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:56.143149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.192738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45198) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:56.193151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45200) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:56.220926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4826684-3647-4519-974d-50de35974e94,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:56.232068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:56.236209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bd6cd-53a4-4211-a727-1846cf849442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd04815-f8d5-4739-88bf-abd77ea655e9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:56.290032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583392096', 'description': 'tempest-description--638202856'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:56.314569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:56.350512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-80313b56-3ff1-4279-9318-01186adcc176 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Synchronizing usage tracker for tenant:226e8cead0c1498d92166ecb6a1aa8df on resource:floatingip {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:49:56.353840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Usage tracker for resource:security_group and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:56.428519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.447486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:56.453682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:56.460368 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.470747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:56.490025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:56.500582 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Transition to ACTIVE for port object 04d61836-057e-4faa-ae2d-03ada9080f22 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:49:56.515517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:56.522366 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.544686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Usage tracker for resource:security_group_rule and tenant:9e33208bee49418ebd5a78337b0ea885 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:56.551703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:56.575203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.589398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.590200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-80313b56-3ff1-4279-9318-01186adcc176 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Unset dirty status for tenant:226e8cead0c1498d92166ecb6a1aa8df on resource:floatingip {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:49:56.595165 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-80313b56-3ff1-4279-9318-01186adcc176 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=ccb0e3fa-feea-4b33-80a4-31728977d186 HTTP/1.1" status: 200 len: 690 time: 0.5483479 Feb 16 23:49:56.597189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45208) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:56.598052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:56.667297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:56.793338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.866276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.882656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.908764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:56.914774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:56.915288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:56.976691 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae6b8e-4ee2-49e2-8a00-c3ce6453c73d None None] Pushing event updated for resources: {'Port': ['ID=04d61836-057e-4faa-ae2d-03ada9080f22,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:57.020169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45212) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:57.050615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26ae95c-043a-4969-a5b1-9fea70c64975']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:57.065686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.073532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:57.086063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccab3a3-a821-4edc-bb42-5ee691161ef3,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:57.102019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.137590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Usage tracker for resource:security_group_rule and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:57.138210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dba0b0-9080-46e3-854a-9c2f662ef430') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:57.138634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dba0b0-9080-46e3-854a-9c2f662ef430') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:57.159455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:57.161641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:57.169214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.188020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6037fb86-8596-4c84-a892-93c3f9d3b446 None None] Provisioning for port a4826684-3647-4519-974d-50de35974e94 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:57.192038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Usage tracker for resource:security_group_rule and tenant:c435eeeb8c45404598f646dee38c05b9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:57.196913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:57.200985 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Attempting to bind port 04d61836-057e-4faa-ae2d-03ada9080f22 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:49:57.202084 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Attempting to bind port 04d61836-057e-4faa-ae2d-03ada9080f22 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:49:57.202630 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Attempting to bind port 04d61836-057e-4faa-ae2d-03ada9080f22 on network 666eb452-6e7c-46bb-b1b2-88cf993711dd {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:49:57.209896 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:49:57.210455 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Checking segment: {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:49:57.211049 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.211588 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Bound using segment: {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:49:57.212288 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Bound port: 04d61836-057e-4faa-ae2d-03ada9080f22, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:49:57.212834 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.223301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:57.236143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.254586 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fe26f737-7479-4b96-a2e5-937f181c0b70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e33208bee49418ebd5a78337b0ea885&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0250890 Feb 16 23:49:57.255537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45216) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:57.256549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:57.256664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.276516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.291923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:57.293321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6037fb86-8596-4c84-a892-93c3f9d3b446 None None] Provisioning complete for port a4826684-3647-4519-974d-50de35974e94 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:57.293854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6037fb86-8596-4c84-a892-93c3f9d3b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.328314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.350349 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] For port 04d61836-057e-4faa-ae2d-03ada9080f22, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:49:57.369711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:49:57.370111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:49:57.393857 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:49:57.417791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Deleting port d472199a-18ef-4f3f-a2fb-fc5305653b3c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:49:57.418296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.437281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6037fb86-8596-4c84-a892-93c3f9d3b446 None None] Port a4826684-3647-4519-974d-50de35974e94 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:57.442928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:57.530921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.536669 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] For port 04d61836-057e-4faa-ae2d-03ada9080f22, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=04d61836-057e-4faa-ae2d-03ada9080f22,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:49:57.542239 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.570406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.627760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.649961 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:49:57.650932 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:57.666940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event deleted for resources: {'Network': ['ID=a26ae95c-043a-4969-a5b1-9fea70c64975,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:57.703376 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-72185d69-e3db-44f4-a54f-600ca7bd7d26 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "DELETE /v2.0/networks/a26ae95c-043a-4969-a5b1-9fea70c64975 HTTP/1.1" status: 204 len: 168 time: 2.3425720 Feb 16 23:49:57.706043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45220) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:57.713479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b0a55db-88fe-4244-9a4d-314309109137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.828362 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae6b8e-4ee2-49e2-8a00-c3ce6453c73d None None] Pushing event updated for resources: {'Port': ['ID=04d61836-057e-4faa-ae2d-03ada9080f22,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:57.870427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.873220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.897668 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6733fc8-5e1c-4168-b0ed-0e7e6201a900 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] DELETE failed (client error): The resource could not be found. Feb 16 23:49:57.898231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6733fc8-5e1c-4168-b0ed-0e7e6201a900 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:49:57.902156 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a6733fc8-5e1c-4168-b0ed-0e7e6201a900 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "DELETE /v2.0/ports/af506dd4-c3a2-4e3d-86d9-f8a1328172d8 HTTP/1.1" status: 404 len: 333 time: 0.1843801 Feb 16 23:49:57.910590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45224) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:57.920919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.971820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.992070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:57.997683 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:49:58.005739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.041459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.136012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b0a55db-88fe-4244-9a4d-314309109137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.150248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Calling delete_port for d472199a-18ef-4f3f-a2fb-fc5305653b3c owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:49:58.159995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Deleting subnet 3663fa24-a69b-40d3-92f8-37a93834fded {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:49:58.204426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7433c3f-194c-4528-a843-8981bba03616,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:58.209317 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-70af66d0-751f-4a1b-a1de-ae48eb53ae0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c435eeeb8c45404598f646dee38c05b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1794100 Feb 16 23:49:58.219718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45228) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:58.226807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.284442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.306498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event updated for resources: {'Port': ['ID=d82cefbf-b996-4ff8-a7f3-3900e54b173a,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:58.307332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.360157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.401978 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:49:58.407514 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f83b0-4c48-4d53-8298-9fae1bf9fb8b None None] The sync data for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv is: [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:49:58.429841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] In _notify_port_updated(), no bound segment for port d82cefbf-b996-4ff8-a7f3-3900e54b173a on network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:49:58.436326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:58.436986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.441997 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1e18a03f-b6f1-438b-9978-2a9f4dedb94b tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "PUT /v2.0/ports/d82cefbf-b996-4ff8-a7f3-3900e54b173a HTTP/1.1" status: 200 len: 1137 time: 2.8567517 Feb 16 23:49:58.443076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45232) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:58.445790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae940620-b7ea-495b-8bc9-6b7fac51d652,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:58.458694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Allocated IP 172.26.2.254 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/2d453941-671b-4956-8fe2-d6b7f60e4337) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:49:58.480131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.484759 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e3b7e1f6-cae2-44f5-8c3b-aac268b8583c tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2506425 Feb 16 23:49:58.486894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45236) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:58.501184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Request body: {'security_group_rule': {'security_group_id': 'ae940620-b7ea-495b-8bc9-6b7fac51d652', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:58.507924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:58.512103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Usage tracker for resource:security_group_rule and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:58.515036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:58.520853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:58.601757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:58.613761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b0a55db-88fe-4244-9a4d-314309109137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.695045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-beb96719-bf2d-4210-a08a-c00dd93be7d2 None None] Provisioning complete for port d82cefbf-b996-4ff8-a7f3-3900e54b173a triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:58.695424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-beb96719-bf2d-4210-a08a-c00dd93be7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.708823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.740928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5931d78b-68b4-4b04-a91d-7330d211d045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.747029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.749708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501fe73-d047-4798-aa7c-8e6d2fb2fc18 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:49:58.750552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c501fe73-d047-4798-aa7c-8e6d2fb2fc18 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Synchronizing usage tracker for tenant:fb4a43a0e7114457a946810f8caf8095 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:49:58.794223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-beb96719-bf2d-4210-a08a-c00dd93be7d2 None None] Port d82cefbf-b996-4ff8-a7f3-3900e54b173a cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:49:58.802990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.807456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:58.807967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.832600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a55db-88fe-4244-9a4d-314309109137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccab3a3-a821-4edc-bb42-5ee691161ef3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:58.867320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:58.882177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event deleted for resources: {'Port': ['ID=d472199a-18ef-4f3f-a2fb-fc5305653b3c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:58.892121 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:49:59.010289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b64565c9-44ec-4f10-a1e8-6c720817898d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:49:59.065554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b0a55db-88fe-4244-9a4d-314309109137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.066715 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3b0a55db-88fe-4244-9a4d-314309109137 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bccab3a3-a821-4edc-bb42-5ee691161ef3 HTTP/1.1" status: 204 len: 168 time: 1.7335398 Feb 16 23:49:59.093086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.136296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b64565c9-44ec-4f10-a1e8-6c720817898d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:49:59.137551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5931d78b-68b4-4b04-a91d-7330d211d045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.145819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b64565c9-44ec-4f10-a1e8-6c720817898d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:59.146329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.146773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.147953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c501fe73-d047-4798-aa7c-8e6d2fb2fc18 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Unset dirty status for tenant:fb4a43a0e7114457a946810f8caf8095 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:49:59.149293 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c501fe73-d047-4798-aa7c-8e6d2fb2fc18 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "GET /v2.0/ports/d82cefbf-b996-4ff8-a7f3-3900e54b173a HTTP/1.1" status: 200 len: 1137 time: 0.6982970 Feb 16 23:49:59.165348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45242) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:59.169182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.175817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.229676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.245053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.267152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4826684-3647-4519-974d-50de35974e94,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:59.358575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692cb7a0-6baf-4d7e-aab8-1c55af165a14,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:59.359095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.393767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b64565c9-44ec-4f10-a1e8-6c720817898d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b64565c9-44ec-4f10-a1e8-6c720817898d,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:49:59.399061 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5931d78b-68b4-4b04-a91d-7330d211d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.403101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Deleting port d82cefbf-b996-4ff8-a7f3-3900e54b173a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:49:59.403704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.405963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.406307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:59.420680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:59.431571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931d78b-68b4-4b04-a91d-7330d211d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7433c3f-194c-4528-a843-8981bba03616,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:59.443865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.474498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.476365 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b05d1777-9fba-4a91-876f-1802f7543846 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9821138 Feb 16 23:49:59.490179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45246) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:59.501682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.512736 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "DELETE /v2.0/subnets/3663fa24-a69b-40d3-92f8-37a93834fded HTTP/1.1" status: 204 len: 168 time: 1.6011059 Feb 16 23:49:59.522532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f03b8f-784e-4262-aee9-c34b33e328d4 None None] Network ac48cc95-111e-4223-b42f-6d9f7d2863f9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:49:59.528503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Request body: {'security_group_rule': {'security_group_id': 'ae940620-b7ea-495b-8bc9-6b7fac51d652', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:49:59.532254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45250) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:49:59.678694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:49:59.681259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.728529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.741503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Usage tracker for resource:security_group_rule and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:49:59.771766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5931d78b-68b4-4b04-a91d-7330d211d045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.773185 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5931d78b-68b4-4b04-a91d-7330d211d045 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7433c3f-194c-4528-a843-8981bba03616 HTTP/1.1" status: 204 len: 168 time: 1.5092249 Feb 16 23:49:59.777641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648a10d-4d96-4567-b5d9-9a1439cba4b5 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event deleted for resources: {'Subnet': ['ID=3663fa24-a69b-40d3-92f8-37a93834fded,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:59.804997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:49:59.819216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.847155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Router a827f1e7-0ec8-403b-a27b-3b546440d497 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:49:59.890914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:49:59.898756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b64565c9-44ec-4f10-a1e8-6c720817898d,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:49:59.907089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:49:59.911944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:49:59.912089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-eecec745-a73e-4f4c-bf75-789a605a41ac None None] Provisioning complete for port a4826684-3647-4519-974d-50de35974e94 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:49:59.912567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eecec745-a73e-4f4c-bf75-789a605a41ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:49:59.915106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:49:59.971581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Deleting port b9d18f7e-6873-455f-9273-ae090e4d6213 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:49:59.971926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.024724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-eecec745-a73e-4f4c-bf75-789a605a41ac None None] Port a4826684-3647-4519-974d-50de35974e94 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:00.108595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] DHCP port deletion for ac48cc95-111e-4223-b42f-6d9f7d2863f9 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:50:00.116921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] Deleting port b9d18f7e-6873-455f-9273-ae090e4d6213 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:00.117290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.221609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:50:00.228174 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0726e114-8906-43c1-837f-f67c0af475b3 admin admin] 10.222.0.47 "PUT /v2.0/routers/a827f1e7-0ec8-403b-a27b-3b546440d497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5696540 Feb 16 23:50:00.233654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Sync routers for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:50:00.250533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:00.251162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:00.267842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.349928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.351163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event updated for resources: {'Port': ['ID=2d453941-671b-4956-8fe2-d6b7f60e4337,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:00.421593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.473178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.473178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9660683 Feb 16 23:50:00.474938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45278) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:00.478907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:00.488670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:00.501728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Usage tracker for resource:floatingip and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:00.503313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de26523-15cf-438c-921a-1ff90ea1f514 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eddfb53-03b8-4739-9425-a861f029359f,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:00.509113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:00.528635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:00.562671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.572523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.597212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.697728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] For port b9d18f7e-6873-455f-9273-ae090e4d6213, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b9d18f7e-6873-455f-9273-ae090e4d6213,segment=NetworkSegment(997c5319-b7b6-439a-b8fc-7d3d01d709e5),segment_id=997c5319-b7b6-439a-b8fc-7d3d01d709e5)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:00.698790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.843627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 04d61836-057e-4faa-ae2d-03ada9080f22 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:00.857981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.870216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] For port b9d18f7e-6873-455f-9273-ae090e4d6213, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b9d18f7e-6873-455f-9273-ae090e4d6213,segment=NetworkSegment(997c5319-b7b6-439a-b8fc-7d3d01d709e5),segment_id=997c5319-b7b6-439a-b8fc-7d3d01d709e5)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:00.870762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:00.886617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] Calling delete_port for b9d18f7e-6873-455f-9273-ae090e4d6213 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:00.964688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92f3d1c2-0b02-47e8-8525-75ced602f311,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:01.047763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Allocated IP 172.26.2.169 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/981bcaf4-11bd-4473-9014-674e9246df40) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:01.142281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:01.194865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Calling delete_port for b9d18f7e-6873-455f-9273-ae090e4d6213 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:01.218166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.255554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.289266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.316349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.354294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:01.358274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:01.362917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:01.527059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.616659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 04d61836-057e-4faa-ae2d-03ada9080f22 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:01.620177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.629117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event updated for resources: {'Port': ['ID=981bcaf4-11bd-4473-9014-674e9246df40,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:01.631640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45306) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:01.631967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 04d61836-057e-4faa-ae2d-03ada9080f22 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:01.632413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.637332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390255458', 'description': 'tempest-description--1023108254'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:01.655133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:01.659005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Usage tracker for resource:security_group and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:01.672553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:01.678474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:01.686891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.745853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] No DVR routers for this DVR port b9d18f7e-6873-455f-9273-ae090e4d6213 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:50:01.772640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.823477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cae42a-346f-44f6-97dc-34f2ff9d648b None None] Pushing event deleted for resources: {'Port': ['ID=b9d18f7e-6873-455f-9273-ae090e4d6213,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:01.848101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:01.864815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Calling delete_port for d82cefbf-b996-4ff8-a7f3-3900e54b173a owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:01.866936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Usage tracker for resource:security_group_rule and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:01.871625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:01.874830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.910608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb0e3fa-feea-4b33-80a4-31728977d186']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:01.947922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:01.963886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96aac392-6f8f-49bb-bccb-8c8091bf12ae') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:01.964531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96aac392-6f8f-49bb-bccb-8c8091bf12ae') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:01.973511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:01.990386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.017386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:02.017982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:02.043881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.052799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.056886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:02.057509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:02.072103 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:02.079520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.103103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 04d61836-057e-4faa-ae2d-03ada9080f22, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=04d61836-057e-4faa-ae2d-03ada9080f22,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:02.110991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.111862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b64565c9-44ec-4f10-a1e8-6c720817898d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:02.241785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=04d61836-057e-4faa-ae2d-03ada9080f22,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:02.283151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:49:58Z', 'revision_number': 2, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:02.296384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Checking router: a827f1e7-0ec8-403b-a27b-3b546440d497 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:50:02.297677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Updating router a827f1e7-0ec8-403b-a27b-3b546440d497 port a4826684-3647-4519-974d-50de35974e94 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:50:02.376611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b64565c9-44ec-4f10-a1e8-6c720817898d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:02.377226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.467885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.474077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.474257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.480946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event updated for resources: {'Port': ['ID=2d453941-671b-4956-8fe2-d6b7f60e4337,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:02.483436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.501722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.523463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Deleting port b9d18f7e-6873-455f-9273-ae090e4d6213 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:02.524296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.553102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630fcced-c923-45ec-bbec-b02190855501,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:02.573363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccb0e3fa-feea-4b33-80a4-31728977d186 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 23:50:02.584861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.618136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccb0e3fa-feea-4b33-80a4-31728977d186,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:02.627203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.636897 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-634f5520-c3d5-4aba-a68b-26cb1da93947 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0003970 Feb 16 23:50:02.640348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45334) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:02.642545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.655347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Request body: {'security_group_rule': {'security_group_id': '630fcced-c923-45ec-bbec-b02190855501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:02.666326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.671408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] The port 'b9d18f7e-6873-455f-9273-ae090e4d6213' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:50:02.676926 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2e3ff745-2ad9-4eb7-bf0b-a6a17b3a1c47 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ccb0e3fa-feea-4b33-80a4-31728977d186 HTTP/1.1" status: 204 len: 168 time: 6.0734162 Feb 16 23:50:02.682289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:02.728027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45338) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:02.738367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:02.746964 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a7b3d774-11d8-49ad-aa4b-13b266e18f9c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8159792 Feb 16 23:50:02.768896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Usage tracker for resource:security_group_rule and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:02.791554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:02.829053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:02.952350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event updated for resources: {'Port': ['ID=981bcaf4-11bd-4473-9014-674e9246df40,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:02.985455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.024593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.028654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45350) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:03.039848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.114966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b9d18f7e-6873-455f-9273-ae090e4d6213 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:50:03.126247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.127571 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a903cdc7-8bf3-4ca5-b8e9-897a61dbd6da tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6528902 Feb 16 23:50:03.142548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event deleted for resources: {'Port': ['ID=d82cefbf-b996-4ff8-a7f3-3900e54b173a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:03.145147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-887ee297-aa25-4198-8b2b-8cb7e9f82d2c tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Synchronizing usage tracker for tenant:226e8cead0c1498d92166ecb6a1aa8df on resource:floatingip {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:03.173836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.194090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.210031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b9d18f7e-6873-455f-9273-ae090e4d6213 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:50:03.210694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b9d18f7e-6873-455f-9273-ae090e4d6213 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:50:03.236521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.266747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bd0cc0-2787-4531-9f4a-f2f15a991a51,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:03.280414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.284626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45360) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:03.307348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac48cc95-111e-4223-b42f-6d9f7d2863f9']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:03.315124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.318824 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-da0b09d7-149b-452d-be74-d52ecb63327e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6717398 Feb 16 23:50:03.322077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45370) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:03.326819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Transition to ACTIVE for port object a4826684-3647-4519-974d-50de35974e94 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:03.330501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Request body: {'security_group_rule': {'security_group_id': '630fcced-c923-45ec-bbec-b02190855501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:03.340227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997c5319-b7b6-439a-b8fc-7d3d01d709e5') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:03.340549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997c5319-b7b6-439a-b8fc-7d3d01d709e5') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:03.351623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.352793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:03.357742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.366160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Usage tracker for resource:security_group_rule and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:03.370383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:03.382613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.386751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:03.407527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:03.408139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.432529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.469492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 04d61836-057e-4faa-ae2d-03ada9080f22 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:03.581124 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:03.588185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e228771a-7edb-40b6-97d7-92f0ed91a2d2 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:03.638150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.649024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.661752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-320235773', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:03.672385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.674265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:03.681904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-887ee297-aa25-4198-8b2b-8cb7e9f82d2c tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Unset dirty status for tenant:226e8cead0c1498d92166ecb6a1aa8df on resource:floatingip {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:03.684023 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-887ee297-aa25-4198-8b2b-8cb7e9f82d2c tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.9503314 Feb 16 23:50:03.685165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Usage tracker for resource:port and tenant:164e0fa02f084cf290f9757cfc372822 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:03.690656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] Pushing event deleted for resources: {'Network': ['ID=ac48cc95-111e-4223-b42f-6d9f7d2863f9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:03.691153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:03.696702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45388) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:03.703284 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d679c680-81cf-4fab-95e2-c8f8679a12b1 tempest-DHCPAgentSchedulersTestJSON-2130920305 tempest-DHCPAgentSchedulersTestJSON-2130920305-project] 10.222.0.47 "DELETE /v2.0/networks/ac48cc95-111e-4223-b42f-6d9f7d2863f9 HTTP/1.1" status: 204 len: 168 time: 4.1688273 Feb 16 23:50:03.716007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.719388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:03.741625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6836d64f-f001-4bdf-951e-231688a6f096,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:03.773091 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e228771a-7edb-40b6-97d7-92f0ed91a2d2 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "PUT /v2.0/quotas/2fc71a848e674b2c927aab3e7c9a229e HTTP/1.1" status: 200 len: 366 time: 0.4872608 Feb 16 23:50:03.776853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45394) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:03.787476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Made reservation on behalf of 164e0fa02f084cf290f9757cfc372822 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:03.790855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.813035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.814510 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3af48856-7d02-4592-a372-4dcd2fe78655 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4914637 Feb 16 23:50:03.817878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.819300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.821299 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-80beaf58-1d34-4dc3-9a6f-ceec4b0aaa53 tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "DELETE /v2.0/ports/d82cefbf-b996-4ff8-a7f3-3900e54b173a HTTP/1.1" status: 204 len: 168 time: 4.6536574 Feb 16 23:50:03.825396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45398) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:03.825637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45400) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:03.837682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:03.839542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:03.844478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Usage tracker for resource:security_group_rule and tenant:164e0fa02f084cf290f9757cfc372822 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:03.845072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:03.849233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Usage tracker for resource:floatingip and tenant:8e00b027b60a473da55f19dd59367c9a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:03.852283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:03.853362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235aad0-014a-4bd7-b5ce-1d4eed5e4d27 None None] Pushing event updated for resources: {'Port': ['ID=a4826684-3647-4519-974d-50de35974e94,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:03.861651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:03.863085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:03.870856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:03.946973 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-54812126-c695-409d-b540-6b95659f2542 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1590600 Feb 16 23:50:03.951820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Deleting subnet ca6d5773-90dc-41ef-bf79-cf7742534b43 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:50:03.955271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.988040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:03.989254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45418) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.001338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.005529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] device_id is not set on port 7deb2a0d-0022-4854-be30-75461ff38935 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:04.017625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.033659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.056570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3ccb9035-eb8e-4749-899e-566ac02c7c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.080121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e915f-1dfc-44c0-8a3f-48b8891878d7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:04.083498 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b2adf884-8902-4673-8ed5-2b7c9a51e43f tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "GET /v2.0/quotas/2fc71a848e674b2c927aab3e7c9a229e HTTP/1.1" status: 200 len: 366 time: 0.0918660 Feb 16 23:50:04.087004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45422) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.119778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Attempting to bind port a4826684-3647-4519-974d-50de35974e94 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:04.124162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Attempting to bind port a4826684-3647-4519-974d-50de35974e94 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:04.125142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Attempting to bind port a4826684-3647-4519-974d-50de35974e94 on network fa0d15e8-c953-4812-830a-29ab52bf49e1 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:04.145752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:04.148513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Checking segment: {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:04.149049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.150544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Bound using segment: {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:04.152698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Bound port: a4826684-3647-4519-974d-50de35974e94, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:04.153198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.168687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d1767aa-a590-4655-9f09-b02afdcf101b tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/2fc71a848e674b2c927aab3e7c9a229e HTTP/1.1" status: 204 len: 168 time: 0.0786166 Feb 16 23:50:04.168687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45432) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.183721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45434) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.185584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 04d61836-057e-4faa-ae2d-03ada9080f22 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:04.186182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.187756 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 23:50:04.195043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.195521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.195998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.196480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.196934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.198008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.198008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.198806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Synchronizing usage tracker for tenant:226e8cead0c1498d92166ecb6a1aa8df on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:04.271978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45444) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.276471 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8efd57ff-8df3-410f-af1d-580548daa540 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0893264 Feb 16 23:50:04.285297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45448) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.285699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45450) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.312469 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a45269ee-123c-4e24-a081-c0c6955a34d3 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "GET /v2.0/quotas/2fc71a848e674b2c927aab3e7c9a229e HTTP/1.1" status: 200 len: 370 time: 0.0212181 Feb 16 23:50:04.318195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Unset dirty status for tenant:226e8cead0c1498d92166ecb6a1aa8df on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:04.318195 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-54c866f6-b216-4ca9-8f37-224e3a380e92 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.6182575 Feb 16 23:50:04.318195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45458) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.321338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45460) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.336222 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a7a46397-b5a1-4325-b799-adf3190710f5 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "GET /v2.0/quotas/2fc71a848e674b2c927aab3e7c9a229e/default HTTP/1.1" status: 200 len: 370 time: 0.0134952 Feb 16 23:50:04.344738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45466) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.372068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8383e438-c94b-423b-a731-aea0596be969 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1583392096&fields=id&tenant_id=b752a812ed2946dcbea4d2c9bc36669f HTTP/1.1" status: 200 len: 267 time: 0.2012265 Feb 16 23:50:04.374327 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-9869c862-4528-4483-93b5-93388cddb723 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] delete failed (client error): The resource could not be found. Feb 16 23:50:04.375426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9869c862-4528-4483-93b5-93388cddb723 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/2fc71a848e674b2c927aab3e7c9a229e HTTP/1.1" status: 404 len: 348 time: 0.0254793 Feb 16 23:50:04.423590 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-16c64b1f-f3be-4817-9d8f-2f52db9bfa76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] delete failed (client error): The resource could not be found. Feb 16 23:50:04.424649 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-16c64b1f-f3be-4817-9d8f-2f52db9bfa76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/43a7f19c-3d7d-4212-8498-dc65b33c886b HTTP/1.1" status: 404 len: 345 time: 0.0985665 Feb 16 23:50:04.427984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45472) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.431364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.473562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] For port a4826684-3647-4519-974d-50de35974e94, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:04.482416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] For port a4826684-3647-4519-974d-50de35974e94, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a4826684-3647-4519-974d-50de35974e94,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:04.489757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.515509 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-89718aff-75ad-4a82-a47c-6340baff3993 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 23:50:04.515990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89718aff-75ad-4a82-a47c-6340baff3993 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:04.518186 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-89718aff-75ad-4a82-a47c-6340baff3993 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ccb0e3fa-feea-4b33-80a4-31728977d186 HTTP/1.1" status: 404 len: 339 time: 0.0887635 Feb 16 23:50:04.536027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45476) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.561775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'network': {'name': 'tempest-network--1317248129', 'router:external': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:04.585116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:04.592784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-1a5e132f-f7c8-46e1-820e-eec804d811b6 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:04.601258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-1a5e132f-f7c8-46e1-820e-eec804d811b6 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/networks?id=666eb452-6e7c-46bb-b1b2-88cf993711dd HTTP/1.1" status: 200 len: 805 time: 0.2281079 Feb 16 23:50:04.609277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:04.609941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:49:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:04.634946 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-84b99205-d030-4c44-9670-3a3e5c2ddea0 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/quotas/b752a812ed2946dcbea4d2c9bc36669f HTTP/1.1" status: 200 len: 375 time: 0.0325060 Feb 16 23:50:04.651280 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-9f0bbea7-b036-4edb-8e4d-1a3617b69f97 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1442053153&fields=id&tenant_id=7c302cd105d94da49e13bfa075d82b6b HTTP/1.1" status: 200 len: 267 time: 0.3780482 Feb 16 23:50:04.653329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:network and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:04.666104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:04.672955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45482) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.689237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:04.699194 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9a02a6f5-0acb-488d-ae9a-a7dda3fc0150 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75e8f10e6dde4532a09bcd4add4833a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4076712 Feb 16 23:50:04.711663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45486) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.731832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235aad0-014a-4bd7-b5ce-1d4eed5e4d27 None None] Pushing event updated for resources: {'Port': ['ID=a4826684-3647-4519-974d-50de35974e94,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:04.742670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.773875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Allocated IP 172.26.2.14 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/7deb2a0d-0022-4854-be30-75461ff38935) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:04.798514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Made reservation on behalf of 226e8cead0c1498d92166ecb6a1aa8df for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:04.800773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.810150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.885051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:04.886729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6d5773-90dc-41ef-bf79-cf7742534b43,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:04.900944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.917993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:network and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:04.936457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e96a29-1f53-4ff7-8157-f2e681f6cbb5 None None] Network 7b268920-1562-4a12-89ee-f6e7b72c3bb6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:04.940517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:04.944983 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8bf4ba23-fd79-493a-ab68-523aa8c6a86a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b752a812ed2946dcbea4d2c9bc36669f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3089545 Feb 16 23:50:04.949637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:04.959367 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d2c0bca3-16f5-49b3-b583-b89857426eef tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "DELETE /v2.0/subnets/ca6d5773-90dc-41ef-bf79-cf7742534b43 HTTP/1.1" status: 204 len: 168 time: 1.1261783 Feb 16 23:50:04.959542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45490) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:04.990276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:04.990856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Added segment e2a73df9-d222-45a1-96ac-a079b0bc744d of type vlan for network f8ae605f-224b-4a27-b4e9-47df5aa41c00 Feb 16 23:50:04.999816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:subnet and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:05.004870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-caf5d5ff-f8f9-495c-8722-352ad99cf30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.018738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:05.063853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-caf5d5ff-f8f9-495c-8722-352ad99cf30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.072436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-d316f8f6-aadf-41c8-8807-ea01c5613031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:05.072629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.078710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:subnetpool and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:05.079170 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-d316f8f6-aadf-41c8-8807-ea01c5613031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/networks?id=8d6134e6-a601-4ee0-996e-1c530f411dae HTTP/1.1" status: 200 len: 812 time: 0.4267662 Feb 16 23:50:05.092855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:05.122232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:port and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:05.138495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:05.152330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:router and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:05.157578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:05.163970 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-f5917cb7-c0f5-48b4-821c-67ed9e8bdf18 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/quotas/7c302cd105d94da49e13bfa075d82b6b HTTP/1.1" status: 200 len: 375 time: 0.0837965 Feb 16 23:50:05.165405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:floatingip and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:05.171499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.171499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:05.171772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.213536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:05.222842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-caf5d5ff-f8f9-495c-8722-352ad99cf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.266707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.313294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab60d168-3f82-4a7d-97c2-0449c7b2b38e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:50:05.315407 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab60d168-3f82-4a7d-97c2-0449c7b2b38e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0913272 Feb 16 23:50:05.315924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5d5ff-f8f9-495c-8722-352ad99cf30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf88689-865c-44e4-bcc3-62720ff5c88e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:05.337256 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Deleting port 27ce3af6-a02a-4b59-8752-da7b7d068b38 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:05.337665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.340620 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7954931 Feb 16 23:50:05.345298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45500) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:05.346349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-caf5d5ff-f8f9-495c-8722-352ad99cf30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.350113 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-caf5d5ff-f8f9-495c-8722-352ad99cf30a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcf88689-865c-44e4-bcc3-62720ff5c88e HTTP/1.1" status: 204 len: 168 time: 0.6132298 Feb 16 23:50:05.396076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.495425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964caa2b-43d1-4070-be41-b6c506682716 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Network': ['ID=f8ae605f-224b-4a27-b4e9-47df5aa41c00,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:05.508217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] DHCP port deletion for 7b268920-1562-4a12-89ee-f6e7b72c3bb6 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:50:05.512606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network f8ae605f-224b-4a27-b4e9-47df5aa41c00 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:05.564022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1979905-7106-4d9e-9ce7-65a10ef53ef4 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:05.571264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1979905-7106-4d9e-9ce7-65a10ef53ef4 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:05.586449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1979905-7106-4d9e-9ce7-65a10ef53ef4 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:05.597078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1979905-7106-4d9e-9ce7-65a10ef53ef4 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:05.598465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e1979905-7106-4d9e-9ce7-65a10ef53ef4 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Synchronizing usage tracker for tenant:0da7bc29c370445fa06c6eeb0d5c3d35 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:05.602508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-04a4a680-bca7-4622-ab98-c30a534303c8 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Synchronizing usage tracker for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:05.604357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Deleting port 27ce3af6-a02a-4b59-8752-da7b7d068b38 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:05.604842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.618647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:security_group and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:05.623430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:05.630626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e1979905-7106-4d9e-9ce7-65a10ef53ef4 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Unset dirty status for tenant:0da7bc29c370445fa06c6eeb0d5c3d35 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:05.631867 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e1979905-7106-4d9e-9ce7-65a10ef53ef4 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2830343 Feb 16 23:50:05.635043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45506) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:05.702521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Usage tracker for resource:security_group_rule and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:05.710835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:05.746404 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-5e78f119-ec1b-458a-bfb9-9fcec9869078 service neutron] 10.222.0.47 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779759 Feb 16 23:50:05.747293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-04a4a680-bca7-4622-ab98-c30a534303c8 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Unset dirty status for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:05.760010 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-04a4a680-bca7-4622-ab98-c30a534303c8 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c302cd105d94da49e13bfa075d82b6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5868769 Feb 16 23:50:05.830106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:04Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:05.860981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5b37-4d4f-4ba6-87d7-fe307708183e None None] The sync data for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv is: [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:04Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:50:05.880945 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-19ce86fd-c8da-4ece-8612-8fb853a365c9 tempest-QuotasTest-839785307 tempest-QuotasTest-839785307-project-admin] 10.222.0.47 "GET /v2.0/quotas/80c9fd90e12342419f92c6c640857a09/details.json HTTP/1.1" status: 200 len: 703 time: 1.2067420 Feb 16 23:50:05.935398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:05.960883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.017760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f61cea75-2ebd-4c17-8f0c-728404e5f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.023253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45518) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:06.029138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] For port 27ce3af6-a02a-4b59-8752-da7b7d068b38, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=27ce3af6-a02a-4b59-8752-da7b7d068b38,segment=NetworkSegment(c0c64103-e668-4244-ba36-05d71df7713d),segment_id=c0c64103-e668-4244-ba36-05d71df7713d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:06.031349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.058311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.065665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] For port 27ce3af6-a02a-4b59-8752-da7b7d068b38, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=27ce3af6-a02a-4b59-8752-da7b7d068b38,segment=NetworkSegment(c0c64103-e668-4244-ba36-05d71df7713d),segment_id=c0c64103-e668-4244-ba36-05d71df7713d)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:06.066344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.093825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:06.136447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Usage tracker for resource:security_group_rule and tenant:a0bb97aaa7fa43bb9f28dff6dbebc84a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:06.147455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:06.178520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:06.239091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Calling delete_port for 27ce3af6-a02a-4b59-8752-da7b7d068b38 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:06.268868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Allocated IP 172.26.2.155 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/06fb48e1-8cde-4485-aa39-548a0c0868e6) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:06.309426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Calling delete_port for 27ce3af6-a02a-4b59-8752-da7b7d068b38 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:06.322401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.399229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.411788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45526) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:06.420254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:06.420788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:06.425899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ae605f-224b-4a27-b4e9-47df5aa41c00']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:06.453482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a73df9-d222-45a1-96ac-a079b0bc744d') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:06.454294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a73df9-d222-45a1-96ac-a079b0bc744d') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:06.465649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:06.473954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:06.475521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] No DVR routers for this DVR port 27ce3af6-a02a-4b59-8752-da7b7d068b38 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:50:06.486376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:06.538074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.577837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.594148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:06.594543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:06.610329 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:06.612706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-2e9e1866-772f-4ad3-ad0f-aaae9ee19059 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:50:06.612706 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-2e9e1866-772f-4ad3-ad0f-aaae9ee19059 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2754855 Feb 16 23:50:06.647689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Pushing event updated for resources: {'Port': ['ID=7deb2a0d-0022-4854-be30-75461ff38935,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:06.686083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:06.686938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.760043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.764644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8ae605f-224b-4a27-b4e9-47df5aa41c00 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 23:50:06.767582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.823075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.823471 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "DELETE /v2.0/networks/f8ae605f-224b-4a27-b4e9-47df5aa41c00 HTTP/1.1" status: 204 len: 168 time: 1.1873043 Feb 16 23:50:06.830705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45532) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:06.833880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.839524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cab153-f119-416e-af09-33bcf1427ec2 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8ae605f-224b-4a27-b4e9-47df5aa41c00,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:06.852205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'network': {'name': 'tempest-network--2002988008', 'router:external': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:06.872102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:06.880082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.882561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:network and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:06.884330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event deleted for resources: {'Port': ['ID=27ce3af6-a02a-4b59-8752-da7b7d068b38,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:06.887637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:06.897307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:06.906381 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-e8941788-986e-42af-8382-45bdc5e1c4c9 service neutron] 10.222.0.47 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1419516 Feb 16 23:50:06.907004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.920952 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.925699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Deleting port 27ce3af6-a02a-4b59-8752-da7b7d068b38 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:06.927321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:06.965322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:06.969306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40db98-9c53-48f8-899a-8cef25d6ddab,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:06.994177 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8742971a-ba43-401a-a53f-05c8ef27bf1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0bb97aaa7fa43bb9f28dff6dbebc84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9687419 Feb 16 23:50:06.997782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45536) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:07.001312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.010873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.020670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Usage tracker for resource:security_group_rule and tenant:20ef8d48d0a348c58eb29fca1c33bea0 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:07.024349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:07.035491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5602ba80-839c-4c2a-a761-64a09c172b36 None None] The port '27ce3af6-a02a-4b59-8752-da7b7d068b38' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:50:07.046684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:07.054117 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b87920d8-c780-4fd7-9b36-e2f827765463 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.0104380 Feb 16 23:50:07.064163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45540) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:07.076857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b268920-1562-4a12-89ee-f6e7b72c3bb6']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:07.093792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.14'}]}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:07.111794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Made reservation on behalf of 226e8cead0c1498d92166ecb6a1aa8df for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:07.114180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.114913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c64103-e668-4244-ba36-05d71df7713d') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:07.115369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c64103-e668-4244-ba36-05d71df7713d') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:07.133994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-fea2f99d-f262-4227-9400-bc163eed9da5 service neutron] 10.222.0.47 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917116 Feb 16 23:50:07.135707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.135956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:07.156006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:07.167960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Usage tracker for resource:router and tenant:164e0fa02f084cf290f9757cfc372822 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:07.169498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:07.175969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:07.203493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.218398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:07.239013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.287947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event updated for resources: {'Port': ['ID=06fb48e1-8cde-4485-aa39-548a0c0868e6,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:07.299080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:07.299330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:07.299443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.309158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.309502 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Added segment 69686c9c-bea0-41b5-ae19-769d55e1a1a6 of type vlan for network 43918cc4-f6a5-4bb3-9347-d530078a2529 Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:07.315719 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:07.324284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be1982ac-c6f2-4a26-a77a-c993c35c4a54 req-0f4a36d3-bcdc-485b-930d-6dd2068ef66b tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 210 time: 0.0882018 Feb 16 23:50:07.345255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.378582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:07.410027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.411436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:07.412091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.446638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.469051 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.483180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a4826684-3647-4519-974d-50de35974e94 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:07.505317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a132e42f-3aba-41a0-9f58-58fbed2eaa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.514968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.515936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.526044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] Pushing event deleted for resources: {'Network': ['ID=7b268920-1562-4a12-89ee-f6e7b72c3bb6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:07.557544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.567691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-028d71c1-445f-4611-9b52-3f0d9f09321a service neutron] 10.222.0.47 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085128 Feb 16 23:50:07.570010 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-36eacf11-28a5-4c3b-8d01-e13e26365c9d tempest-ExtraDHCPOptionsTestJSON-429744255 tempest-ExtraDHCPOptionsTestJSON-429744255-project] 10.222.0.47 "DELETE /v2.0/networks/7b268920-1562-4a12-89ee-f6e7b72c3bb6 HTTP/1.1" status: 204 len: 168 time: 2.6118798 Feb 16 23:50:07.573485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.605232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a4826684-3647-4519-974d-50de35974e94 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:07.611903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a4826684-3647-4519-974d-50de35974e94 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:07.612338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.683378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd799b7-a894-40a1-88e5-c42bf7103fd0,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:07.684907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Network': ['ID=43918cc4-f6a5-4bb3-9347-d530078a2529,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:07.731098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 43918cc4-f6a5-4bb3-9347-d530078a2529 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:07.731538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:07.757998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-87ef0221-4c26-4b27-98ea-f849ae46628b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20ef8d48d0a348c58eb29fca1c33bea0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3286283 Feb 16 23:50:07.761084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45564) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:07.797130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45568) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:07.798365 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6a81134d-39a1-4080-be8b-538938209415 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9603751 Feb 16 23:50:08.142820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.183921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45594) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:08.188095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a4826684-3647-4519-974d-50de35974e94, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a4826684-3647-4519-974d-50de35974e94,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:08.204750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.235252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a132e42f-3aba-41a0-9f58-58fbed2eaa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.281555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.305872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27ce3af6-a02a-4b59-8752-da7b7d068b38 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:50:08.315371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.397273 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d6153c98-77c4-4bff-a12e-e5c047ae3dc6 req-6356da25-d8c6-46ea-b243-41cedc04f861 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.2120113 Feb 16 23:50:08.411256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a4826684-3647-4519-974d-50de35974e94,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:08.447892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 27ce3af6-a02a-4b59-8752-da7b7d068b38 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:50:08.447892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27ce3af6-a02a-4b59-8752-da7b7d068b38 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:50:08.509971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.517580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3182b3ad-518f-441d-8d0d-0a5d2bb09356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.561618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3182b3ad-518f-441d-8d0d-0a5d2bb09356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.592128 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-684b7137-075b-477e-bfc2-635d87755415 req-8388dc17-8b8a-4bc4-9361-1341e5e0f60a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 210 time: 0.1277974 Feb 16 23:50:08.625903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d052656-effa-4980-9aa6-38964ccb5d8d tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:08.631124 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7d052656-effa-4980-9aa6-38964ccb5d8d tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] 10.222.0.47 "GET /v2.0/networks/43918cc4-f6a5-4bb3-9347-d530078a2529 HTTP/1.1" status: 200 len: 757 time: 0.8326664 Feb 16 23:50:08.646322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45620) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:08.695304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.719512 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b3b8f6b2-f847-4deb-af9d-00114429a4ee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb4a43a0e7114457a946810f8caf8095&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4926505 Feb 16 23:50:08.726848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45626) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:08.882655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a132e42f-3aba-41a0-9f58-58fbed2eaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.925990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132e42f-3aba-41a0-9f58-58fbed2eaa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40db98-9c53-48f8-899a-8cef25d6ddab,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:08.953547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39dc0f4-e3e6-4503-8fef-28fe71ba7f92 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:08.960426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d39dc0f4-e3e6-4503-8fef-28fe71ba7f92 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] 10.222.0.47 "GET /v2.0/networks/19c38f71-5efb-441d-901e-c9f129066fb7 HTTP/1.1" status: 200 len: 767 time: 0.3128705 Feb 16 23:50:08.961462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45636) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:08.969438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3182b3ad-518f-441d-8d0d-0a5d2bb09356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.978142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a132e42f-3aba-41a0-9f58-58fbed2eaa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:08.981522 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a132e42f-3aba-41a0-9f58-58fbed2eaa44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d40db98-9c53-48f8-899a-8cef25d6ddab HTTP/1.1" status: 204 len: 168 time: 1.9800692 Feb 16 23:50:09.064899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.080495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.174338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0b39ca7e-1264-4cec-afb2-14fc0c8b831c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.203991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0b39ca7e-1264-4cec-afb2-14fc0c8b831c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.220571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182b3ad-518f-441d-8d0d-0a5d2bb09356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd799b7-a894-40a1-88e5-c42bf7103fd0,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:09.227486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.238030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3182b3ad-518f-441d-8d0d-0a5d2bb09356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.242139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3182b3ad-518f-441d-8d0d-0a5d2bb09356 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/efd799b7-a894-40a1-88e5-c42bf7103fd0 HTTP/1.1" status: 204 len: 168 time: 1.4798846 Feb 16 23:50:09.258567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event updated for resources: {'Port': ['ID=06fb48e1-8cde-4485-aa39-548a0c0868e6,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:09.299674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.339542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.342334 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e285092e-f329-4c22-9453-49884806d842 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5142729 Feb 16 23:50:09.414443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0b39ca7e-1264-4cec-afb2-14fc0c8b831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.449928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a4826684-3647-4519-974d-50de35974e94 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:09.464574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.560604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39ca7e-1264-4cec-afb2-14fc0c8b831c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132fb89-825d-441c-af07-1b2c938ed9ba,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:09.586264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0b39ca7e-1264-4cec-afb2-14fc0c8b831c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.588809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.593644 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0b39ca7e-1264-4cec-afb2-14fc0c8b831c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4132fb89-825d-441c-af07-1b2c938ed9ba HTTP/1.1" status: 204 len: 168 time: 0.8656430 Feb 16 23:50:09.598173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43918cc4-f6a5-4bb3-9347-d530078a2529']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:09.625245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.640344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69686c9c-bea0-41b5-ae19-769d55e1a1a6') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:09.642190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69686c9c-bea0-41b5-ae19-769d55e1a1a6') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:09.674146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.696645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.707529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:09.708312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.711058 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a4826684-3647-4519-974d-50de35974e94 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:09.712478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:09.730820 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:09.881099 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c363593-2491-4836-b7f5-abe5078c5d8b req-5063ef36-e273-4b9b-af30-b06f6834378b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.1760128 Feb 16 23:50:09.954071 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3f7ab870-62d9-4cbe-85a5-d5987ab0a688 req-477517ba-5f8e-4218-b5c2-fe24e981ecb4 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 210 time: 0.0536172 Feb 16 23:50:09.969271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:09.974329 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43918cc4-f6a5-4bb3-9347-d530078a2529 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 23:50:09.990555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:10.048872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event deleted for resources: {'Network': ['ID=43918cc4-f6a5-4bb3-9347-d530078a2529,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:10.056443 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f5261ad2-4456-4e40-a6fa-5b4ac9ed9925 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "DELETE /v2.0/networks/43918cc4-f6a5-4bb3-9347-d530078a2529 HTTP/1.1" status: 204 len: 168 time: 1.0915434 Feb 16 23:50:10.059608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45682) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:10.067569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'network': {'name': 'tempest-network--318536788'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:10.085868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:10.095180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Usage tracker for resource:network and tenant:226e8cead0c1498d92166ecb6a1aa8df is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:10.099785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-964111f0-1c69-4dfd-95f8-3b6e86f1dbc5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Synchronizing usage tracker for tenant:8e00b027b60a473da55f19dd59367c9a on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:10.104561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:10.124966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:10.128118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-964111f0-1c69-4dfd-95f8-3b6e86f1dbc5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Unset dirty status for tenant:8e00b027b60a473da55f19dd59367c9a on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:10.136721 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-964111f0-1c69-4dfd-95f8-3b6e86f1dbc5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1390255458&fields=id&tenant_id=8e00b027b60a473da55f19dd59367c9a HTTP/1.1" status: 200 len: 267 time: 0.1176519 Feb 16 23:50:10.146239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45688) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:10.216157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:10.235005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Made reservation on behalf of 226e8cead0c1498d92166ecb6a1aa8df for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:10.240306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:10.243353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:10.257405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:80c9fd90e12342419f92c6c640857a09 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:10.262871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:10.278675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:10.287225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:10.318515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.24', 62736) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:10.728590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-b5ba670f-7cd3-44ab-93d7-fbdfbdaf9dad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:10.729177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-b5ba670f-7cd3-44ab-93d7-fbdfbdaf9dad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Synchronizing usage tracker for tenant:8e00b027b60a473da55f19dd59367c9a on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:10.746842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-4f010174-b950-405e-a8a2-a6685f546569 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:10.754051 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-4f010174-b950-405e-a8a2-a6685f546569 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.24 "GET /v2.0/networks?id=666eb452-6e7c-46bb-b1b2-88cf993711dd HTTP/1.1" status: 200 len: 805 time: 0.4307866 Feb 16 23:50:10.758544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:10.781871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:10.782230 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Added segment 3b997e2a-f223-4d76-ad68-4f355f87a59e of type vlan for network 076e455f-5912-4624-956e-76886625b0e3 Feb 16 23:50:10.849058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:10.921404 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-2896db22-bfa9-49d6-8b21-549378cdb4d5 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b752a812ed2946dcbea4d2c9bc36669f HTTP/1.1" status: 200 len: 380 time: 0.1230931 Feb 16 23:50:10.939566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Request body: {'port': {'device_id': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'admin_state_up': True, 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'security_groups': ['ae940620-b7ea-495b-8bc9-6b7fac51d652']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:10.961081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:10.980196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.031765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.046175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.069608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.24', 62741) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:11.159547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.160994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:11.162087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.252188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45744) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:11.262418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-b5ba670f-7cd3-44ab-93d7-fbdfbdaf9dad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Unset dirty status for tenant:8e00b027b60a473da55f19dd59367c9a on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:11.268748 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-b5ba670f-7cd3-44ab-93d7-fbdfbdaf9dad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 811 time: 1.1310887 Feb 16 23:50:11.270652 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80c9fd90e12342419f92c6c640857a09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1232963 Feb 16 23:50:11.271439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.271918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c35640d-793c-42ce-9a64-ab3929689c02 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:50:11.275773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45758) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:11.356503 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-21f111d4-4827-4fa7-82db-a1420ea29096 req-f332c92c-36d8-4a7a-9269-a75427eda7f0 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.2056675 Feb 16 23:50:11.374945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45766) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:11.399028 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-4e3c04eb-43ed-466f-9725-f9f1773c34a4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/quotas/8e00b027b60a473da55f19dd59367c9a HTTP/1.1" status: 200 len: 375 time: 0.1294012 Feb 16 23:50:11.450369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535343e-e802-4dec-9b61-0d3acb876dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694f7fc-f6f8-47c7-856e-1f66e9289543,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:11.467434 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4054048 Feb 16 23:50:11.473853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45776) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:11.476381 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 23:50:11.480332 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-571da5db-b295-4128-966d-40189b4fe264 tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4049869 Feb 16 23:50:11.493762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45778) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:11.513074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:11.531605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eef19-c030-4cf5-9dd1-a25ed70e66af tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Network': ['ID=076e455f-5912-4624-956e-76886625b0e3,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:11.542643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 076e455f-5912-4624-956e-76886625b0e3 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:11.704437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-e4dad0d6-3eb6-4edc-9f18-9731d795773e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:11.704862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'networks': [{'name': 'tempest-network--1101996793'}, {'name': 'tempest-network--1640551746'}]} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:11.705148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-e4dad0d6-3eb6-4edc-9f18-9731d795773e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Synchronizing usage tracker for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:11.705268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'network': {'name': 'tempest-network--1101996793'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:11.705643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'network': {'name': 'tempest-network--1640551746'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:11.713362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Deleting port 7deb2a0d-0022-4854-be30-75461ff38935 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:11.713863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.757391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-e4dad0d6-3eb6-4edc-9f18-9731d795773e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Unset dirty status for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:11.758841 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-e4dad0d6-3eb6-4edc-9f18-9731d795773e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.24 "GET /v2.0/networks?id=8d6134e6-a601-4ee0-996e-1c530f411dae HTTP/1.1" status: 200 len: 812 time: 0.5132458 Feb 16 23:50:11.814074 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-71432a0c-92b5-4cfa-ab6c-7c5584fb61b7 req-740490d9-d9ad-48ca-8109-194782f03d7e tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 210 time: 0.1807010 Feb 16 23:50:11.821421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-87802465'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:11.828827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98a4a494-00e3-4b2a-962e-8accebe339e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.864468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98a4a494-00e3-4b2a-962e-8accebe339e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:11.882121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:11.885765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:11.904550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:11.912415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Usage tracker for resource:port and tenant:b752a812ed2946dcbea4d2c9bc36669f is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:11.929700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:11.934294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Usage tracker for resource:network and tenant:c29ebebc3c0648a78da3595507e04fb6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:11.938659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Usage tracker for resource:network and tenant:408abb6210ee4646bdabca1a0dc425dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:11.942880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:11.949539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:11.971346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:11.975192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:12.058266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.111713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.129777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:12.143528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.263341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event updated for resources: {'Network': ['ID=076e455f-5912-4624-956e-76886625b0e3,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:12.280318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-2debc458-2d9e-4823-ae83-2e7bfab04b1f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Synchronizing usage tracker for tenant:8e00b027b60a473da55f19dd59367c9a on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:12.282947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Network 076e455f-5912-4624-956e-76886625b0e3 is not hosted by any dhcp agent {{(pid=87677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 23:50:12.284525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:12.285779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.287074 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-de8d1016-50b5-485a-843e-954b0454b101 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "PUT /v2.0/networks/076e455f-5912-4624-956e-76886625b0e3 HTTP/1.1" status: 200 len: 856 time: 0.7996333 Feb 16 23:50:12.290384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Made reservation on behalf of b752a812ed2946dcbea4d2c9bc36669f for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:12.293861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.312726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45790) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:12.315592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Calling delete_port for 7deb2a0d-0022-4854-be30-75461ff38935 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:12.318145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:12.321617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.462738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Made reservation on behalf of 408abb6210ee4646bdabca1a0dc425dd for: {'network': 2} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:12.467128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.582165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.585928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.591917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.655573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.667602 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2cbf2388-aa03-4bb7-bcf7-1c9aa4b69c2d req-4f3f9a43-e1a4-4b3b-9e58-874874f53fa3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.1375368 Feb 16 23:50:12.683212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Pushing event deleted for resources: {'Port': ['ID=7deb2a0d-0022-4854-be30-75461ff38935,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:12.706429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-2debc458-2d9e-4823-ae83-2e7bfab04b1f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Unset dirty status for tenant:8e00b027b60a473da55f19dd59367c9a on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:12.707738 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-2debc458-2d9e-4823-ae83-2e7bfab04b1f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3080602 Feb 16 23:50:12.708400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98a4a494-00e3-4b2a-962e-8accebe339e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.715695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:12.718825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:12.742744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Usage tracker for resource:security_group_rule and tenant:c29ebebc3c0648a78da3595507e04fb6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:12.765239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:12.768246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Usage tracker for resource:security_group_rule and tenant:408abb6210ee4646bdabca1a0dc425dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:12.773575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4a494-00e3-4b2a-962e-8accebe339e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694f7fc-f6f8-47c7-856e-1f66e9289543,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:12.782806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:12.806657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:12.818652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:12.865668 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d373fe69-55b1-4772-93f8-c385ea3b6d3e tempest-RoutersAdminNegativeTest-763611346 tempest-RoutersAdminNegativeTest-763611346-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7deb2a0d-0022-4854-be30-75461ff38935 HTTP/1.1" status: 204 len: 168 time: 1.3688622 Feb 16 23:50:12.891910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:13.073492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98a4a494-00e3-4b2a-962e-8accebe339e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.074773 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-98a4a494-00e3-4b2a-962e-8accebe339e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d694f7fc-f6f8-47c7-856e-1f66e9289543 HTTP/1.1" status: 204 len: 168 time: 1.7867434 Feb 16 23:50:13.092391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-7f6ee2ed-9ac9-4ffd-8d08-67078f5712c9 req-3504e879-1844-4c2f-8d0d-cbbb45e617ac tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Synchronizing usage tracker for tenant:b752a812ed2946dcbea4d2c9bc36669f on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:13.386599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.406190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45806) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:13.408363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Allocated IP 172.20.0.12 (666eb452-6e7c-46bb-b1b2-88cf993711dd/1e569b5a-dc66-487a-9d39-5c0dbd48c83e/26223e9f-a578-478d-a6df-e91682fa5ed9) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:13.412268 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-04d9b135-8793-47ab-8c51-aefd4d1bec32 service neutron] 10.222.0.47 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753159 Feb 16 23:50:13.485733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076e455f-5912-4624-956e-76886625b0e3']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:13.652617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b997e2a-f223-4d76-ad68-4f355f87a59e') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:13.652896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b997e2a-f223-4d76-ad68-4f355f87a59e') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:13.692227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.713855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.743567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:13.752180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Usage tracker for resource:security_group_rule and tenant:abefa2ff28fa4051b5765f95704b8798 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:13.755572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:13.779591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:13.917655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.925079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.936230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.980554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:13.981008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.002504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.031951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:14.032291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:14.045990 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:14.053684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.059409 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-611d1491-6355-4b29-b396-a5a6ea16866e service neutron] 10.222.0.47 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285455 Feb 16 23:50:14.086126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.147357 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=abefa2ff28fa4051b5765f95704b8798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399254 Feb 16 23:50:14.151553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45828) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:14.171390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1915f-0eea-4604-82d0-a55c65ca0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a230c7-9532-4d17-aa74-61b87850e032,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:14.232339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ca74fe4-a832-43f1-b46a-e2e84d33fecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.270373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b11fce-cd5b-43e5-b693-48bdc2306c86,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:14.301824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ca74fe4-a832-43f1-b46a-e2e84d33fecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.354216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-7f6ee2ed-9ac9-4ffd-8d08-67078f5712c9 req-3504e879-1844-4c2f-8d0d-cbbb45e617ac tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Unset dirty status for tenant:b752a812ed2946dcbea4d2c9bc36669f on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:14.374651 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7f6ee2ed-9ac9-4ffd-8d08-67078f5712c9 req-3504e879-1844-4c2f-8d0d-cbbb45e617ac tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 210 time: 1.3961594 Feb 16 23:50:14.394056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ca74fe4-a832-43f1-b46a-e2e84d33fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.459991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ca74fe4-a832-43f1-b46a-e2e84d33fecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.461174 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0ca74fe4-a832-43f1-b46a-e2e84d33fecb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41a230c7-9532-4d17-aa74-61b87850e032 HTTP/1.1" status: 204 len: 168 time: 0.3084466 Feb 16 23:50:14.461958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca74fe4-a832-43f1-b46a-e2e84d33fecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a230c7-9532-4d17-aa74-61b87850e032,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:14.527261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45846) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:14.545115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407dee1b-0838-48d8-8425-2c51dbbfa323,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:14.549972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.604629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ad092b1b-6a4c-4332-974c-06ab5a2879f5 req-9a70cd16-a4eb-4aa6-b7c8-a42109566280 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.1577344 Feb 16 23:50:14.615271 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bdd555a6-253d-47f6-b7db-ef3e6da80f91 req-779e1eb0-2c33-413e-b68d-e6405b496ee7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 210 time: 0.0891252 Feb 16 23:50:14.633102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.642456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:14.647332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:14.722607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 076e455f-5912-4624-956e-76886625b0e3 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 23:50:14.745434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.759402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Transition to ACTIVE for port object 26223e9f-a578-478d-a6df-e91682fa5ed9 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:14.799956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.800246 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Added segment b3179426-4fec-465b-bc01-263e811ad87b of type vlan for network e43dfff8-4b82-429c-920f-25af16f88fa7 Feb 16 23:50:14.849993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1043614193'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:14.855180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:14.860071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Usage tracker for resource:network and tenant:11df42ac7576478b9c1819e28d8af0bb is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:14.876147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:14.879492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.891417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:14.917708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Made reservation on behalf of 11df42ac7576478b9c1819e28d8af0bb for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:14.921865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.965173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.965845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:14.988828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:14.989354 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Added segment cf68ba4a-6f77-4983-8b85-6b3f06b1db2c of type vlan for network dbf809fd-2b87-42ef-8370-b8b3bc20d611 Feb 16 23:50:15.007394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] Pushing event deleted for resources: {'Network': ['ID=076e455f-5912-4624-956e-76886625b0e3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:15.027765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:15.028779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Usage tracker for resource:security_group_rule and tenant:11df42ac7576478b9c1819e28d8af0bb is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:15.035543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:15.046752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:15.067917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.068165 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Added segment 2177ec59-1fff-4bc2-89c0-7c19e40fb9aa of type vlan for network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e Feb 16 23:50:15.122626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.146935 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-093ede0a-a91c-4ed4-b5a6-0e5581248b76 tempest-ExternalNetworksTestJSON-2136016623 tempest-ExternalNetworksTestJSON-2136016623-project-admin] 10.222.0.47 "DELETE /v2.0/networks/076e455f-5912-4624-956e-76886625b0e3 HTTP/1.1" status: 204 len: 168 time: 2.8299184 Feb 16 23:50:15.149470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45856) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:15.212913 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a235f67-b2bd-4827-95cf-d93f1ba43de9 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] DELETE failed (client error): The resource could not be found. Feb 16 23:50:15.213754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a235f67-b2bd-4827-95cf-d93f1ba43de9 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:15.234688 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1a235f67-b2bd-4827-95cf-d93f1ba43de9 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] 10.222.0.47 "DELETE /v2.0/subnets/92f3d1c2-0b02-47e8-8525-75ced602f311 HTTP/1.1" status: 404 len: 337 time: 0.0839818 Feb 16 23:50:15.243407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45860) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:15.256594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.279558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.285558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.320853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45864) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:15.406659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.409274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.414786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:15.430744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:15.436865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.470053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:15.471824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.479578 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5dfd6ab3-a0c5-4e3d-8dfb-a400cd279d38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=164e0fa02f084cf290f9757cfc372822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576178 Feb 16 23:50:15.492398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a9d510-9d76-438d-898e-cccb7b8764dd,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:15.496578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45870) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:15.497744 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.2365043 Feb 16 23:50:15.504890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.506526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45872) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:15.562317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.562667 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Added segment 52fcb1a2-5385-4ad9-b08e-e871bf31e8a1 of type vlan for network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 Feb 16 23:50:15.665705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.673029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:15.673850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:15.693092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:15.853335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:15.895227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:16.056374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.080141 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.6980271 Feb 16 23:50:16.082059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event updated for resources: {'Port': ['ID=26223e9f-a578-478d-a6df-e91682fa5ed9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:16.086257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45884) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:16.101385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Network': ['ID=e43dfff8-4b82-429c-920f-25af16f88fa7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:16.115519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network e43dfff8-4b82-429c-920f-25af16f88fa7 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:16.156017 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7c2de0b4-67a0-4cbb-9d17-1237faee2432 req-cb8b95ce-8444-4aa8-94f7-3c492280fd87 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.2804589 Feb 16 23:50:16.171638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'subnet': {'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:16.263289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.315558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c38f71-5efb-441d-901e-c9f129066fb7']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:16.341070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4def5b23-85f9-434d-8878-f18aaeb544f1') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:16.342270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4def5b23-85f9-434d-8878-f18aaeb544f1') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:16.357927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.370650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5539a13a-cbab-4f9c-84cc-87cf5c976e75 None None] Provisioning for port 26223e9f-a578-478d-a6df-e91682fa5ed9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:16.382750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5539a13a-cbab-4f9c-84cc-87cf5c976e75 None None] Provisioning complete for port 26223e9f-a578-478d-a6df-e91682fa5ed9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:16.384504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.385950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5539a13a-cbab-4f9c-84cc-87cf5c976e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.396026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:16.396622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.484573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5539a13a-cbab-4f9c-84cc-87cf5c976e75 None None] Port 26223e9f-a578-478d-a6df-e91682fa5ed9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:16.493340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:16.493968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.540839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-44d54a26-e096-425e-824c-0d757537d8c6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Synchronizing usage tracker for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:16.544135 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:16.578798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:16.647386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d336a168-97ce-49ba-8482-333aefe66635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.712126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-68cc3dd3-8115-427e-8c09-0433cb8414e8 req-2f175338-d482-4636-a2e2-e1653ac3ee79 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 210 time: 0.2907150 Feb 16 23:50:16.712614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.718563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.721222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-44d54a26-e096-425e-824c-0d757537d8c6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Unset dirty status for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:16.722664 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-44d54a26-e096-425e-824c-0d757537d8c6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c302cd105d94da49e13bfa075d82b6b HTTP/1.1" status: 200 len: 380 time: 0.9909537 Feb 16 23:50:16.739775 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8583dfc5-3fc9-4943-ab54-147fc8a16a6a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8136597 Feb 16 23:50:16.743162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb94de3-bb58-433a-8867-620c7bd985ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Network': ['ID=dbf809fd-2b87-42ef-8370-b8b3bc20d611,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:16.751666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d336a168-97ce-49ba-8482-333aefe66635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.759900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network dbf809fd-2b87-42ef-8370-b8b3bc20d611 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:16.766578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:16.780486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Usage tracker for resource:subnet and tenant:c29ebebc3c0648a78da3595507e04fb6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:16.811843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5a07c-fe06-4f74-b049-017f19249c95 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:16.823303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5a07c-fe06-4f74-b049-017f19249c95 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:16.835122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5a07c-fe06-4f74-b049-017f19249c95 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:16.837786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:16.840933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5a07c-fe06-4f74-b049-017f19249c95 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:16.847843 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-30e5a07c-fe06-4f74-b049-017f19249c95 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.3335836 Feb 16 23:50:16.847843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.848025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45888) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:16.856007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:16.856846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:16.859678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457af3e2-9153-4f4d-8311-e9953ecab479 req-b549dd62-33c6-4aae-9dcd-9b6960d1e67b tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:16.861585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-457af3e2-9153-4f4d-8311-e9953ecab479 req-b549dd62-33c6-4aae-9dcd-9b6960d1e67b tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 932 time: 1.1988132 Feb 16 23:50:16.862207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:16.917125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] Pushing event deleted for resources: {'Network': ['ID=19c38f71-5efb-441d-901e-c9f129066fb7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:17.017744 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50499031-acad-450a-80a0-536bfc1b1312 tempest-ExternalNetworksTestJSON-427517582 tempest-ExternalNetworksTestJSON-427517582-project] 10.222.0.47 "DELETE /v2.0/networks/19c38f71-5efb-441d-901e-c9f129066fb7 HTTP/1.1" status: 204 len: 168 time: 1.7729502 Feb 16 23:50:17.024169 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4957790 Feb 16 23:50:17.088453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42032efe-fa90-47f9-b700-d4079daeb5f3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Network': ['ID=fa1f759a-d8e8-45ad-b3bd-da034bd55e3e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:17.099484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:17.102299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45894) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:17.117238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Request body: {'subnet': {'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:17.177370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:17.181123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:17.199893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37bf8a-694a-4bc1-a8c5-94f362380de3 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event updated for resources: {'Network': ['ID=8bd858c2-f9af-4f4a-aa1b-2faacfff4c01,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:17.205172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d336a168-97ce-49ba-8482-333aefe66635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:17.270800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336a168-97ce-49ba-8482-333aefe66635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e915f-1dfc-44c0-8a3f-48b8891878d7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:17.273787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d336a168-97ce-49ba-8482-333aefe66635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:17.274996 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d336a168-97ce-49ba-8482-333aefe66635 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/621e915f-1dfc-44c0-8a3f-48b8891878d7 HTTP/1.1" status: 204 len: 168 time: 1.7749293 Feb 16 23:50:17.364338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:17.373919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Request body: {'port': {'device_id': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'admin_state_up': True, 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'security_groups': ['5daa58c8-b282-4ab8-9879-c0de48f0e5ad']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:17.521033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-3de9b39a-5143-4a63-adee-4b4de12f730f tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:50:17.522041 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-3de9b39a-5143-4a63-adee-4b4de12f730f tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103614 Feb 16 23:50:17.555234 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-457af3e2-9153-4f4d-8311-e9953ecab479 req-e38d89da-1061-414e-bffc-c946f2e2389a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6559641 Feb 16 23:50:17.580437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:17.694376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45906) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:17.843256 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:17.917368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:17.951676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:17.976809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Made reservation on behalf of 7c302cd105d94da49e13bfa075d82b6b for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:17.985053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.056380 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d521604-1c1f-461f-b619-d4be811d9e8b req-155a0285-5b2a-4101-99ea-866db68fad88 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.5456367 Feb 16 23:50:18.105847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Usage tracker for resource:subnet and tenant:11df42ac7576478b9c1819e28d8af0bb is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:18.119765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:18.200661 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-59421a1a-b614-408d-92dc-b8ce3dc47f1d req-dbdd6ba5-972a-479d-a534-44e942b3c1b1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 210 time: 0.0906830 Feb 16 23:50:18.259526 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-24f58bb2-fb60-497e-b68a-fddcdddeab1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0da7bc29c370445fa06c6eeb0d5c3d35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5558298 Feb 16 23:50:18.262215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45922) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:18.271886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:18.382882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.414066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43dfff8-4b82-429c-920f-25af16f88fa7']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:18.429454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3179426-4fec-465b-bc01-263e811ad87b') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:18.430015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3179426-4fec-465b-bc01-263e811ad87b') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:18.458350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.508917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.519105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:18.519761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.546887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb3fd-6158-46f1-9840-e580b0e4f2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.589631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Allocated IP 172.20.0.12 (8d6134e6-a601-4ee0-996e-1c530f411dae/a77ba024-5453-4480-ad8b-f2afb4f6f158/5ce0c979-8e6c-4a24-a510-bbf254d198bb) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:18.649719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb3fd-6158-46f1-9840-e580b0e4f2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:18.711088 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:18.729237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.760940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.826093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Network': ['ID=e43dfff8-4b82-429c-920f-25af16f88fa7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:18.831313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Made reservation on behalf of 11df42ac7576478b9c1819e28d8af0bb for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:18.837775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.923070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb3fd-6158-46f1-9840-e580b0e4f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:18.961557 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dabfd871-31da-4cab-ae7a-5ede78e03f5e tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/networks/e43dfff8-4b82-429c-920f-25af16f88fa7 HTTP/1.1" status: 204 len: 168 time: 2.1133707 Feb 16 23:50:18.973358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45940) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:18.991187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bb3fd-6158-46f1-9840-e580b0e4f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac0d50d-7718-49f2-945a-4c3bf5f47001,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:19.111001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45946) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:19.121051 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Request body: {'port': {'device_id': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:19.162235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:19.164010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.24', 62746) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:19.343505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9e75a89d-1e35-477c-85a6-e5160fc13e2d tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] Request body: {'port': {'network_id': 'c85e204e-7a9b-48f5-9bce-ea732c4deb27', 'name': 'tempest-NetworksNegativeTestJSON-2087019978'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:19.361931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:19.419541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e1bb3fd-6158-46f1-9840-e580b0e4f2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:19.420715 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0e1bb3fd-6158-46f1-9840-e580b0e4f2b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ac0d50d-7718-49f2-945a-4c3bf5f47001 HTTP/1.1" status: 204 len: 168 time: 1.1544304 Feb 16 23:50:19.446287 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e745af-beb6-49b6-adee-6f352fa15fbb req-0697eb33-9bdf-447c-88f8-36d67f398277 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.1234379 Feb 16 23:50:19.461622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef046-de67-41a1-8c11-0f4d97067bec req-0abd22c2-d554-4a34-a2ff-2df1e3bbd10d tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:19.479664 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2bef046-de67-41a1-8c11-0f4d97067bec req-0abd22c2-d554-4a34-a2ff-2df1e3bbd10d tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 932 time: 0.6546168 Feb 16 23:50:19.537203 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e75a89d-1e35-477c-85a6-e5160fc13e2d tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] POST failed (client error): The resource could not be found. Feb 16 23:50:19.539662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e75a89d-1e35-477c-85a6-e5160fc13e2d tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:19.545140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Transition to ACTIVE for port object 5ce0c979-8e6c-4a24-a510-bbf254d198bb will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:19.545659 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9e75a89d-1e35-477c-85a6-e5160fc13e2d tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3861291 Feb 16 23:50:19.550618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45960) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:19.643859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:19.748346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf809fd-2b87-42ef-8370-b8b3bc20d611']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:19.880749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf68ba4a-6f77-4983-8b85-6b3f06b1db2c') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:19.881094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf68ba4a-6f77-4983-8b85-6b3f06b1db2c') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:19.895197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:19.913338 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2bef046-de67-41a1-8c11-0f4d97067bec req-d196ef44-760f-4a64-95b5-f3616e029482 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325678 Feb 16 23:50:19.920818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:19.932261 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb39ceb-9e9a-48e0-b657-9aeb6c27df4e tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] DELETE failed (client error): The resource could not be found. Feb 16 23:50:19.933094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb39ceb-9e9a-48e0-b657-9aeb6c27df4e tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:19.937977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:19.938531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:20.061395 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:20.080030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.097879 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f3cfd8d4-a295-4a98-9733-601480538d6f req-d22d5ac2-a6eb-4f9b-8783-9e2cbe488a0e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 210 time: 0.3948166 Feb 16 23:50:20.114434 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-beb39ceb-9e9a-48e0-b657-9aeb6c27df4e tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "DELETE /v2.0/networks/bdb9948a-205d-4d0f-b2dd-334e77bce2bf HTTP/1.1" status: 404 len: 339 time: 0.4919491 Feb 16 23:50:20.118889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.132269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45966) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.132737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45968) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.141165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-7c8e9021-e930-4b02-bde1-e9aa4498dcc7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:20.143686 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-7c8e9021-e930-4b02-bde1-e9aa4498dcc7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 811 time: 0.9727569 Feb 16 23:50:20.144110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.151223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Network': ['ID=dbf809fd-2b87-42ef-8370-b8b3bc20d611,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:20.161137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.204260 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-272ca105-a6bc-42af-a6b3-1b1763a0abc2 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/networks/dbf809fd-2b87-42ef-8370-b8b3bc20d611 HTTP/1.1" status: 204 len: 168 time: 1.2291725 Feb 16 23:50:20.213787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45974) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.220905 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9488b7-0f99-4796-b7b7-0e4ec207752a tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] DELETE failed (client error): The resource could not be found. Feb 16 23:50:20.221394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9488b7-0f99-4796-b7b7-0e4ec207752a tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:20.227093 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3d9488b7-0f99-4796-b7b7-0e4ec207752a tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "DELETE /v2.0/ports/5c63aa58-65e8-4ae1-9e69-df9b8d04b774 HTTP/1.1" status: 404 len: 333 time: 0.0777740 Feb 16 23:50:20.246115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45980) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.296020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.350231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Subnet': ['ID=2861c2a6-1e3a-4d16-8636-5772b683e8ae,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:20.394346 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff2043e-001b-49c7-a40c-56c228b84ef6 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] DELETE failed (client error): The resource could not be found. Feb 16 23:50:20.394801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff2043e-001b-49c7-a40c-56c228b84ef6 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:20.396510 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6ff2043e-001b-49c7-a40c-56c228b84ef6 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "DELETE /v2.0/subnets/6a0bb86c-52a6-48c6-8407-83b33da34fcf HTTP/1.1" status: 404 len: 337 time: 0.1454525 Feb 16 23:50:20.404798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45984) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.407604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.411634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Checking segment: {'id': '2177ec59-1fff-4bc2-89c0-7c19e40fb9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:20.411996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network hostable DHCP agents. Network: fa1f759a-d8e8-45ad-b3bd-da034bd55e3e, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:20.458350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Network 8d6134e6-a601-4ee0-996e-1c530f411dae is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:20.463206 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2572f431-aca5-4b6d-a4fb-034d12b3591b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=226e8cead0c1498d92166ecb6a1aa8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194506 Feb 16 23:50:20.468651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:20.470272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45988) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.481128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:20.507130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event updated for resources: {'Port': ['ID=5ce0c979-8e6c-4a24-a510-bbf254d198bb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:20.508320 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-309b725d-d601-4e46-8510-e081da239fb3 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] GET failed (client error): The resource could not be found. Feb 16 23:50:20.509659 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-309b725d-d601-4e46-8510-e081da239fb3 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "GET /v2.0/networks/34baebe5-0ac5-4403-8192-f24a8e5a3617 HTTP/1.1" status: 404 len: 339 time: 0.1036761 Feb 16 23:50:20.524112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 45994) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.616069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:20.617824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:20.618475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.641812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9d9eb-4433-4671-a138-f37573debf68 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:20.648179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9d9eb-4433-4671-a138-f37573debf68 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:20.648811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c8f9d9eb-4433-4671-a138-f37573debf68 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Synchronizing usage tracker for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:20.694528 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-08a9579b-974f-4852-a975-fb2f26f08031 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3257160 Feb 16 23:50:20.711077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Request body: {'port': {'device_id': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:20.739962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0598b07c-3599-4226-a265-af41ee4674e3 None None] Provisioning for port 5ce0c979-8e6c-4a24-a510-bbf254d198bb completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:20.743461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab37d-6605-4cc5-b02b-9e236fc31977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.747950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0598b07c-3599-4226-a265-af41ee4674e3 None None] Provisioning complete for port 5ce0c979-8e6c-4a24-a510-bbf254d198bb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:20.748870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0598b07c-3599-4226-a265-af41ee4674e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.756540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event updated for resources: {'Subnet': ['ID=8dff1ed5-c9b3-47c5-8636-5e6d6740012b,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:20.767329 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae8fc4d-0816-4e66-b877-e8d3cd8c7614 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] GET failed (client error): The resource could not be found. Feb 16 23:50:20.769016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9ae8fc4d-0816-4e66-b877-e8d3cd8c7614 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "GET /v2.0/ports/fc975e0c-e70c-4620-8068-f9ec2750e46f HTTP/1.1" status: 404 len: 333 time: 0.2438328 Feb 16 23:50:20.770116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, fa1f759a-d8e8-45ad-b3bd-da034bd55e3e) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:20.772625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c8f9d9eb-4433-4671-a138-f37573debf68 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Unset dirty status for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:20.775899 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:20.776606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.779328 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c8f9d9eb-4433-4671-a138-f37573debf68 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5631783 Feb 16 23:50:20.780001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 45998) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.780370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46000) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.800569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774bb20-8ee1-4b26-9866-d5aa226c80d7 None None] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:20.809441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Checking segment: {'id': '52fcb1a2-5385-4ad9-b08e-e871bf31e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:20.809835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Network hostable DHCP agents. Network: 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:20.811008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-191401943'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:20.828188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9d658fb3-b398-4eb6-9a17-3701b62b45a9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7280526 Feb 16 23:50:20.834983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46008) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.860400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'name': 'tempest-AllowedAddressPairTestJSON-1844087688'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:20.869025 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-69f3f0fa-3fca-4c4e-9b50-4d9e5be412d2 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e00b027b60a473da55f19dd59367c9a HTTP/1.1" status: 200 len: 380 time: 0.2115009 Feb 16 23:50:20.877697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:20.879896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:20.883016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab37d-6605-4cc5-b02b-9e236fc31977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.892883 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e1a414-b542-48dd-b84d-4b2f3bd066a8 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] GET failed (client error): The resource could not be found. Feb 16 23:50:20.897480 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50e1a414-b542-48dd-b84d-4b2f3bd066a8 tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "GET /v2.0/subnets/39b9fc5a-7102-44fe-be89-a151165281a9 HTTP/1.1" status: 404 len: 337 time: 0.1064568 Feb 16 23:50:20.901680 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0598b07c-3599-4226-a265-af41ee4674e3 None None] Port 5ce0c979-8e6c-4a24-a510-bbf254d198bb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:20.903038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Request body: {'port': {'device_id': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'admin_state_up': True, 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'security_groups': ['630fcced-c923-45ec-bbec-b02190855501']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:20.924389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46014) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:20.963997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:20.971578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c3cfa4b2-6194-4251-9c6e-a05a7562675c tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:20.975849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:20.976461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:20.990145 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2b8b9-c11b-4287-9994-b57a2b4ab60c None None] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:21.023652 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e54f33e8-15f6-4431-af27-ef0646370eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9181581 Feb 16 23:50:21.027876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46020) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:21.038749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:21.059557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Request body: {'port': {'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-209878604'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:21.088953 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cfa4b2-6194-4251-9c6e-a05a7562675c tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] PUT failed (client error): The resource could not be found. Feb 16 23:50:21.089434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cfa4b2-6194-4251-9c6e-a05a7562675c tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:21.094465 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c3cfa4b2-6194-4251-9c6e-a05a7562675c tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "PUT /v2.0/networks/c528e8b5-3704-4e10-9957-f61a526760b6 HTTP/1.1" status: 404 len: 339 time: 0.1651595 Feb 16 23:50:21.102982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46024) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:21.113238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Made reservation on behalf of 408abb6210ee4646bdabca1a0dc425dd for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:21.116660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.136882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9b89b765-29ae-4fa3-9d3f-ac96c5b8effc tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:21.175209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.179990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'tenant_id': 'c29ebebc3c0648a78da3595507e04fb6', 'fixed_ips': [{'subnet_id': '2861c2a6-1e3a-4d16-8636-5772b683e8ae'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:21.180734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.198762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.226910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b89b765-29ae-4fa3-9d3f-ac96c5b8effc tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] PUT failed (client error): The resource could not be found. Feb 16 23:50:21.226910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b89b765-29ae-4fa3-9d3f-ac96c5b8effc tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:21.228029 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9b89b765-29ae-4fa3-9d3f-ac96c5b8effc tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "PUT /v2.0/ports/063c94c7-e78d-4a06-afb8-5999714a0b71 HTTP/1.1" status: 404 len: 333 time: 0.1210248 Feb 16 23:50:21.235055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46030) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:21.272683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d71d486b-79df-4124-8e2a-d9e96f1f311a tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:21.284384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09db32-f79b-4675-96c5-b92a06c372ef req-b753b274-0850-4b6e-bbfd-372fee70dba7 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:21.291385 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd09db32-f79b-4675-96c5-b92a06c372ef req-b753b274-0850-4b6e-bbfd-372fee70dba7 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 932 time: 0.7004063 Feb 16 23:50:21.324528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:21.326017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:21.329650 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71d486b-79df-4124-8e2a-d9e96f1f311a tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] PUT failed (client error): The resource could not be found. Feb 16 23:50:21.330107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71d486b-79df-4124-8e2a-d9e96f1f311a tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:21.331259 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d71d486b-79df-4124-8e2a-d9e96f1f311a tempest-NetworksNegativeTestJSON-952619428 tempest-NetworksNegativeTestJSON-952619428-project] 10.222.0.47 "PUT /v2.0/subnets/c4f7e589-0e93-45c3-bcc8-abd52b7151c8 HTTP/1.1" status: 404 len: 337 time: 0.0714273 Feb 16 23:50:21.338564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:21.342048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab37d-6605-4cc5-b02b-9e236fc31977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.346884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Usage tracker for resource:port and tenant:c29ebebc3c0648a78da3595507e04fb6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:21.364139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:21.375678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:21.379596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ab37d-6605-4cc5-b02b-9e236fc31977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147dbbd7-99dc-452e-8b99-6f081d4f2577,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:21.390146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:21.390617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.390966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Added segment aab23157-30dd-416b-a910-1d54730142cb of type vlan for network a733c0e1-d566-4621-b4d1-cf96d0a0362d Feb 16 23:50:21.470800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Made reservation on behalf of 8e00b027b60a473da55f19dd59367c9a for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:21.474451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.475403 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd09db32-f79b-4675-96c5-b92a06c372ef req-3380f10c-27fe-49a5-9228-b14f9c5be648 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830938 Feb 16 23:50:21.501639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.510489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:21.512705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:21.516376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.530040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26223e9f-a578-478d-a6df-e91682fa5ed9 {{(pid=87677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:50:21.535626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Usage tracker for resource:port and tenant:11df42ac7576478b9c1819e28d8af0bb is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:21.539970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-8bd858c2-f9af-4f4a-aa1b-2faacfff4c01', 'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01', 'tenant_id': '11df42ac7576478b9c1819e28d8af0bb', 'fixed_ips': [{'subnet_id': '8dff1ed5-c9b3-47c5-8636-5e6d6740012b'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:21.540720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.540843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab37d-6605-4cc5-b02b-9e236fc31977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.545207 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ca3ab37d-6605-4cc5-b02b-9e236fc31977 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/147dbbd7-99dc-452e-8b99-6f081d4f2577 HTTP/1.1" status: 204 len: 168 time: 1.0686419 Feb 16 23:50:21.568394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9fadd-f1c5-4a01-9d88-ef34183f0f5f req-18adbd29-e585-4db4-acce-9aae9fc77656 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:21.572300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9ce9fadd-f1c5-4a01-9d88-ef34183f0f5f req-18adbd29-e585-4db4-acce-9aae9fc77656 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 932 time: 0.5277407 Feb 16 23:50:21.574577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.601700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Transition to ACTIVE for port object 26223e9f-a578-478d-a6df-e91682fa5ed9 will not be triggered until provisioned by entity L2. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:21.610268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Allocated IP 172.20.0.2 (fa1f759a-d8e8-45ad-b3bd-da034bd55e3e/2861c2a6-1e3a-4d16-8636-5772b683e8ae/8d52b6e4-14f4-4b43-92dd-e6d591b2859f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:21.627598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:21.641322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:21.678580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] device_id is not set on port 4f1c89bf-1f1c-408a-86e4-e967473f4a9f yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:21.744296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.749753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:21.750277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.863266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46042) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:21.864093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Made reservation on behalf of 11df42ac7576478b9c1819e28d8af0bb for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:21.867690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.893634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:21.902779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Allocated IP 2001:db8::2 (8bd858c2-f9af-4f4a-aa1b-2faacfff4c01/8dff1ed5-c9b3-47c5-8636-5e6d6740012b/65efe8a6-1821-46a6-b1d0-a70090c32d62) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:22.077710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.093257 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3010113 Feb 16 23:50:22.098934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] device_id is not set on port fa49896b-8e94-4ed6-97d0-e17f2d0818eb yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:22.109492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Transition to ACTIVE for port object 8d52b6e4-14f4-4b43-92dd-e6d591b2859f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:22.129784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46054) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:22.135316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1065112570'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:22.150727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Transition to ACTIVE for port object 8d52b6e4-14f4-4b43-92dd-e6d591b2859f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:22.156886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:22.176386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Usage tracker for resource:network and tenant:408abb6210ee4646bdabca1a0dc425dd is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:22.179600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Allocated IP 172.20.0.8 (fa0d15e8-c953-4812-830a-29ab52bf49e1/2704b065-3cb3-4c68-8a5a-3f229f69a0e4/3e882f18-407e-4d43-941c-288a7b533198) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:22.182587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c02a72-ac62-4422-9f56-7cdbe6845e30 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Network': ['ID=a733c0e1-d566-4621-b4d1-cf96d0a0362d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:22.185150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:22.189918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.200441 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-42789060-8608-4e34-9c8b-18deae230141 req-194e6c3b-e62c-4724-80f1-a0004ea7c7a5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 210 time: 0.3393307 Feb 16 23:50:22.224828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:22.225925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Pushing event updated for resources: {'Port': ['ID=26223e9f-a578-478d-a6df-e91682fa5ed9,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:22.335506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a733c0e1-d566-4621-b4d1-cf96d0a0362d details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:22.413562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Made reservation on behalf of 408abb6210ee4646bdabca1a0dc425dd for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:22.417413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.433615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce0c979-8e6c-4a24-a510-bbf254d198bb {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:50:22.449660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:22.464683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:22.466750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Pushing event updated for resources: {'Port': ['ID=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:22.474723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:22.479234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.497502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.526413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.615024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:22.623537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Usage tracker for resource:security_group_rule and tenant:47bc30ff133347528ab6f63a7ceba37c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:22.633028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:22.644273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:22.670627 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9ce9fadd-f1c5-4a01-9d88-ef34183f0f5f req-6e6c82a3-5c79-4c82-9352-c456f0ebfb13 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8083394 Feb 16 23:50:22.679371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.714258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Transition to ACTIVE for port object 3e882f18-407e-4d43-941c-288a7b533198 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:22.718496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46070) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:22.720375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:22.725675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Transition to ACTIVE for port object 65efe8a6-1821-46a6-b1d0-a70090c32d62 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:22.728119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Transition to ACTIVE for port object 5ce0c979-8e6c-4a24-a510-bbf254d198bb will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:22.746579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.747238 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Added segment 943a0958-2ec9-4208-b1f3-ac26b8776be3 of type vlan for network e79bac5e-9a15-4090-95c2-bf09bb9dfbe1 Feb 16 23:50:22.758316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.772339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Transition to ACTIVE for port object 65efe8a6-1821-46a6-b1d0-a70090c32d62 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:22.785666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Attempting to bind port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:22.786041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Attempting to bind port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '2177ec59-1fff-4bc2-89c0-7c19e40fb9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:22.786452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Attempting to bind port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f on network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:22.789866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.836682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.868108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:22.868485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Checking segment: {'id': '2177ec59-1fff-4bc2-89c0-7c19e40fb9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:22.869033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.869433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Bound using segment: {'id': '2177ec59-1fff-4bc2-89c0-7c19e40fb9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:22.869957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Bound port: 8d52b6e4-14f4-4b43-92dd-e6d591b2859f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2177ec59-1fff-4bc2-89c0-7c19e40fb9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:22.870500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.898243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.926501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-597885232'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:22.935846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:22.946722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Usage tracker for resource:network and tenant:0076e3f569f24c48aa2d443dcdd71234 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:22.947144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:22.953348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:22.953695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Allocated IP 2001:db8::3de (8bd858c2-f9af-4f4a-aa1b-2faacfff4c01/8dff1ed5-c9b3-47c5-8636-5e6d6740012b/fa49896b-8e94-4ed6-97d0-e17f2d0818eb) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:22.957637 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:22.966022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:22.967709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:22.988385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Pushing event updated for resources: {'Port': ['ID=65efe8a6-1821-46a6-b1d0-a70090c32d62,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:22.993470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:23.005157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce0c979-8e6c-4a24-a510-bbf254d198bb,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:23.030325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.054274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:23.114770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Attempting to bind port 65efe8a6-1821-46a6-b1d0-a70090c32d62 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:23.115146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Attempting to bind port 65efe8a6-1821-46a6-b1d0-a70090c32d62 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '52fcb1a2-5385-4ad9-b08e-e871bf31e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:23.115589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Attempting to bind port 65efe8a6-1821-46a6-b1d0-a70090c32d62 on network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:23.132310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:23.132540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Checking segment: {'id': '52fcb1a2-5385-4ad9-b08e-e871bf31e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:23.133007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.133570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Bound using segment: {'id': '52fcb1a2-5385-4ad9-b08e-e871bf31e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:23.134112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Bound port: 65efe8a6-1821-46a6-b1d0-a70090c32d62, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fcb1a2-5385-4ad9-b08e-e871bf31e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:23.134546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.139670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:23.146672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:23.150296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.157092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Attempting to bind port 26223e9f-a578-478d-a6df-e91682fa5ed9 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:23.157251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] For port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:23.157457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Attempting to bind port 26223e9f-a578-478d-a6df-e91682fa5ed9 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:23.157800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Attempting to bind port 26223e9f-a578-478d-a6df-e91682fa5ed9 on network 666eb452-6e7c-46bb-b1b2-88cf993711dd {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:23.160997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:23.171206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:23.193158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] For port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,segment=NetworkSegment(2177ec59-1fff-4bc2-89c0-7c19e40fb9aa),segment_id=2177ec59-1fff-4bc2-89c0-7c19e40fb9aa)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:23.201780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.205731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.207617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:23.208382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.218841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Allocated IP 172.20.0.11 (fa1f759a-d8e8-45ad-b3bd-da034bd55e3e/2861c2a6-1e3a-4d16-8636-5772b683e8ae/4f1c89bf-1f1c-408a-86e4-e967473f4a9f) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:23.238886 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47bc30ff133347528ab6f63a7ceba37c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3536983 Feb 16 23:50:23.246945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Port 26223e9f-a578-478d-a6df-e91682fa5ed9 on network 666eb452-6e7c-46bb-b1b2-88cf993711dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:50:23.247105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Attempting to bind port 26223e9f-a578-478d-a6df-e91682fa5ed9 on network 666eb452-6e7c-46bb-b1b2-88cf993711dd {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:23.251232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46080) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:23.253483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.274927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event updated for resources: {'Port': ['ID=3e882f18-407e-4d43-941c-288a7b533198,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:23.280777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1dc31-6a0a-43f8-aefb-9cfaf80b7879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9429646-ac05-4168-85a9-344027e0f377,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:23.318853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:23.319222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Checking segment: {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:23.319778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Bound using segment: {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:23.320262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Bound port: 26223e9f-a578-478d-a6df-e91682fa5ed9, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8263a925-83b9-4ef0-b6e8-cd3b561d2676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd'}}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:23.320606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.340451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a3a64-6d1b-436d-ab69-67481931a712 None None] Pushing event updated for resources: {'Port': ['ID=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:23.404003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:23.406404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] For port 65efe8a6-1821-46a6-b1d0-a70090c32d62, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:23.409959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] For port 65efe8a6-1821-46a6-b1d0-a70090c32d62, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=65efe8a6-1821-46a6-b1d0-a70090c32d62,segment=NetworkSegment(52fcb1a2-5385-4ad9-b08e-e871bf31e8a1),segment_id=52fcb1a2-5385-4ad9-b08e-e871bf31e8a1)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:23.427512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.448686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Usage tracker for resource:security_group_rule and tenant:0076e3f569f24c48aa2d443dcdd71234 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:23.455962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:23.472747 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3418243 Feb 16 23:50:23.484034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46084) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:23.492095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ece3c-68b5-4efb-be17-5e6b703ec29b tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Network': ['ID=e79bac5e-9a15-4090-95c2-bf09bb9dfbe1,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:23.494216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:23.504296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:23.505034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.514634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'ports': [{'network_id': 'a733c0e1-d566-4621-b4d1-cf96d0a0362d', 'name': 'tempest-port--1749212240', 'admin_state_up': True}, {'network_id': 'e79bac5e-9a15-4090-95c2-bf09bb9dfbe1', 'admin_state_up': False}]} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:23.515113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'port': {'network_id': 'a733c0e1-d566-4621-b4d1-cf96d0a0362d', 'name': 'tempest-port--1749212240', 'admin_state_up': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:23.515670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'port': {'network_id': 'e79bac5e-9a15-4090-95c2-bf09bb9dfbe1', 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:23.531047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Attempting to bind port 5ce0c979-8e6c-4a24-a510-bbf254d198bb on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:23.531888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Attempting to bind port 5ce0c979-8e6c-4a24-a510-bbf254d198bb by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:23.532357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Attempting to bind port 5ce0c979-8e6c-4a24-a510-bbf254d198bb on network 8d6134e6-a601-4ee0-996e-1c530f411dae {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:23.553690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network e79bac5e-9a15-4090-95c2-bf09bb9dfbe1 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:23.570984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c1e82a2-380d-47ba-92cd-9880f6ace938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.599004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c1e82a2-380d-47ba-92cd-9880f6ace938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.625908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Port 5ce0c979-8e6c-4a24-a510-bbf254d198bb on network 8d6134e6-a601-4ee0-996e-1c530f411dae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:50:23.626394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Attempting to bind port 5ce0c979-8e6c-4a24-a510-bbf254d198bb on network 8d6134e6-a601-4ee0-996e-1c530f411dae {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:23.671772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec0915-0aa1-4cec-baa1-8fce39a536c1 None None] Pushing event updated for resources: {'Port': ['ID=65efe8a6-1821-46a6-b1d0-a70090c32d62,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:23.681571 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-fed55415-51c7-48ec-a29c-9967ab275b2a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7893105 Feb 16 23:50:23.682350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:23.682775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Checking segment: {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:23.683981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Bound using segment: {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:23.684650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Bound port: 5ce0c979-8e6c-4a24-a510-bbf254d198bb, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e911174-e040-4c96-a76e-cffa4ec51a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:23.685922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.722173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Request body: {'port': {'device_id': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:23.746475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a965ba01-c8e5-4c42-acf1-03a3e3cbcebf None None] Provisioning for port 3e882f18-407e-4d43-941c-288a7b533198 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:23.766564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a965ba01-c8e5-4c42-acf1-03a3e3cbcebf None None] Provisioning complete for port 3e882f18-407e-4d43-941c-288a7b533198 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:23.767337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a965ba01-c8e5-4c42-acf1-03a3e3cbcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.836584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162274bb-b95c-433f-a33a-2d6452339e72 req-50639918-e8ae-48d9-97b8-9b63595c3c1c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:23.838200 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-162274bb-b95c-433f-a33a-2d6452339e72 req-50639918-e8ae-48d9-97b8-9b63595c3c1c tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 944 time: 0.9999356 Feb 16 23:50:23.875984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:23.877047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a965ba01-c8e5-4c42-acf1-03a3e3cbcebf None None] Port 3e882f18-407e-4d43-941c-288a7b533198 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:23.879298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c1e82a2-380d-47ba-92cd-9880f6ace938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.055458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e82a2-380d-47ba-92cd-9880f6ace938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9429646-ac05-4168-85a9-344027e0f377,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:24.072619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.094955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Transition to ACTIVE for port object fa49896b-8e94-4ed6-97d0-e17f2d0818eb will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:24.132392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, cleared binding levels {{(pid=87677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:24.150237 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-162274bb-b95c-433f-a33a-2d6452339e72 req-a621f303-4be3-411d-8945-910025e7bd4e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799034 Feb 16 23:50:24.158698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c1e82a2-380d-47ba-92cd-9880f6ace938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.162599 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0c1e82a2-380d-47ba-92cd-9880f6ace938 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9429646-ac05-4168-85a9-344027e0f377 HTTP/1.1" status: 204 len: 168 time: 0.9018867 Feb 16 23:50:24.175571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:24.182176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] For port 5ce0c979-8e6c-4a24-a510-bbf254d198bb, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:24.190544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=26223e9f-a578-478d-a6df-e91682fa5ed9,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:24.192872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Usage tracker for resource:port and tenant:408abb6210ee4646bdabca1a0dc425dd is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:24.220803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.227129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:24.251034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] For port 5ce0c979-8e6c-4a24-a510-bbf254d198bb, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:24.252613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:24.280717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.321146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a0fa1-1f7f-4f4a-b1f2-82ba60427e14 req-f23dc27c-1772-4e2f-84e9-7a9c3effb8e1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:24.322690 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c26a0fa1-1f7f-4f4a-b1f2-82ba60427e14 req-f23dc27c-1772-4e2f-84e9-7a9c3effb8e1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 931 time: 0.8192112 Feb 16 23:50:24.370528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.420342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:24.420959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.422368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] 10.222.0.24 "PUT /v2.0/ports/26223e9f-a578-478d-a6df-e91682fa5ed9 HTTP/1.1" status: 200 len: 1094 time: 5.7168765 Feb 16 23:50:24.422835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:24.462254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.462925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Transition to ACTIVE for port object 4f1c89bf-1f1c-408a-86e4-e967473f4a9f will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:24.472686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.478028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab771022-bcc0-48ff-bffe-dbaa981f8628 service neutron] Pushing event updated for resources: {'Port': ['ID=26223e9f-a578-478d-a6df-e91682fa5ed9,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:24.510566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Made reservation on behalf of 408abb6210ee4646bdabca1a0dc425dd for: {'port': 2} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:24.524799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.536018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.711940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:24.712713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.714432 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/5ce0c979-8e6c-4a24-a510-bbf254d198bb HTTP/1.1" status: 200 len: 1094 time: 4.0122290 Feb 16 23:50:24.724236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:24.740582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:24.745693 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c26a0fa1-1f7f-4f4a-b1f2-82ba60427e14 req-fb88733c-6fc0-4e6a-a98a-b9f902494165 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838894 Feb 16 23:50:24.786076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.878654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event updated for resources: {'Port': ['ID=fa49896b-8e94-4ed6-97d0-e17f2d0818eb,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:24.895371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:24.921192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:24.945334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c735f34-cb8a-4e16-8f6e-66ec828030bf,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:25.005970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:25.011006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:25.015683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:25.028887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:25.029551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:25.058373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:25.058786 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Added segment 25f73584-bf25-484f-abe1-2d3f5785af2c of type vlan for network 963b095b-dc7d-4995-9b54-7e0406ffbe77 Feb 16 23:50:25.063438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:25.065984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:25.088455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adc409-a04f-4a4e-bb4d-db9042b211f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce0c979-8e6c-4a24-a510-bbf254d198bb,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:25.130599 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'status': 'completed', 'code': 200} Feb 16 23:50:25.139958 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-57f5fefd-026f-49fa-b052-e71bde51db28 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.1009848 Feb 16 23:50:25.140883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46124) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:25.156290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee770b-5be2-489b-97e9-4332555f8fe4 req-77264dd2-c625-40ce-b2e1-b9095bdf5479 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:25.157859 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c5ee770b-5be2-489b-97e9-4332555f8fe4 req-77264dd2-c625-40ce-b2e1-b9095bdf5479 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 944 time: 0.8599534 Feb 16 23:50:25.188643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66deb815-5235-4055-ba21-15c6edb9eae2 None None] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:25.194321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Request body: {'port': {'network_id': '8bd858c2-f9af-4f4a-aa1b-2faacfff4c01', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-124757390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:25.194814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] bootfile-name is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:50:25.195149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] tftp-server is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:50:25.195502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] server-ip-address is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:50:25.357624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:25.434902 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'status': 'completed', 'code': 200} Feb 16 23:50:25.495602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bd111972-c8ba-4cd4-8a0a-060d1be4000c None None] Provisioning for port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:25.500499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:25.501211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:25.543446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=4f1c89bf-1f1c-408a-86e4-e967473f4a9f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:25.555303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:25.568511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8d52b6e4-14f4-4b43-92dd-e6d591b2859f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:25.595873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8c865e34-d274-49fc-8837-7df6e466e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:25.597538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8c865e34-d274-49fc-8837-7df6e466e02a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b752a812ed2946dcbea4d2c9bc36669f&device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 1097 time: 1.0298433 Feb 16 23:50:25.660613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] device_id is not set on port bb9eb8f5-5fbf-4908-8da3-84574902a6c8 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:25.666144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-b6beb63a-8697-4b62-b03b-eaf7153fd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:25.667625 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-b6beb63a-8697-4b62-b03b-eaf7153fd270 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c302cd105d94da49e13bfa075d82b6b&device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 1097 time: 0.8603446 Feb 16 23:50:25.675221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:25.680725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:25.681329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:25.687155 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c5ee770b-5be2-489b-97e9-4332555f8fe4 req-942d35e1-32f5-48c2-90cd-f33fcd98d30b tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5189064 Feb 16 23:50:25.730198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c410f5-027e-4ef2-8e72-ca3577eb4b84 None None] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:25.739405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46138) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:25.772028 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c6505996-ec27-4e8f-8c79-61fd1ab05de7 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9261396 Feb 16 23:50:25.777957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46142) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:25.780312 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8f8ea367-097b-427e-b34b-662a8d943e70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26223e9f-a578-478d-a6df-e91682fa5ed9 HTTP/1.1" status: 200 len: 217 time: 0.1705453 Feb 16 23:50:25.842744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:25.853876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-341a5910-cdc3-4f3c-b363-483372532bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:25.855863 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-341a5910-cdc3-4f3c-b363-483372532bca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e569b5a-dc66-487a-9d39-5c0dbd48c83e HTTP/1.1" status: 200 len: 844 time: 0.0599296 Feb 16 23:50:25.869485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a1f95588-0405-4d35-85db-ca818da7481b None None] Provisioning for port 65efe8a6-1821-46a6-b1d0-a70090c32d62 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:25.922108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:25.931074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Usage tracker for resource:port and tenant:11df42ac7576478b9c1819e28d8af0bb is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:25.935514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:25.955195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'name': 'tempest-AllowedAddressPairTestJSON-5784016', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f3:cc:61'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:25.957995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:25.965958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:25.984147 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-bd84af6f-1f62-4212-86fe-eeec17d0b92e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb HTTP/1.1" status: 200 len: 217 time: 0.2933853 Feb 16 23:50:26.002783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:26.003166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.008379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-925152298'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:26.023627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:26.030798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:26.036976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:26.047603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff4793-d4db-496a-9821-a4a4058b4065 req-9bb7727f-a68e-4618-8c6c-320db1edc374 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:26.049096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-49ff4793-d4db-496a-9821-a4a4058b4065 req-9bb7727f-a68e-4618-8c6c-320db1edc374 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 944 time: 0.3538606 Feb 16 23:50:26.049686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Made reservation on behalf of 11df42ac7576478b9c1819e28d8af0bb for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:26.053088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.076539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:26.114623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8f97ef23-2a9e-4c63-bbad-8dd70e190c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:26.116373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-8f97ef23-2a9e-4c63-bbad-8dd70e190c4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=666eb452-6e7c-46bb-b1b2-88cf993711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2524710 Feb 16 23:50:26.120524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] device_id is not set on port c77035ba-5887-4444-8ee5-df1b236ac805 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:26.158164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Network': ['ID=963b095b-dc7d-4995-9b54-7e0406ffbe77,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:26.188365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:26.206202 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5706e5c8-219c-4ecb-85bd-95f7bed49fb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4834058 Feb 16 23:50:26.211240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46150) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:26.237806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'subnet': {'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:26.267874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e882f18-407e-4d43-941c-288a7b533198 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:50:26.288047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-c3ce1f57-6d41-4e51-b6c5-bb6f7bfe3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:26.289783 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-c3ce1f57-6d41-4e51-b6c5-bb6f7bfe3d18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a77ba024-5453-4480-ad8b-f2afb4f6f158 HTTP/1.1" status: 200 len: 851 time: 0.2293646 Feb 16 23:50:26.293511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.309553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.346512 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-49ff4793-d4db-496a-9821-a4a4058b4065 req-c20d0b65-820b-47b5-bf08-8c169f6b28b0 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815547 Feb 16 23:50:26.347170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:26.351368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.375449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,segment=NetworkSegment(2177ec59-1fff-4bc2-89c0-7c19e40fb9aa),segment_id=2177ec59-1fff-4bc2-89c0-7c19e40fb9aa)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:26.381035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.382210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 65efe8a6-1821-46a6-b1d0-a70090c32d62 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:26.405978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.514666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Transition to ACTIVE for port object 3e882f18-407e-4d43-941c-288a7b533198 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:26.544855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:26.564412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.573812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Usage tracker for resource:port and tenant:c29ebebc3c0648a78da3595507e04fb6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:26.589579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d935f-9719-495c-bde2-3bc55bd233d5 req-4a41e3ec-4d3c-40c6-bf58-90467edeb0dd tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:26.602182 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-348d935f-9719-495c-bde2-3bc55bd233d5 req-4a41e3ec-4d3c-40c6-bf58-90467edeb0dd tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 931 time: 0.6568832 Feb 16 23:50:26.605430 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-eedb1d90-c406-4afc-9a9c-00bed899508c service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386563 Feb 16 23:50:26.609441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Allocated IP 2001:db8::c5 (8bd858c2-f9af-4f4a-aa1b-2faacfff4c01/8dff1ed5-c9b3-47c5-8636-5e6d6740012b/c77035ba-5887-4444-8ee5-df1b236ac805) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:26.617736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:26.633858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:26.643416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:26.660231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:26.665227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Usage tracker for resource:subnet and tenant:0076e3f569f24c48aa2d443dcdd71234 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:26.668964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:26.676295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:26.678290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-280cb2b4-1b0f-4c8a-bb54-30a0cb8b18b7 None None] Provisioning for port 4f1c89bf-1f1c-408a-86e4-e967473f4a9f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:26.688658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 65efe8a6-1821-46a6-b1d0-a70090c32d62 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:26.697523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:26.703435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-280cb2b4-1b0f-4c8a-bb54-30a0cb8b18b7 None None] Provisioning complete for port 4f1c89bf-1f1c-408a-86e4-e967473f4a9f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:26.706290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-280cb2b4-1b0f-4c8a-bb54-30a0cb8b18b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.718005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:26.782591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group_rule and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:26.807210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:26.828291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 65efe8a6-1821-46a6-b1d0-a70090c32d62 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:26.828689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.830318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:26.840215 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-348d935f-9719-495c-bde2-3bc55bd233d5 req-6c22a9c2-8a39-4bc3-8d13-0fd81497eda5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370484 Feb 16 23:50:26.919027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-280cb2b4-1b0f-4c8a-bb54-30a0cb8b18b7 None None] Port 4f1c89bf-1f1c-408a-86e4-e967473f4a9f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:26.947403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.956952 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-280cb2b4-1b0f-4c8a-bb54-30a0cb8b18b7 None None] Provisioning complete for port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:26.961649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:26.962706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-280cb2b4-1b0f-4c8a-bb54-30a0cb8b18b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:26.966303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.090003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.126834 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf3d1763-793c-488e-8da5-c71d10c106d1 req-c8d1e7b7-e701-4b0e-960e-32c1e6062026 service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851682 Feb 16 23:50:27.186064 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 65efe8a6-1821-46a6-b1d0-a70090c32d62, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=65efe8a6-1821-46a6-b1d0-a70090c32d62,segment=NetworkSegment(52fcb1a2-5385-4ad9-b08e-e871bf31e8a1),segment_id=52fcb1a2-5385-4ad9-b08e-e871bf31e8a1)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:27.191400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.266551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=65efe8a6-1821-46a6-b1d0-a70090c32d62,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:27.290232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f739b6-1b80-44c8-be0e-d37ce99ae9f5 req-75144404-21ea-4e03-8045-50dfa660031a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:27.291323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79f739b6-1b80-44c8-be0e-d37ce99ae9f5 req-75144404-21ea-4e03-8045-50dfa660031a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 944 time: 0.4178464 Feb 16 23:50:27.304836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.319205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Provisioning complete for port 4f1c89bf-1f1c-408a-86e4-e967473f4a9f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:27.320281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.330115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.336288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.357347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8d52b6e4-14f4-4b43-92dd-e6d591b2859f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:27.398172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:27.400432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Transition to ACTIVE for port object c77035ba-5887-4444-8ee5-df1b236ac805 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:27.428039 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79f739b6-1b80-44c8-be0e-d37ce99ae9f5 req-25dfec74-baf1-4ca7-8619-fc31393b1d2a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217201 Feb 16 23:50:27.432365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Pushing event updated for resources: {'Port': ['ID=3e882f18-407e-4d43-941c-288a7b533198,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:27.432730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.433069 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment 54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff of type vlan for network 44590e43-65f1-456e-93ad-0d94ee8430bd Feb 16 23:50:27.435330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d990b0-3828-4079-a237-600c3288e086,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:27.444040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-4eaf832f-fd22-49f7-a859-8e4f7fd3f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:27.446224 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-4eaf832f-fd22-49f7-a859-8e4f7fd3f4db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d6134e6-a601-4ee0-996e-1c530f411dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0761955 Feb 16 23:50:27.472240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Port 4f1c89bf-1f1c-408a-86e4-e967473f4a9f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:27.475559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-1f05caec-7c97-482f-8229-17d99acfc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:27.478010 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-1f05caec-7c97-482f-8229-17d99acfc648 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b752a812ed2946dcbea4d2c9bc36669f&device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 1097 time: 0.2882679 Feb 16 23:50:27.489822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:27.490367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.519935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.522558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Provisioning for port fa49896b-8e94-4ed6-97d0-e17f2d0818eb completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:27.527266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.535825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Provisioning complete for port fa49896b-8e94-4ed6-97d0-e17f2d0818eb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:27.536368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.604941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Port fa49896b-8e94-4ed6-97d0-e17f2d0818eb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:27.626479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] device_id is not set on port e350ae92-616e-44e5-bc8d-28aad15f5a05 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:27.665813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] device_id is not set on port 10ff503c-3e74-414e-b737-7ca6c46696e7 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:27.693307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Provisioning complete for port 65efe8a6-1821-46a6-b1d0-a70090c32d62 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:27.693832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-477ddaad-99e5-4dfc-ad29-51f0cddab4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.754200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.801111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Attempting to bind port 3e882f18-407e-4d43-941c-288a7b533198 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:27.801479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Attempting to bind port 3e882f18-407e-4d43-941c-288a7b533198 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:27.801809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Attempting to bind port 3e882f18-407e-4d43-941c-288a7b533198 on network fa0d15e8-c953-4812-830a-29ab52bf49e1 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:27.824320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.829743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:27.830395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.899968 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-58d99540-c4c5-4736-b71a-a7c47feaa55b service neutron] 10.222.0.24 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205730 Feb 16 23:50:27.900527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Port 3e882f18-407e-4d43-941c-288a7b533198 on network fa0d15e8-c953-4812-830a-29ab52bf49e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:50:27.900837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Attempting to bind port 3e882f18-407e-4d43-941c-288a7b533198 on network fa0d15e8-c953-4812-830a-29ab52bf49e1 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:27.951034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:27.951411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Checking segment: {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:27.951721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Bound using segment: {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:27.952187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Bound port: 3e882f18-407e-4d43-941c-288a7b533198, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a41def-abe9-4310-acda-c1e0e6c15225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:27.952578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:27.976044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:27.988900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:28.004565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-402a39e5-ac65-405f-b35e-4f3c4b20b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.006003 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-402a39e5-ac65-405f-b35e-4f3c4b20b2e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=666eb452-6e7c-46bb-b1b2-88cf993711dd HTTP/1.1" status: 200 len: 905 time: 0.5144081 Feb 16 23:50:28.006590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event updated for resources: {'Port': ['ID=c77035ba-5887-4444-8ee5-df1b236ac805,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:28.041051 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:28.047058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.047718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.122142 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3771253 Feb 16 23:50:28.133827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c41c-394b-4f72-a35a-0eed50d3f73c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=44590e43-65f1-456e-93ad-0d94ee8430bd,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:28.143728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Allocated IP 172.20.0.6 (fa1f759a-d8e8-45ad-b3bd-da034bd55e3e/2861c2a6-1e3a-4d16-8636-5772b683e8ae/10ff503c-3e74-414e-b737-7ca6c46696e7) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:28.147307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46160) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:28.147969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:28.152208 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-20e31604-34b3-480b-aada-6e4819fae53a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26223e9f-a578-478d-a6df-e91682fa5ed9 HTTP/1.1" status: 200 len: 217 time: 0.0907459 Feb 16 23:50:28.176419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'name': 'tempest-PortsTestJSON-1290803077'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:28.199845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116a64e-227b-4df5-8620-32789282cede req-5f473500-f87f-4422-a0bf-6ba64e92d142 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.201998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e116a64e-227b-4df5-8620-32789282cede req-5f473500-f87f-4422-a0bf-6ba64e92d142 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 944 time: 0.6306601 Feb 16 23:50:28.215019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2f7721ed-1810-4265-a00b-e851e3d68b34 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.0683730 Feb 16 23:50:28.222435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46164) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:28.224912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.284969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f9b04051-2b60-41ab-8d4e-a692937f0a55 None None] Provisioning for port c77035ba-5887-4444-8ee5-df1b236ac805 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:28.289914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f9b04051-2b60-41ab-8d4e-a692937f0a55 None None] Provisioning complete for port c77035ba-5887-4444-8ee5-df1b236ac805 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:28.290361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f9b04051-2b60-41ab-8d4e-a692937f0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.336245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-7aec4b79-e14c-40c6-b718-9e8b05e0927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.337697 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-7aec4b79-e14c-40c6-b718-9e8b05e0927e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e569b5a-dc66-487a-9d39-5c0dbd48c83e HTTP/1.1" status: 200 len: 844 time: 0.1776590 Feb 16 23:50:28.339253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.346151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f9b04051-2b60-41ab-8d4e-a692937f0a55 None None] Port c77035ba-5887-4444-8ee5-df1b236ac805 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:28.354931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e124fc-2be5-40ee-9769-1b917ebc7455 req-deb89e83-cbd5-47df-ac48-9e21446858d5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.356404 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8e124fc-2be5-40ee-9769-1b917ebc7455 req-deb89e83-cbd5-47df-ac48-9e21446858d5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 943 time: 0.3777862 Feb 16 23:50:28.359095 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e116a64e-227b-4df5-8620-32789282cede req-bd0cc4bc-9d63-413f-96e6-cd41a6e5dcf8 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396010 Feb 16 23:50:28.469053 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8e124fc-2be5-40ee-9769-1b917ebc7455 req-cff9811f-bb92-4c57-b5d4-997cd8d3fbd6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752904 Feb 16 23:50:28.472548 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-578cd120-fba0-4a14-a0b0-f48311fe9c5f req-725aa198-9094-4936-9db3-3a36e10b874f service neutron] 10.222.0.24 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597110 Feb 16 23:50:28.473592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] For port 3e882f18-407e-4d43-941c-288a7b533198, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:28.480613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2111e-cbe1-4df9-8ebc-fd621890a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.495011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2111e-cbe1-4df9-8ebc-fd621890a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.501650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2111e-cbe1-4df9-8ebc-fd621890a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.502530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-18f2111e-cbe1-4df9-8ebc-fd621890a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Synchronizing usage tracker for tenant:11df42ac7576478b9c1819e28d8af0bb on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:28.509133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Subnet': ['ID=982c431b-077c-4342-9417-2e3bd06feafe,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:28.529571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-a94e0ff7-558c-492b-b91c-5f892b257092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.531185 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-a94e0ff7-558c-492b-b91c-5f892b257092 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=666eb452-6e7c-46bb-b1b2-88cf993711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1841443 Feb 16 23:50:28.532419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-18f2111e-cbe1-4df9-8ebc-fd621890a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Unset dirty status for tenant:11df42ac7576478b9c1819e28d8af0bb on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:28.533301 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-18f2111e-cbe1-4df9-8ebc-fd621890a1f6 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2948475 Feb 16 23:50:28.535340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] For port 3e882f18-407e-4d43-941c-288a7b533198, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3e882f18-407e-4d43-941c-288a7b533198,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:28.536359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46170) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:28.544637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:28.636724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.649132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:28.684784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:28.692100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Checking segment: {'id': '25f73584-bf25-484f-abe1-2d3f5785af2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:28.692382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network hostable DHCP agents. Network: 963b095b-dc7d-4995-9b54-7e0406ffbe77, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:28.721250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:28.729664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Deleting port c77035ba-5887-4444-8ee5-df1b236ac805 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:28.730005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.752596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.766816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.767422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:28.768817 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 1093 time: 5.0708435 Feb 16 23:50:28.779603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'tag': '3e882f18-407e-4d43-941c-288a7b533198'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:28.840087 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-09732983-d620-43d6-a2f5-fac71ef274f5 service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010983 Feb 16 23:50:28.970223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e94c-0739-408b-8b69-06743c563fc6 req-ebadac4e-fbc0-423c-88ad-59c79166f780 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:28.977178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-50c4e94c-0739-408b-8b69-06743c563fc6 req-ebadac4e-fbc0-423c-88ad-59c79166f780 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 944 time: 0.3891780 Feb 16 23:50:28.989669 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'tag': '3e882f18-407e-4d43-941c-288a7b533198', 'status': 'completed', 'code': 200} Feb 16 23:50:28.992413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:28.995788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.030614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:29.048179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbc6d7-7f9e-47d3-87b5-c82b39660648 service neutron] Pushing event updated for resources: {'Port': ['ID=3e882f18-407e-4d43-941c-288a7b533198,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:29.116321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port ff695109-d977-4bef-a607-c1bc3c82192c yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:29.133526 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-50c4e94c-0739-408b-8b69-06743c563fc6 req-83e6c55e-1fa3-4a08-9097-fbe66243c648 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555078 Feb 16 23:50:29.155681 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 963b095b-dc7d-4995-9b54-7e0406ffbe77) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:29.162421 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457658f6-f9e6-4f33-ab7a-a0dd734a0e22 None None] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:29.175552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.182196 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-299fbe45-dc16-4f05-978e-37eabe246b77 req-a0cb3107-df89-4d53-97f5-3f74fa4783b6 service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134539 Feb 16 23:50:29.187671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:29.188285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.202011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.268431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-b1ddece8-c8d7-4586-8d42-da6b5313bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:29.271364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-b1ddece8-c8d7-4586-8d42-da6b5313bd57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c302cd105d94da49e13bfa075d82b6b&device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 1097 time: 0.6732717 Feb 16 23:50:29.272390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Checking segment: {'id': 'aab23157-30dd-416b-a910-1d54730142cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a733c0e1-d566-4621-b4d1-cf96d0a0362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:29.272955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network hostable DHCP agents. Network: a733c0e1-d566-4621-b4d1-cf96d0a0362d, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:29.290187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Port': ['ID=bb9eb8f5-5fbf-4908-8da3-84574902a6c8,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:29.322743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Transition to ACTIVE for port object 10ff503c-3e74-414e-b737-7ca6c46696e7 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:29.397682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 65efe8a6-1821-46a6-b1d0-a70090c32d62 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:29.419557 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-187a8a0f-0268-4312-82a7-5bd58f92c57d tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2047908 Feb 16 23:50:29.429396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46178) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:29.437356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Calling delete_port for c77035ba-5887-4444-8ee5-df1b236ac805 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:29.451993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-807694211'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:29.468088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-963b095b-dc7d-4995-9b54-7e0406ffbe77', 'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'tenant_id': '0076e3f569f24c48aa2d443dcdd71234', 'fixed_ips': [{'subnet_id': '982c431b-077c-4342-9417-2e3bd06feafe'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:29.469169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.475761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-f290556a-9bba-4a80-bbbb-52c76782337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:29.477332 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-f290556a-9bba-4a80-bbbb-52c76782337b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1096 time: 0.5474582 Feb 16 23:50:29.491814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network a733c0e1-d566-4621-b4d1-cf96d0a0362d is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:29.608259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 65efe8a6-1821-46a6-b1d0-a70090c32d62 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:29.608671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.691846 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-123079b3-f3e7-4a9b-8bb7-397b3ba87c97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 217 time: 0.2033954 Feb 16 23:50:29.707776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, a733c0e1-d566-4621-b4d1-cf96d0a0362d) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:29.714183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.729088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5531e1-1c48-4912-91a3-9f9ea597369d None None] Network a733c0e1-d566-4621-b4d1-cf96d0a0362d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:29.776167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:29.776713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.790505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event deleted for resources: {'Port': ['ID=c77035ba-5887-4444-8ee5-df1b236ac805,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:29.812133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.839839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb0d4b-6c4c-49a9-bd72-2e50a8bdbc44 req-317b4530-459c-4b48-b5c4-2f065196b954 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:29.845039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 26223e9f-a578-478d-a6df-e91682fa5ed9 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:50:29.848110 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86fb0d4b-6c4c-49a9-bd72-2e50a8bdbc44 req-317b4530-459c-4b48-b5c4-2f065196b954 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 944 time: 0.2834136 Feb 16 23:50:29.874669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:29.892238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5a058-224b-4e4b-b4d2-fa4e9ebde1c1 req-225fb22e-ba76-48bf-a1d6-699dedf92125 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:29.893743 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8fd5a058-224b-4e4b-b4d2-fa4e9ebde1c1 req-225fb22e-ba76-48bf-a1d6-699dedf92125 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 943 time: 0.2670286 Feb 16 23:50:29.912470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-b9551ef1-95a9-4a57-8df0-d0f8c962c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:29.914011 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-b9551ef1-95a9-4a57-8df0-d0f8c962c89f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d6134e6-a601-4ee0-996e-1c530f411dae HTTP/1.1" status: 200 len: 912 time: 0.6280220 Feb 16 23:50:29.948206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c8366917-c4d2-41aa-a5ed-4cb54bb9e335 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "DELETE /v2.0/ports/c77035ba-5887-4444-8ee5-df1b236ac805 HTTP/1.1" status: 204 len: 168 time: 1.4067667 Feb 16 23:50:29.948609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46184) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:29.957721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Request body: {'port': {'name': 'tempest-new-port-name-96158347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:29.958106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] bootfile-name is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:50:29.958685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] tftp-server is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:50:29.958804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.api.validators [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] server-ip-address is not in valid_values {{(pid=87677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 23:50:29.967287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:30.002375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86fb0d4b-6c4c-49a9-bd72-2e50a8bdbc44 req-7dc24e6a-caf4-446c-b078-36e94ed8583f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538575 Feb 16 23:50:30.029278 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8fd5a058-224b-4e4b-b4d2-fa4e9ebde1c1 req-06ef3703-e595-410a-8b0c-b929471edfba tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211216 Feb 16 23:50:30.094102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:30.096590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:30.130895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.134168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Port': ['ID=e350ae92-616e-44e5-bc8d-28aad15f5a05,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:30.158859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Allocated IP 2001:db8::2 (963b095b-dc7d-4995-9b54-7e0406ffbe77/982c431b-077c-4342-9417-2e3bd06feafe/f5af9c3b-805d-4a54-8c3a-01965714872d) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:30.220965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.281150 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-4f1487dd-a407-48a5-acf0-38be16a42fa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb HTTP/1.1" status: 200 len: 217 time: 0.3418880 Feb 16 23:50:30.282487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:30.292606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.303816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-85365221-f2d4-4586-98f8-e3a6383f9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:30.305547 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-85365221-f2d4-4586-98f8-e3a6383f9a57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.5851889 Feb 16 23:50:30.310576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=26223e9f-a578-478d-a6df-e91682fa5ed9,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:30.330494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'port_id': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'mac_address': 'fa:16:3e:9d:df:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:50:30.425596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Usage tracker for resource:port and tenant:0076e3f569f24c48aa2d443dcdd71234 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:30.430974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Checking segment: {'id': '943a0958-2ec9-4208-b1f3-ac26b8776be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e79bac5e-9a15-4090-95c2-bf09bb9dfbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:30.431344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network hostable DHCP agents. Network: e79bac5e-9a15-4090-95c2-bf09bb9dfbe1, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:30.439976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.442562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:30.452263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-1c7099da-7ca1-4b72-add5-2e2c1c518d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:30.453863 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-1c7099da-7ca1-4b72-add5-2e2c1c518d83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a77ba024-5453-4480-ad8b-f2afb4f6f158 HTTP/1.1" status: 200 len: 851 time: 0.1396458 Feb 16 23:50:30.461348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26223e9f-a578-478d-a6df-e91682fa5ed9 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:50:30.475048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=10ff503c-3e74-414e-b737-7ca6c46696e7,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:30.492141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875de0c-29e5-4873-9861-a2fef8fedfe0 req-37cbafef-9aa1-4b01-ac0a-34094e31c27f tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:30.493598 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b875de0c-29e5-4873-9861-a2fef8fedfe0 req-37cbafef-9aa1-4b01-ac0a-34094e31c27f tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 944 time: 0.1498263 Feb 16 23:50:30.510442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:30.528475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.539651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-416f2d8e-ca73-4220-94a8-0fed512545e6 None None] Provisioning for port 10ff503c-3e74-414e-b737-7ca6c46696e7 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:30.544738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.545661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=26223e9f-a578-478d-a6df-e91682fa5ed9,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:30.549538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-416f2d8e-ca73-4220-94a8-0fed512545e6 None None] Provisioning complete for port 10ff503c-3e74-414e-b737-7ca6c46696e7 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:30.550312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-416f2d8e-ca73-4220-94a8-0fed512545e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.590203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.604769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] In _notify_port_updated(), no bound segment for port fa49896b-8e94-4ed6-97d0-e17f2d0818eb on network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:50:30.609906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:30.610531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.611788 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "PUT /v2.0/ports/fa49896b-8e94-4ed6-97d0-e17f2d0818eb HTTP/1.1" status: 200 len: 1128 time: 0.6623430 Feb 16 23:50:30.614835 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b875de0c-29e5-4873-9861-a2fef8fedfe0 req-b2a7b28f-321d-4856-81fc-65b3aa173081 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082466 Feb 16 23:50:30.615344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46190) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:30.615897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:30.616563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.670364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:30.674219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.689402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.693317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e58f9-bc55-431a-b0d6-20d02aeaa1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event updated for resources: {'Port': ['ID=fa49896b-8e94-4ed6-97d0-e17f2d0818eb,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:30.708405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] device_id is not set on port 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:30.710156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Transition to ACTIVE for port object f5af9c3b-805d-4a54-8c3a-01965714872d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:30.715817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f043e2-e5d7-4915-ba23-6dc60c831b2b tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:30.717155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d2f043e2-e5d7-4915-ba23-6dc60c831b2b tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Synchronizing usage tracker for tenant:11df42ac7576478b9c1819e28d8af0bb on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:30.742220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d2f043e2-e5d7-4915-ba23-6dc60c831b2b tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Unset dirty status for tenant:11df42ac7576478b9c1819e28d8af0bb on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:30.743535 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d2f043e2-e5d7-4915-ba23-6dc60c831b2b tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "GET /v2.0/ports/fa49896b-8e94-4ed6-97d0-e17f2d0818eb HTTP/1.1" status: 200 len: 1128 time: 0.1205878 Feb 16 23:50:30.746949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46194) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:30.758093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-416f2d8e-ca73-4220-94a8-0fed512545e6 None None] Port 10ff503c-3e74-414e-b737-7ca6c46696e7 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:30.797632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Transition to ACTIVE for port object f5af9c3b-805d-4a54-8c3a-01965714872d will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:30.807854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network e79bac5e-9a15-4090-95c2-bf09bb9dfbe1 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:30.815838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.833631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=26223e9f-a578-478d-a6df-e91682fa5ed9,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:30.837913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:30.854346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Deleting port fa49896b-8e94-4ed6-97d0-e17f2d0818eb {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:30.854870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:30.871169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:30.879658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:30.883041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['26223e9f-a578-478d-a6df-e91682fa5ed9'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:50:30.992722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=ff695109-d977-4bef-a607-c1bc3c82192c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:31.005417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, e79bac5e-9a15-4090-95c2-bf09bb9dfbe1) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:31.009378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:31.016160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.020743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.021394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.038879 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d5288eb8-5cb5-479e-9168-3f4227d099ac tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 5.2545686 Feb 16 23:50:31.046611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': '54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:31.046971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: 44590e43-65f1-456e-93ad-0d94ee8430bd, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:31.049395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1359e11-70e1-4c0a-be3f-d308c41a86e6 None None] Network e79bac5e-9a15-4090-95c2-bf09bb9dfbe1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:31.052281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46200) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:31.067492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Pushing event updated for resources: {'Port': ['ID=f5af9c3b-805d-4a54-8c3a-01965714872d,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:31.133175 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-01f85801-923a-492c-9bd5-cfa667060435 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.6432042 Feb 16 23:50:31.149993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46206) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:31.150213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Attempting to bind port f5af9c3b-805d-4a54-8c3a-01965714872d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:31.150500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Attempting to bind port f5af9c3b-805d-4a54-8c3a-01965714872d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '25f73584-bf25-484f-abe1-2d3f5785af2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:31.150858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Attempting to bind port f5af9c3b-805d-4a54-8c3a-01965714872d on network 963b095b-dc7d-4995-9b54-7e0406ffbe77 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:31.174210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b298bf8d-d8e0-4580-94c7-96321dd7e42b None None] Provisioning complete for port fa49896b-8e94-4ed6-97d0-e17f2d0818eb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:31.174595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b298bf8d-d8e0-4580-94c7-96321dd7e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.193270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Allocated IP 2001:db8::135 (963b095b-dc7d-4995-9b54-7e0406ffbe77/982c431b-077c-4342-9417-2e3bd06feafe/8201aefa-63d7-48b3-b2d8-25d8cc49f6dc) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:31.197280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:31.197664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Checking segment: {'id': '25f73584-bf25-484f-abe1-2d3f5785af2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:31.198642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.198642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Bound using segment: {'id': '25f73584-bf25-484f-abe1-2d3f5785af2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:31.198941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Bound port: f5af9c3b-805d-4a54-8c3a-01965714872d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f73584-bf25-484f-abe1-2d3f5785af2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:31.199253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.206989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.219301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-341a5dd8-54e9-4edf-8615-e225702e51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.221041 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-341a5dd8-54e9-4edf-8615-e225702e51cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8350234 Feb 16 23:50:31.260431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-2c076dd0-269b-4908-86d5-3b4643a5555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.261902 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-2c076dd0-269b-4908-86d5-3b4643a5555f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d6134e6-a601-4ee0-996e-1c530f411dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7450135 Feb 16 23:50:31.262480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:31.331630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Calling delete_port for fa49896b-8e94-4ed6-97d0-e17f2d0818eb owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:31.353160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 44590e43-65f1-456e-93ad-0d94ee8430bd) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:31.357105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:31.363375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.364010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.370793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b298bf8d-d8e0-4580-94c7-96321dd7e42b None None] Port fa49896b-8e94-4ed6-97d0-e17f2d0818eb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:31.372274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724335df-2cb0-4e8a-bffe-f4abe4cb5116 None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:31.516695 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a34a9227-ec50-4648-8e37-54e91168e13c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3594844 Feb 16 23:50:31.520445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46210) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:31.538962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1754802302'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:31.539433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ac709-2662-45d9-ab99-47202b0be23c tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.545360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ac709-2662-45d9-ab99-47202b0be23c tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.551220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ac709-2662-45d9-ab99-47202b0be23c tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.552098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ca3ac709-2662-45d9-ab99-47202b0be23c tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Synchronizing usage tracker for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:31.552665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:31.562108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:31.573743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:31.593217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:31.597538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] For port f5af9c3b-805d-4a54-8c3a-01965714872d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:31.644124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:31.646641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] For port f5af9c3b-805d-4a54-8c3a-01965714872d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f5af9c3b-805d-4a54-8c3a-01965714872d,segment=NetworkSegment(25f73584-bf25-484f-abe1-2d3f5785af2c),segment_id=25f73584-bf25-484f-abe1-2d3f5785af2c)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:31.650793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.690860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.716758 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-e0bc6be8-f159-4876-8997-d96b59403b89 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808843 Feb 16 23:50:31.723006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb649ad0-739a-4bf8-b727-243d23cfdc7a req-c7c3c321-bf65-4382-8cbe-f5289c80dbc2 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.724881 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bb649ad0-739a-4bf8-b727-243d23cfdc7a req-c7c3c321-bf65-4382-8cbe-f5289c80dbc2 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 944 time: 0.4026508 Feb 16 23:50:31.731604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ca3ac709-2662-45d9-ab99-47202b0be23c tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Unset dirty status for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:31.732463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b6f1-e8e9-4491-b8f3-4484b82c1acf req-28f7bd60-804b-4f1b-a752-f51394c48586 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.732767 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ca3ac709-2662-45d9-ab99-47202b0be23c tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.6703699 Feb 16 23:50:31.734015 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-04e1b6f1-e8e9-4491-b8f3-4484b82c1acf req-28f7bd60-804b-4f1b-a752-f51394c48586 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 943 time: 0.4107280 Feb 16 23:50:31.741362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8df60e-176d-4218-9388-6a658a14bb31 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.748655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8df60e-176d-4218-9388-6a658a14bb31 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:31.749429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db8df60e-176d-4218-9388-6a658a14bb31 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Synchronizing usage tracker for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:31.751876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46216) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:31.776199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:31.801052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 5ce0c979-8e6c-4a24-a510-bbf254d198bb details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:50:31.835678 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-41beb8d8-9e10-4fd7-ab8d-1cccd487e1ae service neutron] 10.222.0.24 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639899 Feb 16 23:50:31.849763 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bb649ad0-739a-4bf8-b727-243d23cfdc7a req-1501576c-87a7-4617-bd76-c7272c3b9587 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139119 Feb 16 23:50:31.873469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b8c0e-053e-4983-a777-013993394faf None None] Pushing event updated for resources: {'Port': ['ID=f5af9c3b-805d-4a54-8c3a-01965714872d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:31.883082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.883599 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment e532bf40-7b17-4656-9aa5-ac831e1bd83b of type vlan for network e6bd83a6-1b3b-45d6-a4ce-4c29058ff890 Feb 16 23:50:31.892776 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-04e1b6f1-e8e9-4491-b8f3-4484b82c1acf req-83eac96d-e541-4cf2-9101-0d957f54d049 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201396 Feb 16 23:50:31.938417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:31.944025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.007723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event deleted for resources: {'Port': ['ID=fa49896b-8e94-4ed6-97d0-e17f2d0818eb,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:32.067599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:32.087575 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 5ce0c979-8e6c-4a24-a510-bbf254d198bb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:32.099167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 10ff503c-3e74-414e-b737-7ca6c46696e7 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:32.099512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.109872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'port_id': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'mac_address': 'fa:16:3e:f3:74:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:50:32.125080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db8df60e-176d-4218-9388-6a658a14bb31 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Unset dirty status for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:32.126239 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-db8df60e-176d-4218-9388-6a658a14bb31 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9741657 Feb 16 23:50:32.137882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46220) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:32.201558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.208946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.228711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce0c979-8e6c-4a24-a510-bbf254d198bb {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:50:32.246187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.260546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 5ce0c979-8e6c-4a24-a510-bbf254d198bb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:32.267364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.291464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.297477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Transition to ACTIVE for port object 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:32.301723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:32.304120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.337704 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20d9ae4e-865c-4023-9bd7-828ed98059f9 req-b7437aa9-600d-4792-8550-6ef822feb193 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071494 Feb 16 23:50:32.373376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Deleting port bb9eb8f5-5fbf-4908-8da3-84574902a6c8 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:32.373879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.387641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=5ce0c979-8e6c-4a24-a510-bbf254d198bb,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:32.410808 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-072bbd53-9b50-4c38-80f9-b4d4572eddda req-c94fe25c-8e39-4c23-a6c7-883ef06e356c service neutron] 10.222.0.24 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782834 Feb 16 23:50:32.416869 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3ce43b03-c95e-4721-aba3-81360a09f8fe tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "DELETE /v2.0/ports/fa49896b-8e94-4ed6-97d0-e17f2d0818eb HTTP/1.1" status: 204 len: 168 time: 1.6684065 Feb 16 23:50:32.442017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46224) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:32.539063 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0107267 Feb 16 23:50:32.539280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['5ce0c979-8e6c-4a24-a510-bbf254d198bb'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:50:32.556584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46228) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:32.581611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'ports': [{'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd'}, {'network_id': 'e6bd83a6-1b3b-45d6-a4ce-4c29058ff890'}]} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:32.581940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:32.582380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': 'e6bd83a6-1b3b-45d6-a4ce-4c29058ff890'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:32.619052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.720621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:32.733273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:32.745722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:32.752105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:32.752709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.759331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aec962-656b-47fc-bc51-90b3c83f4c53 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=e6bd83a6-1b3b-45d6-a4ce-4c29058ff890,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:32.762189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-30319a51-d953-4919-82d8-ffc05f0b146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:32.763710 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-30319a51-d953-4919-82d8-ffc05f0b146f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1096 time: 0.3555930 Feb 16 23:50:32.776363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network e6bd83a6-1b3b-45d6-a4ce-4c29058ff890 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:32.778093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=8201aefa-63d7-48b3-b2d8-25d8cc49f6dc,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:32.804463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.815622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1b4bc-ea01-46cd-a9d5-1c6caa406d08 req-8dfa527a-039e-48d2-8c22-b0ff8e70a84b tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:32.823875 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ef1b4bc-ea01-46cd-a9d5-1c6caa406d08 req-8dfa527a-039e-48d2-8c22-b0ff8e70a84b tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 945 time: 0.8228989 Feb 16 23:50:32.841178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Deleting subnet 8dff1ed5-c9b3-47c5-8636-5e6d6740012b {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:50:32.844207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:32.880474 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9ce751c2-48bd-4293-ac1a-e995b3fb94f5 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4403882 Feb 16 23:50:32.881171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46234) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:33.151578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-112300834', 'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:73:64:94'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:33.172376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Calling delete_port for 10ff503c-3e74-414e-b737-7ca6c46696e7 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:33.198166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.235674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe72198-c8e0-45b2-ac32-3de0e92d462e None None] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:33.310455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.328279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ef1b4bc-ea01-46cd-a9d5-1c6caa406d08 req-67d0f938-ca06-472c-a521-91684421f2a5 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5033789 Feb 16 23:50:33.349719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-42dd3aaf-c944-4a04-bbe7-d15b85d19507 None None] Provisioning for port f5af9c3b-805d-4a54-8c3a-01965714872d completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:33.424915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-06bb2e07-cb33-48c4-9b9e-a7265b492d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:33.426359 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-06bb2e07-cb33-48c4-9b9e-a7265b492d43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 0.6516421 Feb 16 23:50:33.441750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f5af9c3b-805d-4a54-8c3a-01965714872d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:33.562675 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-481f4fb4-5d70-4809-ad35-257d02767b3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 217 time: 0.1194210 Feb 16 23:50:33.579213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f5af9c3b-805d-4a54-8c3a-01965714872d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:33.588121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f5af9c3b-805d-4a54-8c3a-01965714872d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:33.588492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.606289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:33.627051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Usage tracker for resource:port and tenant:0076e3f569f24c48aa2d443dcdd71234 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:33.634592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:33.643581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Calling delete_port for bb9eb8f5-5fbf-4908-8da3-84574902a6c8 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:33.648093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:33.676600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-2c1f1c2d-b809-4de9-8219-18255b4e36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:33.678493 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-2c1f1c2d-b809-4de9-8219-18255b4e36ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.1078146 Feb 16 23:50:33.679568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.704279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-55f68d2d-6afb-43f5-8810-d3ea8a0eb3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.706327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.736512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:33.745642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:33.746394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.761837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Port': ['ID=10ff503c-3e74-414e-b737-7ca6c46696e7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:33.788019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port f5af9c3b-805d-4a54-8c3a-01965714872d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f5af9c3b-805d-4a54-8c3a-01965714872d,segment=NetworkSegment(25f73584-bf25-484f-abe1-2d3f5785af2c),segment_id=25f73584-bf25-484f-abe1-2d3f5785af2c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:33.793489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.812214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:33.824002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:33.842882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 26223e9f-a578-478d-a6df-e91682fa5ed9 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:33.848181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:33.910870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 2} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:33.918720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:33.944822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce27308-3a77-42ce-9ffe-a0846ac32605 req-07d2ec01-e7b7-41cd-ac64-9fd686224872 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:33.954666 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ce27308-3a77-42ce-9ffe-a0846ac32605 req-07d2ec01-e7b7-41cd-ac64-9fd686224872 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 945 time: 0.8764768 Feb 16 23:50:33.973995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.036400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.054637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.059029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.062397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 26223e9f-a578-478d-a6df-e91682fa5ed9 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:34.069680 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 26223e9f-a578-478d-a6df-e91682fa5ed9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:34.070038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.115965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Port': ['ID=bb9eb8f5-5fbf-4908-8da3-84574902a6c8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:34.145456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event deleted for resources: {'Subnet': ['ID=8dff1ed5-c9b3-47c5-8636-5e6d6740012b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:34.164555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b40a60c4-b422-4fc2-b6f1-367b4a4116ef None None] Provisioning complete for port f5af9c3b-805d-4a54-8c3a-01965714872d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:34.164850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b40a60c4-b422-4fc2-b6f1-367b4a4116ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.169728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.222171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9f89c-0133-4168-83a7-ed3fcdfca5c1 req-c46f4771-4ab5-4846-93e6-8954f62d67d6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:34.224016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0bc9f89c-0133-4168-83a7-ed3fcdfca5c1 req-c46f4771-4ab5-4846-93e6-8954f62d67d6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 943 time: 0.4881401 Feb 16 23:50:34.237201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.239167 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b6533e38-4779-410b-83f6-daa691e3bc41 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "DELETE /v2.0/subnets/8dff1ed5-c9b3-47c5-8636-5e6d6740012b HTTP/1.1" status: 204 len: 168 time: 1.7948484 Feb 16 23:50:34.241352 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b2d5ad1b-99c9-4e8c-889a-b557a0490967 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/ports/bb9eb8f5-5fbf-4908-8da3-84574902a6c8 HTTP/1.1" status: 204 len: 168 time: 2.0653603 Feb 16 23:50:34.244602 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ce27308-3a77-42ce-9ffe-a0846ac32605 req-ab65edc7-de41-4267-8a40-e403083b32ce tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891333 Feb 16 23:50:34.245218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46240) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:34.245645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46242) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:34.256270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd2798-9c6f-4116-9461-2c8e474de1f8 None None] Network 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:34.268879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-82fa7caf-29c7-4d61-939d-aec5319a1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:34.270385 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-82fa7caf-29c7-4d61-939d-aec5319a1af8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5099940 Feb 16 23:50:34.282669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] device_id is not set on port 99eea24a-12ab-4139-a3fb-e4079b6641c2 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:34.421024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Deleting port e350ae92-616e-44e5-bc8d-28aad15f5a05 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:34.421024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.482678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=f5af9c3b-805d-4a54-8c3a-01965714872d,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:34.497209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.541890 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-682bfa36-98f4-4085-9c5a-01e56a656b47 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/ports/10ff503c-3e74-414e-b737-7ca6c46696e7 HTTP/1.1" status: 204 len: 168 time: 2.7630391 Feb 16 23:50:34.542110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b40a60c4-b422-4fc2-b6f1-367b4a4116ef None None] Provisioning for port 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:34.545100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46250) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:34.547712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b40a60c4-b422-4fc2-b6f1-367b4a4116ef None None] Provisioning complete for port 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:34.547712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b40a60c4-b422-4fc2-b6f1-367b4a4116ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.624953 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b07dd64-35ba-4243-bdd5-021825cb750d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] GET failed (client error): The resource could not be found. Feb 16 23:50:34.625669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2b07dd64-35ba-4243-bdd5-021825cb750d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Synchronizing usage tracker for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:34.629103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b40a60c4-b422-4fc2-b6f1-367b4a4116ef None None] Port 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:34.632663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Allocated IP 2001:db8::72 (963b095b-dc7d-4995-9b54-7e0406ffbe77/982c431b-077c-4342-9417-2e3bd06feafe/99eea24a-12ab-4139-a3fb-e4079b6641c2) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:34.668566 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-b9a09ca9-7076-4d9d-8dbe-beb3a43c5768 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884170 Feb 16 23:50:34.673713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.699190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2b07dd64-35ba-4243-bdd5-021825cb750d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Unset dirty status for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:34.704411 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2b07dd64-35ba-4243-bdd5-021825cb750d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "GET /v2.0/ports/10ff503c-3e74-414e-b737-7ca6c46696e7 HTTP/1.1" status: 404 len: 333 time: 0.1523068 Feb 16 23:50:34.704889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46254) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:34.711615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=26223e9f-a578-478d-a6df-e91682fa5ed9,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:34.712618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:34.723749 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0bc9f89c-0133-4168-83a7-ed3fcdfca5c1 req-5f5dd8c9-c4fb-40a3-b0d5-1340df0cf253 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761825 Feb 16 23:50:34.784012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'name': 'tempest-AllowedAddressPairTestJSON-812201449'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:34.787878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.788678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 5ce0c979-8e6c-4a24-a510-bbf254d198bb up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:34.814520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] DHCP port deletion for 8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:50:34.822730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.861370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] Deleting port 65efe8a6-1821-46a6-b1d0-a70090c32d62 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:34.861751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:34.960254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1d13397e-bc33-4979-bf90-150cb89de10f None None] Provisioning complete for port 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:34.960705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d13397e-bc33-4979-bf90-150cb89de10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.031611 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba5bd8c1-5cb8-4354-9938-a0651f21c469 req-ad855038-81dd-422f-bdee-456ff0806b67 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545244 Feb 16 23:50:35.088260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1d13397e-bc33-4979-bf90-150cb89de10f None None] Port 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:35.095438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.097233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=26223e9f-a578-478d-a6df-e91682fa5ed9,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:35.123448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Transition to ACTIVE for port object 99eea24a-12ab-4139-a3fb-e4079b6641c2 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:35.162530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Deleting port 65efe8a6-1821-46a6-b1d0-a70090c32d62 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:35.162868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.163743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.179201 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'code': 200} Feb 16 23:50:35.179867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 5ce0c979-8e6c-4a24-a510-bbf254d198bb completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:35.199852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 5ce0c979-8e6c-4a24-a510-bbf254d198bb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:35.200399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.214723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 4a9ba77f-060e-4ab6-b23f-16b5b295cdcd yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:35.268502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:35.272760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:35.274570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] For port 65efe8a6-1821-46a6-b1d0-a70090c32d62, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=65efe8a6-1821-46a6-b1d0-a70090c32d62,segment=NetworkSegment(52fcb1a2-5385-4ad9-b08e-e871bf31e8a1),segment_id=52fcb1a2-5385-4ad9-b08e-e871bf31e8a1)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:35.274985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.277626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:35.285157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:35.286044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.304886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=99eea24a-12ab-4139-a3fb-e4079b6641c2,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:35.315082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.318508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.318993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.319449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.319897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.320363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.321211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.321711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.322149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.322596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.323789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.324605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.325489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:35.328491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:35.346829 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aafb2bf9-c826-430a-9fcf-82cd81a7d073 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4139669 Feb 16 23:50:35.347590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46270) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:35.460236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] Calling delete_port for 65efe8a6-1821-46a6-b1d0-a70090c32d62 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:35.494210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f5af9c3b-805d-4a54-8c3a-01965714872d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:35.524462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561d79e-2293-4b76-87cc-bd3f6ed28d3e tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:35.531270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561d79e-2293-4b76-87cc-bd3f6ed28d3e tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:35.537166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561d79e-2293-4b76-87cc-bd3f6ed28d3e tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:35.538040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b561d79e-2293-4b76-87cc-bd3f6ed28d3e tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Synchronizing usage tracker for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:35.576423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b561d79e-2293-4b76-87cc-bd3f6ed28d3e tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Unset dirty status for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:35.580001 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b561d79e-2293-4b76-87cc-bd3f6ed28d3e tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2287621 Feb 16 23:50:35.581322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46274) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:35.619930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-73558019-391b-4212-94c0-3fa4f7fd4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:35.621456 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-73558019-391b-4212-94c0-3fa4f7fd4f4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 1099 time: 0.1561015 Feb 16 23:50:35.671460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:35.671836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.697883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting port 99eea24a-12ab-4139-a3fb-e4079b6641c2 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:35.698217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.709121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.721410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f5af9c3b-805d-4a54-8c3a-01965714872d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:35.721710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.731723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:35.742094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Usage tracker for resource:security_group_rule and tenant:aaba437b1b204781884f710c3b77afaa is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:35.751245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:35.758142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c4d80-1c4b-47fc-b9ff-2e623d8d73d8 req-11c89da5-bf55-42a9-898f-563878d52fd8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:35.759628 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-872c4d80-1c4b-47fc-b9ff-2e623d8d73d8 req-11c89da5-bf55-42a9-898f-563878d52fd8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 945 time: 1.2859933 Feb 16 23:50:35.761074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:35.767659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Calling delete_port for e350ae92-616e-44e5-bc8d-28aad15f5a05 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:35.818366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3e882f18-407e-4d43-941c-288a7b533198 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:50:35.830640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.867605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:35.871189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:35.901364 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:50:35.923951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] Pushing event deleted for resources: {'Port': ['ID=65efe8a6-1821-46a6-b1d0-a70090c32d62,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:35.937607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57050677-3442-4f2e-b9cd-f2b3371f0006 None None] No DVR routers for this DVR port 65efe8a6-1821-46a6-b1d0-a70090c32d62 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:50:35.942136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-75ba46a7-f77f-4339-ac15-fbcf17bcc23f None None] Provisioning for port 99eea24a-12ab-4139-a3fb-e4079b6641c2 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:35.979140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-75ba46a7-f77f-4339-ac15-fbcf17bcc23f None None] Provisioning complete for port 99eea24a-12ab-4139-a3fb-e4079b6641c2 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:35.979474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-75ba46a7-f77f-4339-ac15-fbcf17bcc23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.006945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 5ce0c979-8e6c-4a24-a510-bbf254d198bb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:36.018021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.035218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] device_id is not set on port 0b068e40-3b24-45da-889b-f2a896a71839 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:36.035672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.072913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-af4e2d94-ab09-49c6-b561-e7dcb9a79311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.082660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.091637 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-872c4d80-1c4b-47fc-b9ff-2e623d8d73d8 req-6f40e4a4-67d4-42e6-a1ef-d67f5d2befbe tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787890 Feb 16 23:50:36.150105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] For port 65efe8a6-1821-46a6-b1d0-a70090c32d62, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=65efe8a6-1821-46a6-b1d0-a70090c32d62,segment=NetworkSegment(52fcb1a2-5385-4ad9-b08e-e871bf31e8a1),segment_id=52fcb1a2-5385-4ad9-b08e-e871bf31e8a1)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:36.150718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.154074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.170651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.171907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Calling delete_port for 99eea24a-12ab-4139-a3fb-e4079b6641c2 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:36.213732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-75ba46a7-f77f-4339-ac15-fbcf17bcc23f None None] Port 99eea24a-12ab-4139-a3fb-e4079b6641c2 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:36.224571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.262399 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-510b3d8a-bacf-4a52-b17b-e8d81c1df455 req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320045 Feb 16 23:50:36.272919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9f0d-2554-42b4-939d-718e3e5471f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d393b3e0-8ea5-4b6c-9931-a4da0c775d9d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:36.289148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=5ce0c979-8e6c-4a24-a510-bbf254d198bb,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:36.308578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3e882f18-407e-4d43-941c-288a7b533198, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3e882f18-407e-4d43-941c-288a7b533198,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:36.317464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.318070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.318416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.318808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.319149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.319486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.319821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.320366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.320889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.321362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.321833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.322302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.346603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 65efe8a6-1821-46a6-b1d0-a70090c32d62 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:50:36.371420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '3e882f18-407e-4d43-941c-288a7b533198', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'port_id': '3e882f18-407e-4d43-941c-288a7b533198', 'mac_address': 'fa:16:3e:a0:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:50:36.384727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.389375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Calling delete_port for 65efe8a6-1821-46a6-b1d0-a70090c32d62 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:36.407660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 65efe8a6-1821-46a6-b1d0-a70090c32d62 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:50:36.408009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 65efe8a6-1821-46a6-b1d0-a70090c32d62 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:50:36.417775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Port': ['ID=e350ae92-616e-44e5-bc8d-28aad15f5a05,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:36.427584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f55a2-e532-411f-859a-042a8e832d7d req-d8661381-4049-4c35-bab2-278837c39719 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:36.434561 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e12f55a2-e532-411f-859a-042a8e832d7d req-d8661381-4049-4c35-bab2-278837c39719 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 945 time: 0.9352577 Feb 16 23:50:36.439171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Port': ['ID=99eea24a-12ab-4139-a3fb-e4079b6641c2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:36.441836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.461177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e882f18-407e-4d43-941c-288a7b533198 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:50:36.479663 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3e882f18-407e-4d43-941c-288a7b533198, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3e882f18-407e-4d43-941c-288a7b533198,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:36.485340 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.558593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3e882f18-407e-4d43-941c-288a7b533198,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:36.590271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.616479 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-56b480a2-8792-42b9-a1b7-51cf0ab1adb4 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/ports/99eea24a-12ab-4139-a3fb-e4079b6641c2 HTTP/1.1" status: 204 len: 168 time: 1.0340805 Feb 16 23:50:36.617441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46280) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:36.653896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.654242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.654580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.654913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.655250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.655580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.655902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.656251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.656581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.656900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.657217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.657535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:50:36.666194 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20fe132-6cd6-4bd2-bbff-8adcbe89fb90 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] GET failed (client error): The resource could not be found. Feb 16 23:50:36.666194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f20fe132-6cd6-4bd2-bbff-8adcbe89fb90 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Synchronizing usage tracker for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:36.666534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.683046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f20fe132-6cd6-4bd2-bbff-8adcbe89fb90 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Unset dirty status for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:36.688859 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f20fe132-6cd6-4bd2-bbff-8adcbe89fb90 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "GET /v2.0/ports/99eea24a-12ab-4139-a3fb-e4079b6641c2 HTTP/1.1" status: 404 len: 333 time: 0.0701935 Feb 16 23:50:36.689509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46284) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:36.695864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1582799695'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:36.712322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['3e882f18-407e-4d43-941c-288a7b533198'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:50:36.751454 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e12f55a2-e532-411f-859a-042a8e832d7d req-1f7b75c3-4d55-4c37-9e3f-24d2c70b4f67 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158123 Feb 16 23:50:36.752629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7afc22b4-f145-4feb-8d51-0ebdb028aff9 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/ports/e350ae92-616e-44e5-bc8d-28aad15f5a05 HTTP/1.1" status: 204 len: 168 time: 2.5017657 Feb 16 23:50:36.763196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46288) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:36.793210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port a8f27b21-31ac-4542-9166-935a75df21fc yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:36.798321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Allocated IP 172.20.0.14 (fa1f759a-d8e8-45ad-b3bd-da034bd55e3e/2861c2a6-1e3a-4d16-8636-5772b683e8ae/0b068e40-3b24-45da-889b-f2a896a71839) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:36.826460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:36.826776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:36.831536 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-28d43e77-ee2c-4961-b4ca-d71d31b7b9a1 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674870 Feb 16 23:50:36.837915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46292) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:36.851424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1773759309'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:36.851701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b504-2f9a-43eb-b9e2-636da2cbc59a req-07d0f28f-b877-4a90-ad44-c19d537cd7f7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:36.853210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e254b504-2f9a-43eb-b9e2-636da2cbc59a req-07d0f28f-b877-4a90-ad44-c19d537cd7f7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 944 time: 0.4880178 Feb 16 23:50:36.860695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:36.869831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Usage tracker for resource:network and tenant:408abb6210ee4646bdabca1a0dc425dd is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:36.882255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:36.891861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:36.916692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.918339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Made reservation on behalf of 408abb6210ee4646bdabca1a0dc425dd for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:36.922537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.933922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:36.949876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:36.964370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:36.967889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.976904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:36.994896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:36.995234 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Added segment 69104ac4-cb86-4b5e-8655-7ebe10459681 of type vlan for network a5cead4c-8385-444f-943d-7fdaae2afa63 Feb 16 23:50:36.996678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] device_id is not set on port ffdf599b-f795-4297-af82-4fae324addca yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:37.003767 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e254b504-2f9a-43eb-b9e2-636da2cbc59a req-ab655b73-bcfa-445c-9f44-b7002b694191 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356845 Feb 16 23:50:37.112759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.140812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.162289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Transition to ACTIVE for port object 0b068e40-3b24-45da-889b-f2a896a71839 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:37.178818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.182415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:37.187900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.225625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.245910 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'code': 200} Feb 16 23:50:37.264630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:37.267910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:37.272625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.285185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.286765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:37.287660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.290621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:37.291197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.331072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Deleting port 65efe8a6-1821-46a6-b1d0-a70090c32d62 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:37.331411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.358234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=4a9ba77f-060e-4ab6-b23f-16b5b295cdcd,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:37.420351 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5811489 Feb 16 23:50:37.424772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Allocated IP 2001:db8::2d8 (963b095b-dc7d-4995-9b54-7e0406ffbe77/982c431b-077c-4342-9417-2e3bd06feafe/ffdf599b-f795-4297-af82-4fae324addca) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:37.424910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46300) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:37.472483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0afa-7a64-4943-bf71-abef4d2080b7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Network': ['ID=a5cead4c-8385-444f-943d-7fdaae2afa63,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:37.485625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a5cead4c-8385-444f-943d-7fdaae2afa63 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:37.582071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] The port '65efe8a6-1821-46a6-b1d0-a70090c32d62' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:50:37.588492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-312839412'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:37.596319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:37.620796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efdba2-a14d-4b4c-b63a-12783d2a3aeb req-e3570572-5f2a-452b-959a-a9018dfb249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:37.622728 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41efdba2-a14d-4b4c-b63a-12783d2a3aeb req-e3570572-5f2a-452b-959a-a9018dfb249a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 1099 time: 0.1951904 Feb 16 23:50:37.629597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:37.637319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:37.649658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:37.682500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Usage tracker for resource:network and tenant:408abb6210ee4646bdabca1a0dc425dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:37.701563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-41efdba2-a14d-4b4c-b63a-12783d2a3aeb req-0dcb8609-a876-4f90-8d6e-0d47a4b9d0b5 service neutron] Synchronizing usage tracker for tenant:aaba437b1b204781884f710c3b77afaa on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:37.713028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:37.726197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=0b068e40-3b24-45da-889b-f2a896a71839,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:37.742189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:37.742463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.746116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-41efdba2-a14d-4b4c-b63a-12783d2a3aeb req-0dcb8609-a876-4f90-8d6e-0d47a4b9d0b5 service neutron] Unset dirty status for tenant:aaba437b1b204781884f710c3b77afaa on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:37.747774 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41efdba2-a14d-4b4c-b63a-12783d2a3aeb req-0dcb8609-a876-4f90-8d6e-0d47a4b9d0b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187823 Feb 16 23:50:37.762738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Transition to ACTIVE for port object ffdf599b-f795-4297-af82-4fae324addca will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:37.793875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.841180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3e882f18-407e-4d43-941c-288a7b533198 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:37.893649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': 'e532bf40-7b17-4656-9aa5-ac831e1bd83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6bd83a6-1b3b-45d6-a4ce-4c29058ff890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:37.894025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: e6bd83a6-1b3b-45d6-a4ce-4c29058ff890, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:37.900262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:37.904491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:37.908979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:37.913091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Made reservation on behalf of 408abb6210ee4646bdabca1a0dc425dd for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:37.914508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:37.915308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.916516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.928142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.935449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=ffdf599b-f795-4297-af82-4fae324addca,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:37.949579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f1d7632e-d704-4c16-9f40-7ec083a0fe37 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2560337 Feb 16 23:50:37.950594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46306) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:37.956877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 3e882f18-407e-4d43-941c-288a7b533198 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:37.960224 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:73:64:94'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:37.972595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 3e882f18-407e-4d43-941c-288a7b533198 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:37.973263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:37.975438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:37.976223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.012902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d88193f6-a397-4133-81ac-13ffe88a74e5 None None] Provisioning for port 0b068e40-3b24-45da-889b-f2a896a71839 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:38.024746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=a8f27b21-31ac-4542-9166-935a75df21fc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:38.043105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d88193f6-a397-4133-81ac-13ffe88a74e5 None None] Provisioning complete for port 0b068e40-3b24-45da-889b-f2a896a71839 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:38.043501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d88193f6-a397-4133-81ac-13ffe88a74e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.079137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9589-e1ed-449a-86bb-88f4fc6a7781 req-72010c84-f778-4286-a58d-48d2f89992e7 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:38.086538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b22c9589-e1ed-449a-86bb-88f4fc6a7781 req-72010c84-f778-4286-a58d-48d2f89992e7 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 946 time: 0.7937698 Feb 16 23:50:38.101615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd858c2-f9af-4f4a-aa1b-2faacfff4c01']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:38.132404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d88193f6-a397-4133-81ac-13ffe88a74e5 None None] Port 0b068e40-3b24-45da-889b-f2a896a71839 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:38.139212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fcb1a2-5385-4ad9-b08e-e871bf31e8a1') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:38.139584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fcb1a2-5385-4ad9-b08e-e871bf31e8a1') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:38.150422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.153135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network e6bd83a6-1b3b-45d6-a4ce-4c29058ff890 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:38.172084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:38.175302 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-26ba606a-ab1a-4c9c-b605-f10afae0bc55 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4557102 Feb 16 23:50:38.181452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46312) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:38.191695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.193643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f3:cc:61'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:38.212869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.234442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, e6bd83a6-1b3b-45d6-a4ce-4c29058ff890) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:38.237072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.237414 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Added segment dda46a25-93fe-4ad1-8c12-56efed8ae10e of type vlan for network 02bbc9e3-a2a5-463f-bce7-9982277a40ce Feb 16 23:50:38.258850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:38.264588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c372983-b4f8-4d0c-9740-1ee60c66309b None None] Network e6bd83a6-1b3b-45d6-a4ce-4c29058ff890 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:38.265230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:38.270788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:38.271648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.276575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.288997 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b22c9589-e1ed-449a-86bb-88f4fc6a7781 req-46c6490c-6ddd-403c-8062-798611e4adb6 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014501 Feb 16 23:50:38.346574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:38.347899 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.372012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3e882f18-407e-4d43-941c-288a7b533198, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3e882f18-407e-4d43-941c-288a7b533198,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:38.384380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.442110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b8dd0b0b-4f70-40b1-bdf7-76dba8dea12a None None] Provisioning for port ffdf599b-f795-4297-af82-4fae324addca completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:38.470936 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:38.474174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.474266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b8dd0b0b-4f70-40b1-bdf7-76dba8dea12a None None] Provisioning complete for port ffdf599b-f795-4297-af82-4fae324addca triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:38.475052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0b0b-4f70-40b1-bdf7-76dba8dea12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.485894 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1f3aa42a-1106-44de-97f2-8e5d0201847a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9247823 Feb 16 23:50:38.487440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46316) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:38.565546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83570d-8d31-45dd-8cb2-4b8c1b54e91d req-d4ebb4f5-4a53-442d-9985-112fee4aff93 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:38.567066 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e83570d-8d31-45dd-8cb2-4b8c1b54e91d req-d4ebb4f5-4a53-442d-9985-112fee4aff93 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.6613193 Feb 16 23:50:38.568074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port a8f27b21-31ac-4542-9166-935a75df21fc {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:38.568653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.582408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.592548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.617537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd0b0b-4f70-40b1-bdf7-76dba8dea12a None None] Port ffdf599b-f795-4297-af82-4fae324addca cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:38.618867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3e882f18-407e-4d43-941c-288a7b533198,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:38.632498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.636881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] Pushing event deleted for resources: {'Network': ['ID=8bd858c2-f9af-4f4a-aa1b-2faacfff4c01,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:38.654149 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-99d24e61-b08c-44ed-b0e4-00d25a529d05 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181 tempest-ExtraDHCPOptionsIpV6TestJSON-751627181-project] 10.222.0.47 "DELETE /v2.0/networks/8bd858c2-f9af-4f4a-aa1b-2faacfff4c01 HTTP/1.1" status: 204 len: 168 time: 4.4020548 Feb 16 23:50:38.685298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.690618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:38.691200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.789847 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e83570d-8d31-45dd-8cb2-4b8c1b54e91d req-39255011-aba2-41f8-89bd-eff892d6d4d0 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013440 Feb 16 23:50:38.823797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:38.828874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195caaf-7058-4b22-81bd-281606a94b4f req-524f844c-bc6a-4499-b427-43b7efa65734 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:38.833506 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0195caaf-7058-4b22-81bd-281606a94b4f req-524f844c-bc6a-4499-b427-43b7efa65734 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3556721 Feb 16 23:50:38.842192 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3812943 Feb 16 23:50:38.869632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13a31e-ffc8-4b19-bd59-ef55ece9706c tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Network': ['ID=02bbc9e3-a2a5-463f-bce7-9982277a40ce,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:38.889177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 02bbc9e3-a2a5-463f-bce7-9982277a40ce details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:38.967175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0195caaf-7058-4b22-81bd-281606a94b4f req-4fd4280f-23d8-4356-9d54-097e0c3adfb0 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212814 Feb 16 23:50:38.981385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46322) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:38.987731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'subnets': [{'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1399317828', 'ip_version': 4}, {'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:38.987731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'subnet': {'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1399317828', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:38.988240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Request body: {'subnet': {'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:39.136190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:39.150053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46328) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:39.150567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.166730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.221731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.248018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e882f18-407e-4d43-941c-288a7b533198'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:39.267449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:39.271382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Usage tracker for resource:subnet and tenant:408abb6210ee4646bdabca1a0dc425dd is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:39.274274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:39.280780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:39.293085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Made reservation on behalf of 408abb6210ee4646bdabca1a0dc425dd for: {'subnet': 2} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:39.298793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.299129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.307029 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e882f18-407e-4d43-941c-288a7b533198', 'code': 200} Feb 16 23:50:39.319564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for a8f27b21-31ac-4542-9166-935a75df21fc owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:39.456757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] In _notify_port_updated(), no bound segment for port ffdf599b-f795-4297-af82-4fae324addca on network 963b095b-dc7d-4995-9b54-7e0406ffbe77 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:50:39.462443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:39.463040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.464424 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "PUT /v2.0/ports/ffdf599b-f795-4297-af82-4fae324addca HTTP/1.1" status: 200 len: 1003 time: 1.5126784 Feb 16 23:50:39.472192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46338) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:39.488661 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b20c3972-1ee6-4558-a34a-a111bb7f5a7b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11df42ac7576478b9c1819e28d8af0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254113 Feb 16 23:50:39.495314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46342) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:39.603412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b91f7-cedd-4e1b-be4c-1d9431174166 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=ffdf599b-f795-4297-af82-4fae324addca,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:39.654420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b957ec7-6fe1-4752-9698-74ad24f2cbc1 req-2c73e06d-6386-485c-af31-f71d9361a4a6 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:39.656210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7b957ec7-6fe1-4752-9698-74ad24f2cbc1 req-2c73e06d-6386-485c-af31-f71d9361a4a6 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 946 time: 0.2309959 Feb 16 23:50:39.661087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e670cdc2-eae0-4b4e-a3cf-c3f18b159725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.680164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting port ffdf599b-f795-4297-af82-4fae324addca {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:39.680880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.740234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e670cdc2-eae0-4b4e-a3cf-c3f18b159725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.757016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8dcb4a74-87be-4e16-9eb5-0e1eb77b7429 None None] Provisioning complete for port ffdf599b-f795-4297-af82-4fae324addca triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:39.757566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8dcb4a74-87be-4e16-9eb5-0e1eb77b7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.764163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:39.783174 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7b957ec7-6fe1-4752-9698-74ad24f2cbc1 req-1b06a931-9add-4bc9-ba89-9173e9bc110f tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179492 Feb 16 23:50:39.836209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb4a74-87be-4e16-9eb5-0e1eb77b7429 None None] Port ffdf599b-f795-4297-af82-4fae324addca cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:39.942226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=a8f27b21-31ac-4542-9166-935a75df21fc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:39.999365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:40.017067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.028851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.036069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62eabf-c42e-4cf7-be65-37d9f577a4c0 req-0d7690b5-5521-4d57-b82a-2b6f5085b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:40.037528 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0e62eabf-c42e-4cf7-be65-37d9f577a4c0 req-0d7690b5-5521-4d57-b82a-2b6f5085b4bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.4906991 Feb 16 23:50:40.040599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.082957 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-16213d96-7b74-4195-8447-a876a0fd3875 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/a8f27b21-31ac-4542-9166-935a75df21fc HTTP/1.1" status: 204 len: 168 time: 1.5924809 Feb 16 23:50:40.092732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46352) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:40.152470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e670cdc2-eae0-4b4e-a3cf-c3f18b159725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.195681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670cdc2-eae0-4b4e-a3cf-c3f18b159725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a9d510-9d76-438d-898e-cccb7b8764dd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:40.227119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0e62eabf-c42e-4cf7-be65-37d9f577a4c0 req-2d41ccdb-e96a-45a5-b0a4-b67aa2cb7547 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813231 Feb 16 23:50:40.231434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=0b068e40-3b24-45da-889b-f2a896a71839,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:40.237268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.240348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e670cdc2-eae0-4b4e-a3cf-c3f18b159725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.241473 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e670cdc2-eae0-4b4e-a3cf-c3f18b159725 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12a9d510-9d76-438d-898e-cccb7b8764dd HTTP/1.1" status: 204 len: 168 time: 0.7452595 Feb 16 23:50:40.313776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89ff9e-0715-4977-889b-38e2e610e549 req-c037a1a9-7c1c-4c85-83bb-5eca64a306c1 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:40.324640 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c89ff9e-0715-4977-889b-38e2e610e549 req-c037a1a9-7c1c-4c85-83bb-5eca64a306c1 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 946 time: 0.3424199 Feb 16 23:50:40.331191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46358) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:40.366034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d770b-55d7-4fa1-8f99-3bea75228a50 req-0a09e82a-45f4-4811-9d26-bef421114dab tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:40.367566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d08d770b-55d7-4fa1-8f99-3bea75228a50 req-0a09e82a-45f4-4811-9d26-bef421114dab tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.3873069 Feb 16 23:50:40.396941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] In _notify_port_updated(), no bound segment for port 0b068e40-3b24-45da-889b-f2a896a71839 on network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:50:40.403877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:40.404722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.406179 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c38afd60-fda1-4a6e-a1c1-140f85fbb077 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "PUT /v2.0/ports/0b068e40-3b24-45da-889b-f2a896a71839 HTTP/1.1" status: 200 len: 994 time: 2.2219563 Feb 16 23:50:40.409564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Request body: {'floatingip': {'port_id': '26223e9f-a578-478d-a6df-e91682fa5ed9'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:40.415943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3225a313-1368-4bbb-8806-ac7e3beead58 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:40.422524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3225a313-1368-4bbb-8806-ac7e3beead58 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:40.423437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3225a313-1368-4bbb-8806-ac7e3beead58 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:40.428565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46364) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:40.467060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-08e25a29-6392-465f-b147-726ea3e35dc8 None None] Provisioning complete for port 0b068e40-3b24-45da-889b-f2a896a71839 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:40.467631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-08e25a29-6392-465f-b147-726ea3e35dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.470820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Calling delete_port for ffdf599b-f795-4297-af82-4fae324addca owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:40.527731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-08e25a29-6392-465f-b147-726ea3e35dc8 None None] Port 0b068e40-3b24-45da-889b-f2a896a71839 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:40.583037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.615549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.635431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d08d770b-55d7-4fa1-8f99-3bea75228a50 req-6ba3e59e-7e71-4877-987c-7f612ec62d58 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591217 Feb 16 23:50:40.636276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3225a313-1368-4bbb-8806-ac7e3beead58 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:40.637385 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3225a313-1368-4bbb-8806-ac7e3beead58 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5437477 Feb 16 23:50:40.651198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46374) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:40.715780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 0b068e40-3b24-45da-889b-f2a896a71839 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:40.716835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.919819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Subnet': ['ID=cee9c753-744b-4523-a2ff-ff76e73983bd,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:40.929956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 4a9ba77f-060e-4ab6-b23f-16b5b295cdcd {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:40.930304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:40.945042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Checking segment: {'id': '69104ac4-cb86-4b5e-8655-7ebe10459681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:40.945394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network hostable DHCP agents. Network: a5cead4c-8385-444f-943d-7fdaae2afa63, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:40.972641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d871b83-58c2-4bce-b506-4c8077e3daa3 req-890d5894-f8b8-43d9-9731-9705b6f4dfbe tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:40.974098 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7d871b83-58c2-4bce-b506-4c8077e3daa3 req-890d5894-f8b8-43d9-9731-9705b6f4dfbe tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4900732 Feb 16 23:50:41.095893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46390) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:41.111112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network a5cead4c-8385-444f-943d-7fdaae2afa63 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:41.120024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492cb7c-5f68-4be8-a449-5c9351e3810f req-33051273-d57a-48d0-a5b9-73a78c5d12c8 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:41.121492 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b492cb7c-5f68-4be8-a449-5c9351e3810f req-33051273-d57a-48d0-a5b9-73a78c5d12c8 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.3636730 Feb 16 23:50:41.134694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46396) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:41.141718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Request body: {'floatingip': {'port_id': '5ce0c979-8e6c-4a24-a510-bbf254d198bb'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:41.147388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, a5cead4c-8385-444f-943d-7fdaae2afa63) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:41.151204 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7d871b83-58c2-4bce-b506-4c8077e3daa3 req-433c8728-78c9-4fa3-a45f-e6f2eb1dc093 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529665 Feb 16 23:50:41.158277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f74681-e99a-45b1-ae83-c838b852e305 None None] Network a5cead4c-8385-444f-943d-7fdaae2afa63 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:41.164416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.231560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.262514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.367596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for floatingip, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.397965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Calling delete_port for 0b068e40-3b24-45da-889b-f2a896a71839 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:41.426362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event updated for resources: {'Subnet': ['ID=30ea17c0-a2b1-41c2-a8ce-7b9c2722ec78,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:41.434006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1307612013'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:41.455656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Port': ['ID=ffdf599b-f795-4297-af82-4fae324addca,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:41.457870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:41.467572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Checking segment: {'id': 'dda46a25-93fe-4ad1-8c12-56efed8ae10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:41.468193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network hostable DHCP agents. Network: 02bbc9e3-a2a5-463f-bce7-9982277a40ce, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:41.474764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:41.480843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:41.491558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:41.492256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-a5cead4c-8385-444f-943d-7fdaae2afa63', 'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63', 'tenant_id': '408abb6210ee4646bdabca1a0dc425dd', 'fixed_ips': [{'subnet_id': 'cee9c753-744b-4523-a2ff-ff76e73983bd'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:41.493400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.524240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:41.527957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.541433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Network 02bbc9e3-a2a5-463f-bce7-9982277a40ce is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:41.544814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.598588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:41.601269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.604895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 02bbc9e3-a2a5-463f-bce7-9982277a40ce) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:41.614165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:security_group_rule and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:41.617739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:41.618207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:41.618792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.624486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:41.637328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:41.637901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6481474b-9bb9-4932-a3bc-3be7ea5a680a None None] Network 02bbc9e3-a2a5-463f-bce7-9982277a40ce requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:41.688717 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7529add0-57d7-4ad3-ae56-839d2c30f695 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7038655 Feb 16 23:50:41.760629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46400) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:41.763577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.775747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 4a9ba77f-060e-4ab6-b23f-16b5b295cdcd owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:41.777170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Allocated IP 172.20.0.2 (a5cead4c-8385-444f-943d-7fdaae2afa63/cee9c753-744b-4523-a2ff-ff76e73983bd/3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:41.965010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Port': ['ID=0b068e40-3b24-45da-889b-f2a896a71839,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:41.968942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:41.980258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.009274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.022372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-02bbc9e3-a2a5-463f-bce7-9982277a40ce', 'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce', 'tenant_id': '408abb6210ee4646bdabca1a0dc425dd', 'fixed_ips': [{'subnet_id': '30ea17c0-a2b1-41c2-a8ce-7b9c2722ec78'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:42.023322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.057831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34576842-bbd8-4ac6-8788-54e64127c12d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:42.060390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34576842-bbd8-4ac6-8788-54e64127c12d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:42.061617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34576842-bbd8-4ac6-8788-54e64127c12d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:42.062416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-34576842-bbd8-4ac6-8788-54e64127c12d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Synchronizing usage tracker for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:42.072030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:42.121433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.121818 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 47ad516e-e2d6-4e2b-b68d-528485643c7e of type vlan for network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef Feb 16 23:50:42.123082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1234475-95a2-4139-8774-5954b6e639ea,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:42.202761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=4a9ba77f-060e-4ab6-b23f-16b5b295cdcd,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:42.230935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-34576842-bbd8-4ac6-8788-54e64127c12d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Unset dirty status for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:42.232186 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-34576842-bbd8-4ac6-8788-54e64127c12d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4703941 Feb 16 23:50:42.240040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.241352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46406) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:42.291058 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.328789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.349502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Transition to ACTIVE for port object 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:42.371773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Allocated IP 172.20.0.18 (02bbc9e3-a2a5-463f-bce7-9982277a40ce/30ea17c0-a2b1-41c2-a8ce-7b9c2722ec78/004783de-0361-48af-a101-3283f19bc4fa) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:42.382311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Transition to ACTIVE for port object 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:42.407027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.427820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.433961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.436465 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-71ee5917-4a83-43ef-a6d3-39f904aef2e1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/4a9ba77f-060e-4ab6-b23f-16b5b295cdcd HTTP/1.1" status: 204 len: 168 time: 1.7536261 Feb 16 23:50:42.444103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46410) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:42.522671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-04c5db9c-a9c7-4159-8557-55d1fde2a9bb tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/ports/0b068e40-3b24-45da-889b-f2a896a71839 HTTP/1.1" status: 204 len: 168 time: 2.0912499 Feb 16 23:50:42.526705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Deleting subnet cee9c753-744b-4523-a2ff-ff76e73983bd {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:50:42.529047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Network a5cead4c-8385-444f-943d-7fdaae2afa63 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:42.534065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46414) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:42.535566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:42.544831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.546280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:42.565870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Pushing event updated for resources: {'Port': ['ID=3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:42.575322 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7d53392a-5768-4979-bc85-8217685e349f tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/ports/ffdf599b-f795-4297-af82-4fae324addca HTTP/1.1" status: 204 len: 168 time: 3.0996423 Feb 16 23:50:42.576199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46418) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:42.650392 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e450e7-7d6e-41eb-b097-eecc426c9db9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] GET failed (client error): The resource could not be found. Feb 16 23:50:42.651165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-19e450e7-7d6e-41eb-b097-eecc426c9db9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Synchronizing usage tracker for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:42.666510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.672616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:42.673210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.689222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Attempting to bind port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:42.689595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Attempting to bind port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '69104ac4-cb86-4b5e-8655-7ebe10459681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:42.689972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Attempting to bind port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 on network a5cead4c-8385-444f-943d-7fdaae2afa63 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:42.700722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.737516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:42.737955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Checking segment: {'id': '69104ac4-cb86-4b5e-8655-7ebe10459681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:42.738291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.738685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Bound using segment: {'id': '69104ac4-cb86-4b5e-8655-7ebe10459681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:42.739167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Bound port: 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69104ac4-cb86-4b5e-8655-7ebe10459681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a5cead4c-8385-444f-943d-7fdaae2afa63'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:42.739540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.783364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb2a8bb-71cf-4252-a86f-4b3d26d07bd2 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] GET failed (client error): The resource could not be found. Feb 16 23:50:42.783810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8bb2a8bb-71cf-4252-a86f-4b3d26d07bd2 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Synchronizing usage tracker for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:42.813853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.830585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Transition to ACTIVE for port object 004783de-0361-48af-a101-3283f19bc4fa will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:42.831393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-19e450e7-7d6e-41eb-b097-eecc426c9db9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Unset dirty status for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:42.838353 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-19e450e7-7d6e-41eb-b097-eecc426c9db9 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "GET /v2.0/ports/0b068e40-3b24-45da-889b-f2a896a71839 HTTP/1.1" status: 404 len: 333 time: 0.2977378 Feb 16 23:50:42.847593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78a2b5-6773-4da3-8f6b-796140c808b3 req-2a4af464-e8a6-40ec-b816-c2cd4aea4a98 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:42.854465 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f78a2b5-6773-4da3-8f6b-796140c808b3 req-2a4af464-e8a6-40ec-b816-c2cd4aea4a98 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4781964 Feb 16 23:50:42.861961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46422) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:42.868643 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7685232 Feb 16 23:50:42.873481 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] For port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:42.876147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Transition to ACTIVE for port object 004783de-0361-48af-a101-3283f19bc4fa will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:42.878356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] For port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085,segment=NetworkSegment(69104ac4-cb86-4b5e-8655-7ebe10459681),segment_id=69104ac4-cb86-4b5e-8655-7ebe10459681)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:42.879293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'name': 'tempest-AllowedAddressPairTestJSON-261270531'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:42.884767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.963592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.969978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8bb2a8bb-71cf-4252-a86f-4b3d26d07bd2 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Unset dirty status for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:42.977366 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8bb2a8bb-71cf-4252-a86f-4b3d26d07bd2 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "GET /v2.0/ports/ffdf599b-f795-4297-af82-4fae324addca HTTP/1.1" status: 404 len: 333 time: 0.3853621 Feb 16 23:50:42.977744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:42.978347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46426) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:43.012436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-570952604'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:43.019521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Network 02bbc9e3-a2a5-463f-bce7-9982277a40ce is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:43.023376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:43.026518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:43.070831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051c3e1-08d7-4666-9994-2d8092adac14 None None] Pushing event updated for resources: {'Port': ['ID=3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:43.165918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffd093-40c9-42ee-b8be-d3add10083dc tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:43.171840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:43.252087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Pushing event updated for resources: {'Port': ['ID=004783de-0361-48af-a101-3283f19bc4fa,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:43.288297 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f78a2b5-6773-4da3-8f6b-796140c808b3 req-740fe43b-55fe-4fac-b788-96ee1b557183 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112194 Feb 16 23:50:43.300768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:43.304829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d9e8c-b007-4912-bc9e-6d9001eb50c3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:43.306403 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b90d9e8c-b007-4912-bc9e-6d9001eb50c3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8522308 Feb 16 23:50:43.310737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Subnet': ['ID=cee9c753-744b-4523-a2ff-ff76e73983bd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:43.316230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46432) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:43.317308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:43.445005 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1a69ae-6fd5-4287-8a81-a5cb39c252ae tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:50:43.447596 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-af1a69ae-6fd5-4287-8a81-a5cb39c252ae tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/a8f27b21-31ac-4542-9166-935a75df21fc HTTP/1.1" status: 404 len: 333 time: 0.1209314 Feb 16 23:50:43.472346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46436) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:43.481836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Attempting to bind port 004783de-0361-48af-a101-3283f19bc4fa on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:43.482214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Attempting to bind port 004783de-0361-48af-a101-3283f19bc4fa by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'dda46a25-93fe-4ad1-8c12-56efed8ae10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:43.482576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Attempting to bind port 004783de-0361-48af-a101-3283f19bc4fa on network 02bbc9e3-a2a5-463f-bce7-9982277a40ce {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:43.496487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46440) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:43.499019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-34328fe3-6461-4c2c-ad80-385863645949 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/subnets/cee9c753-744b-4523-a2ff-ff76e73983bd HTTP/1.1" status: 204 len: 168 time: 1.2545719 Feb 16 23:50:43.499887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:43.500318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Checking segment: {'id': 'dda46a25-93fe-4ad1-8c12-56efed8ae10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:43.500797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:43.501247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Bound using segment: {'id': 'dda46a25-93fe-4ad1-8c12-56efed8ae10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:43.501873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Bound port: 004783de-0361-48af-a101-3283f19bc4fa, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda46a25-93fe-4ad1-8c12-56efed8ae10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '02bbc9e3-a2a5-463f-bce7-9982277a40ce'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:43.502249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:43.505269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:43.656702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81e7915-7447-4e3a-ac0b-889925586359 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:50:43.658732 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c81e7915-7447-4e3a-ac0b-889925586359 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/4a9ba77f-060e-4ab6-b23f-16b5b295cdcd HTTP/1.1" status: 404 len: 333 time: 0.1847351 Feb 16 23:50:43.664131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46444) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:43.689053 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:43.692384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=004783de-0361-48af-a101-3283f19bc4fa,segment=NetworkSegment(dda46a25-93fe-4ad1-8c12-56efed8ae10e),segment_id=dda46a25-93fe-4ad1-8c12-56efed8ae10e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:43.709754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:43.717746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:43.820372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478fa2f-efe9-4737-88ee-51645709f88a None None] Pushing event updated for resources: {'Port': ['ID=004783de-0361-48af-a101-3283f19bc4fa,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:43.842904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:43.849479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:43.868613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d78bc-874d-4a39-9a02-1658cf033ba4 req-5bea0baa-e252-47ec-9b86-9b12f2fc1f0e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:43.870249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fc8d78bc-874d-4a39-9a02-1658cf033ba4 req-5bea0baa-e252-47ec-9b86-9b12f2fc1f0e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3939772 Feb 16 23:50:43.873469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:43.881114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:43.881806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46448) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:43.888216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Request body: {'floatingip': {'port_id': '3e882f18-407e-4d43-941c-288a7b533198'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:43.990628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Deleting subnet 30ea17c0-a2b1-41c2-a8ce-7b9c2722ec78 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:50:43.992812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.026461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.238664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:44.250464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:44.254262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.279143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.344520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] device_id is not set on port 2db4a66e-2dad-4b05-858d-1323740020f9 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:44.439503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.506525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78146c8-7fee-4e09-bfda-fe86888e830a None None] Network a5cead4c-8385-444f-943d-7fdaae2afa63 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:44.513618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bd83a6-1b3b-45d6-a4ce-4c29058ff890']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:44.541131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e532bf40-7b17-4656-9aa5-ac831e1bd83b') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:44.541509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e532bf40-7b17-4656-9aa5-ac831e1bd83b') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:44.570801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.573329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Allocated IP 172.20.0.14 (fa1f759a-d8e8-45ad-b3bd-da034bd55e3e/2861c2a6-1e3a-4d16-8636-5772b683e8ae/2db4a66e-2dad-4b05-858d-1323740020f9) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:44.575530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:44.602083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.680479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.753205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63ac62c3-b04c-4ece-83ea-56b3df6455f5 None None] Provisioning for port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:44.824635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.902522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.925202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:44.945246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] DHCP port deletion for a5cead4c-8385-444f-943d-7fdaae2afa63 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:50:44.950102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] Deleting port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:44.951111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.035344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:45.036388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:45.120258 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:45.220797 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Floating IP e3a6f121-37cf-43bb-bda2-52a259b6f0fb associated. External IP: 172.26.2.254, port: 5ce0c979-8e6c-4a24-a510-bbf254d198bb. Feb 16 23:50:45.255890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ab023-9069-4a43-8bf6-4bddb17537fc None None] Network 02bbc9e3-a2a5-463f-bce7-9982277a40ce requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:45.275753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:45.279628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.299950 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Floating IP 2d9acd0e-3986-4c46-8140-4fd71fe85f38 associated. External IP: 172.26.2.169, port: 26223e9f-a578-478d-a6df-e91682fa5ed9. Feb 16 23:50:45.387477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.426205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.432311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 004783de-0361-48af-a101-3283f19bc4fa up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:45.442713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=e6bd83a6-1b3b-45d6-a4ce-4c29058ff890,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:45.461161 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-60dd865e-0899-4af7-a4d3-e86a5ec82dba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/e6bd83a6-1b3b-45d6-a4ce-4c29058ff890 HTTP/1.1" status: 204 len: 168 time: 1.7974434 Feb 16 23:50:45.464523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46452) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:45.470598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-926958050'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:45.480450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:45.489113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:45.494897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:45.507252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:45.514298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] device_id is not set on port 446f3112-60f9-42f9-abb7-04e27ac94ab1 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:45.526993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] For port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085,segment=NetworkSegment(69104ac4-cb86-4b5e-8655-7ebe10459681),segment_id=69104ac4-cb86-4b5e-8655-7ebe10459681)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:45.527490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.551991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3677ff99-42ef-419a-b90f-18666cbd3331 None None] Provisioning for port 004783de-0361-48af-a101-3283f19bc4fa completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:45.684341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Allocated IP 2001:db8::1f1 (963b095b-dc7d-4995-9b54-7e0406ffbe77/982c431b-077c-4342-9417-2e3bd06feafe/446f3112-60f9-42f9-abb7-04e27ac94ab1) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:45.700567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] Calling delete_port for 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:45.784809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.786398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:45.791048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.813872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.854503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 004783de-0361-48af-a101-3283f19bc4fa completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:45.863700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 004783de-0361-48af-a101-3283f19bc4fa triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:45.864380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.902408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:45.920293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Transition to ACTIVE for port object 446f3112-60f9-42f9-abb7-04e27ac94ab1 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:45.995160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.064436 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Floating IP 4cbba5ff-47dd-435d-863e-9df7581e02f9 associated. External IP: 172.26.2.155, port: 3e882f18-407e-4d43-941c-288a7b533198. Feb 16 23:50:46.069812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] No DVR routers for this DVR port 3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:50:46.073538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] DHCP port deletion for 02bbc9e3-a2a5-463f-bce7-9982277a40ce request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:50:46.078947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5d9a3-51b6-407e-866c-a0e13e3b50a3 None None] Pushing event deleted for resources: {'Port': ['ID=3d4428e8-6ab3-4fa2-9cfb-3ae681d9d085,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:46.084802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Deleting port 004783de-0361-48af-a101-3283f19bc4fa {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:46.085465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.126290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46456) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:46.142335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': 'c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:46.163790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:46.186616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.196703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.266955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.285715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=004783de-0361-48af-a101-3283f19bc4fa,segment=NetworkSegment(dda46a25-93fe-4ad1-8c12-56efed8ae10e),segment_id=dda46a25-93fe-4ad1-8c12-56efed8ae10e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:46.305100 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.339157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Subnet': ['ID=30ea17c0-a2b1-41c2-a8ce-7b9c2722ec78,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:46.344426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.353542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.353883 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment 0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f of type vlan for network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf Feb 16 23:50:46.449414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=004783de-0361-48af-a101-3283f19bc4fa,segment=NetworkSegment(dda46a25-93fe-4ad1-8c12-56efed8ae10e),segment_id=dda46a25-93fe-4ad1-8c12-56efed8ae10e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:46.449872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.462360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:46.464121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=004783de-0361-48af-a101-3283f19bc4fa,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:46.477753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:46.480095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:46.481108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.485825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:46.486740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.495102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:46.504212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:46.556778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:46.578105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Calling delete_port for 004783de-0361-48af-a101-3283f19bc4fa owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:46.586745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:46.610645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.616164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:46.616773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.645700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:46.649254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.682617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:46.682875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=446f3112-60f9-42f9-abb7-04e27ac94ab1,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:46.682973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:46.708562 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-09c018b5-eedd-40f8-a6b8-99c1c1901e2d tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/subnets/30ea17c0-a2b1-41c2-a8ce-7b9c2722ec78 HTTP/1.1" status: 204 len: 168 time: 3.2063441 Feb 16 23:50:46.721176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Router 78fe744f-afc4-49da-b185-a7b9a33ba5aa has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:50:46.738132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46460) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:46.791963 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ba8906ca-648f-4971-bb7e-d6fb1778e707 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7971702 Feb 16 23:50:46.805223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46464) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:46.886224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4439cd6b-4395-49a7-a482-0d1f8b09a772 None None] Provisioning for port 446f3112-60f9-42f9-abb7-04e27ac94ab1 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:46.897978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4439cd6b-4395-49a7-a482-0d1f8b09a772 None None] Provisioning complete for port 446f3112-60f9-42f9-abb7-04e27ac94ab1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:46.897978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4439cd6b-4395-49a7-a482-0d1f8b09a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:46.900087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:73:64:94'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:46.914509 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4486976 Feb 16 23:50:46.926174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46468) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:46.939231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:46.955452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ed8fa-82f7-4026-9f88-66aa07c19c4b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:46.958915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9908b146-7529-4dfe-acbb-398cc58760ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:46.960143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9908b146-7529-4dfe-acbb-398cc58760ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Synchronizing usage tracker for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:46.985334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:47.007530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4439cd6b-4395-49a7-a482-0d1f8b09a772 None None] Port 446f3112-60f9-42f9-abb7-04e27ac94ab1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:47.064150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Router a827f1e7-0ec8-403b-a27b-3b546440d497 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:50:47.097740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:47.148784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.185713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Deleting port 004783de-0361-48af-a101-3283f19bc4fa {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:47.186624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.201813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:47.209551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:47.219921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9908b146-7529-4dfe-acbb-398cc58760ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Unset dirty status for tenant:408abb6210ee4646bdabca1a0dc425dd on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:47.221383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:47.227028 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9908b146-7529-4dfe-acbb-398cc58760ec tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4877920 Feb 16 23:50:47.229492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46472) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:47.267919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:47.271270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.292329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Transition to ACTIVE for port object 2db4a66e-2dad-4b05-858d-1323740020f9 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:47.350016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 004783de-0361-48af-a101-3283f19bc4fa no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:50:47.465387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Performing IP validity checks on allocation pools {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 23:50:47.466492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 23:50:47.474084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.493672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=004783de-0361-48af-a101-3283f19bc4fa,segment=NetworkSegment(dda46a25-93fe-4ad1-8c12-56efed8ae10e),segment_id=dda46a25-93fe-4ad1-8c12-56efed8ae10e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:47.494228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.532453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:50:47.556090 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] Sync routers for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:50:47.571497 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:47.572432 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:50:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:47.574814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.625823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=5fbe17f8-ca12-4990-90bc-2fcc5f112cb7,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:47.655080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': '47ad516e-e2d6-4e2b-b68d-528485643c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:47.655439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:47.663145 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a1e4b2e-b732-4ca4-a583-f615335c6f1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "PUT /v2.0/floatingips/4cbba5ff-47dd-435d-863e-9df7581e02f9 HTTP/1.1" status: 200 len: 991 time: 3.7798848 Feb 16 23:50:47.673452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:50:47.677993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'tag': '3e882f18-407e-4d43-941c-288a7b533198'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:47.684095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.698105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.702214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.722138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Calling delete_port for 004783de-0361-48af-a101-3283f19bc4fa owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:47.748948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] Sync routers for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:50:47.812476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:47.833395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:47.834196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:50:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:47.900194 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'tag': '3e882f18-407e-4d43-941c-288a7b533198', 'status': 'completed', 'code': 200} Feb 16 23:50:47.926062 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:47.962126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:47.967449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:47.971023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=004783de-0361-48af-a101-3283f19bc4fa,segment=NetworkSegment(dda46a25-93fe-4ad1-8c12-56efed8ae10e),segment_id=dda46a25-93fe-4ad1-8c12-56efed8ae10e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:47.973550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de1c6d1-8344-48dd-929c-12a69deb0fb6 None None] Network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:48.000289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.071626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.087906 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-08af6483-9c91-416a-8989-a24ec533c4ab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "PUT /v2.0/floatingips/2d9acd0e-3986-4c46-8140-4fd71fe85f38 HTTP/1.1" status: 200 len: 992 time: 7.7534587 Feb 16 23:50:48.102562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:48.136526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=004783de-0361-48af-a101-3283f19bc4fa,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:48.139712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:48.140472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:48.148167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Router d5237d75-1672-41be-9dfc-407b363a7e29 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:50:48.166423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Deleting port 004783de-0361-48af-a101-3283f19bc4fa {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:48.166988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.195237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:48.195816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.219190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:48.263525 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e9cb0ecc-3dc9-413c-aefa-80d4a56c97bb tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1330771 Feb 16 23:50:48.271430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46484) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:48.277706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': '0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:48.278060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:48.295058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554629546'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:48.298024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:48.319022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:48.344787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:48.354838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.361345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204d34-2517-46a4-9003-d37d8c5e936f req-a2425dc9-a029-49af-914f-2416533ab971 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:48.363025 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-35204d34-2517-46a4-9003-d37d8c5e936f req-a2425dc9-a029-49af-914f-2416533ab971 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5482881 Feb 16 23:50:48.364330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:48.379332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:48.383742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:48.388566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:48.438547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=2db4a66e-2dad-4b05-858d-1323740020f9,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:48.439579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:48.451282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Deleting port 004783de-0361-48af-a101-3283f19bc4fa {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:48.451782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.463929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:48.477773 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '4cbba5ff-47dd-435d-863e-9df7581e02f9', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'port_id': '3e882f18-407e-4d43-941c-288a7b533198', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'mac_address': 'fa:16:3e:a0:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:07Z', 'updated_at': '2022-02-16T23:50:45Z', 'revision_number': 1, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:08Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:48.483969 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] Checking router: a827f1e7-0ec8-403b-a27b-3b546440d497 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:50:48.496274 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:48.497979 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:50:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:48.512077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:48.516238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.526130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:48.541356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:48.542153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.572022 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-35204d34-2517-46a4-9003-d37d8c5e936f req-0e372320-45c8-47ba-8079-f7ea649334bc tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792758 Feb 16 23:50:48.617099 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b55a7288-fdbe-45c7-b8a5-ca8626a2a5b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6889508 Feb 16 23:50:48.617892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46490) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:48.628602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf', 'name': 'tempest-PortsTestJSON-1623141099'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:48.631318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3dc8d-02cb-42bc-bdfc-a4e36462bd4e None None] Network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:48.648678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:48.659902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-bf4f2e9d-9881-471d-8b8f-460e487fe2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:48.662415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94cbe2-58cc-45e6-91e0-b242c45b1e1a req-44dde466-d6db-42b2-86f5-1abb130b223a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:48.663739 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-bf4f2e9d-9881-471d-8b8f-460e487fe2fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.7223158 Feb 16 23:50:48.668746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b94cbe2-58cc-45e6-91e0-b242c45b1e1a req-44dde466-d6db-42b2-86f5-1abb130b223a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 946 time: 0.3799379 Feb 16 23:50:48.772962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.773308 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 78f00fab-9a77-49cb-849b-aa15a9d9cd99 of type vlan for network 320b446c-c085-4b28-b736-e3750957b656 Feb 16 23:50:48.813838 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'status': 'completed', 'code': 200} Feb 16 23:50:48.858768 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b94cbe2-58cc-45e6-91e0-b242c45b1e1a req-c202ab9c-9894-4922-8d6b-55c18c262fdb tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730173 Feb 16 23:50:48.862717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.867873 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:48.967168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef', 'network_id': 'c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': '5fbe17f8-ca12-4990-90bc-2fcc5f112cb7'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:48.968195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:48.995449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:49.007888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:49.013872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:49.021187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:49.026092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.032181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:49.032805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.035949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:49.036778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.047233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-8e4db5fd-6395-415e-93c7-6ed4c8835f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:49.048709 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-8e4db5fd-6395-415e-93c7-6ed4c8835f93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 0.3495297 Feb 16 23:50:49.112705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-911e3a88-4bcc-479e-80c8-38680d5c5ad2 None None] Provisioning for port 2db4a66e-2dad-4b05-858d-1323740020f9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:49.182702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-911e3a88-4bcc-479e-80c8-38680d5c5ad2 None None] Provisioning complete for port 2db4a66e-2dad-4b05-858d-1323740020f9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:49.183186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-911e3a88-4bcc-479e-80c8-38680d5c5ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.201572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=320b446c-c085-4b28-b736-e3750957b656,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:49.226001 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a8585b9-4e84-44c3-a5c5-e49dea739fa2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9378939 Feb 16 23:50:49.226001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:49.230891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.249295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46498) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:49.259666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 778b8eae-2d74-44f8-b009-30ed027f0e52 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:49.291395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 320b446c-c085-4b28-b736-e3750957b656 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:49.365828 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e421b498-0df1-4811-88d8-7f09b302fab6 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5054600 Feb 16 23:50:49.386889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46500) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:49.390241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:50:49.394650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.405585 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] Sync routers for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:50:49.421451 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:49.422318 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:50:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:49.459004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f3:cc:61'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:49.460011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.12 (e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf/59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2/778b8eae-2d74-44f8-b009-30ed027f0e52) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:49.488338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '4cbba5ff-47dd-435d-863e-9df7581e02f9', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'port_id': '3e882f18-407e-4d43-941c-288a7b533198', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'mac_address': 'fa:16:3e:a0:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:07Z', 'updated_at': '2022-02-16T23:50:45Z', 'revision_number': 1, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:08Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:49.505096 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099eecf-45ff-4a80-a819-dc732862f2bb None None] The sync data for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv is: [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '4cbba5ff-47dd-435d-863e-9df7581e02f9', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'port_id': '3e882f18-407e-4d43-941c-288a7b533198', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'mac_address': 'fa:16:3e:a0:31:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:07Z', 'updated_at': '2022-02-16T23:50:45Z', 'revision_number': 1, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:08Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:50:49.543488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=004783de-0361-48af-a101-3283f19bc4fa,segment=NetworkSegment(dda46a25-93fe-4ad1-8c12-56efed8ae10e),segment_id=dda46a25-93fe-4ad1-8c12-56efed8ae10e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:49.543938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.591203 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-9c539416-52b1-4e9f-92b6-33a649802e9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 999 time: 0.4765110 Feb 16 23:50:49.634067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-911e3a88-4bcc-479e-80c8-38680d5c5ad2 None None] Port 2db4a66e-2dad-4b05-858d-1323740020f9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:49.639383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] For port 004783de-0361-48af-a101-3283f19bc4fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=004783de-0361-48af-a101-3283f19bc4fa,segment=NetworkSegment(dda46a25-93fe-4ad1-8c12-56efed8ae10e),segment_id=dda46a25-93fe-4ad1-8c12-56efed8ae10e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:49.639817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.721341 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:49.817990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:49.836440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 778b8eae-2d74-44f8-b009-30ed027f0e52 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:49.863865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '320b446c-c085-4b28-b736-e3750957b656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:49.937903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Calling delete_port for 004783de-0361-48af-a101-3283f19bc4fa owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:49.940707 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b441aa44-9b6b-4696-886d-ee9ef2ae277b tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "PUT /v2.0/floatingips/e3a6f121-37cf-43bb-bda2-52a259b6f0fb HTTP/1.1" status: 200 len: 992 time: 8.8048725 Feb 16 23:50:49.950490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Calling delete_port for 004783de-0361-48af-a101-3283f19bc4fa owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:50.026943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f900d-d403-4843-bf97-aa2056b1a9bb req-55cc32dc-13df-4352-a5ce-64add73b0c5f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:50.038421 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-da3f900d-d403-4843-bf97-aa2056b1a9bb req-55cc32dc-13df-4352-a5ce-64add73b0c5f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 1.1404824 Feb 16 23:50:50.045026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd41d8f-f116-42f8-82da-1890e99ef957 None None] New status for floating IP 4cbba5ff-47dd-435d-863e-9df7581e02f9: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:50:50.102458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.128170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-c9e3de3a-3893-4c1b-8b93-ecdc8fef2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:50.129632 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-c9e3de3a-3893-4c1b-8b93-ecdc8fef2f51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b752a812ed2946dcbea4d2c9bc36669f&device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 1099 time: 1.3070896 Feb 16 23:50:50.136454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-290b8e78-2be9-4a73-847f-d76880ca1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:50.137877 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-290b8e78-2be9-4a73-847f-d76880ca1a5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.4808605 Feb 16 23:50:50.167425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:50.204480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:50.210591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:50.227308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:50.233466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:50:50.242348 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-da3f900d-d403-4843-bf97-aa2056b1a9bb req-3ad301a7-e104-4b64-b9bf-895afae829ec tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029779 Feb 16 23:50:50.250831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:50.258894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:50.272248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:50.301607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=778b8eae-2d74-44f8-b009-30ed027f0e52,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:50.323123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:50.326765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.337272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.347546 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'e3a6f121-37cf-43bb-bda2-52a259b6f0fb', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'port_id': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'mac_address': 'fa:16:3e:f3:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:00Z', 'updated_at': '2022-02-16T23:50:43Z', 'revision_number': 1, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:50.354244 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] Checking router: d5237d75-1672-41be-9dfc-407b363a7e29 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:50:50.361732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.365026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.367325 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:50.368120 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:50:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:50.412638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:50.413823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:50.435318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] No DVR routers for this DVR port 004783de-0361-48af-a101-3283f19bc4fa on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:50:50.439024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:50.439654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.469784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46fa94-3bb9-4b29-89cc-54c9dd445d5b req-2f2481cf-6cc2-4405-b3ea-c77bd991434f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:50.471294 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c46fa94-3bb9-4b29-89cc-54c9dd445d5b req-2f2481cf-6cc2-4405-b3ea-c77bd991434f tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.3995011 Feb 16 23:50:50.499881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Deleting port 004783de-0361-48af-a101-3283f19bc4fa {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:50.500446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.503259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] In _notify_port_updated(), no bound segment for port 446f3112-60f9-42f9-abb7-04e27ac94ab1 on network 963b095b-dc7d-4995-9b54-7e0406ffbe77 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:50:50.509024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:50.509716 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.515311 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "PUT /v2.0/ports/446f3112-60f9-42f9-abb7-04e27ac94ab1 HTTP/1.1" status: 200 len: 1002 time: 3.6662199 Feb 16 23:50:50.519410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46510) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:50.526409 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bebd756b-6fdd-4dab-9594-bb4d0e83220f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9031460 Feb 16 23:50:50.539028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46512) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:50.655464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-558a635e-3beb-4b7a-855b-4271d2e9650c None None] The port '004783de-0361-48af-a101-3283f19bc4fa' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:50:50.656172 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:50.668553 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c46fa94-3bb9-4b29-89cc-54c9dd445d5b req-2ac7744f-675b-49a7-b2f4-3412af461daf tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853261 Feb 16 23:50:50.678117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Allocated IP 2001:db8:0:ffff::2 (c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef/5fbe17f8-ca12-4990-90bc-2fcc5f112cb7/426c6032-580d-4212-bfc3-cd018d28e337) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:50.750385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 778b8eae-2d74-44f8-b009-30ed027f0e52 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:50.750385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.792372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5af3c-c002-4d82-9ea5-81e0734e999a tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=446f3112-60f9-42f9-abb7-04e27ac94ab1,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:50.795413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.868672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf', 'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf', 'tenant_id': '4f148cee190d4f2f99e3410c06365da9', 'fixed_ips': [{'subnet_id': '59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:50.869808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.884043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2d9acd0e-3986-4c46-8140-4fd71fe85f38', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'port_id': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'mac_address': 'fa:16:3e:9d:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:01Z', 'updated_at': '2022-02-16T23:50:43Z', 'revision_number': 1, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:50:02Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:50.916626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.918346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] Checking router: 78fe744f-afc4-49da-b185-a7b9a33ba5aa for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:50:50.945272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bbc9e3-a2a5-463f-bce7-9982277a40ce']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:50.958314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda46a25-93fe-4ad1-8c12-56efed8ae10e') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:50.958764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda46a25-93fe-4ad1-8c12-56efed8ae10e') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:50.971929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:50.993404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.001856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:51.002406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.038990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:50:51.039905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:50:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:51.154699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.157903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:51.163053 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:51.166636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting port 446f3112-60f9-42f9-abb7-04e27ac94ab1 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:51.166987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.188909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.193629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4477c369-85c7-4cb8-805b-8e87affdfa15 None None] Provisioning complete for port 446f3112-60f9-42f9-abb7-04e27ac94ab1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:51.194178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4477c369-85c7-4cb8-805b-8e87affdfa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.204894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-2db9c013-aa98-4cae-800d-9fc7a6053c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:51.206572 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-2db9c013-aa98-4cae-800d-9fc7a6053c2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=666eb452-6e7c-46bb-b1b2-88cf993711dd HTTP/1.1" status: 200 len: 905 time: 1.0531328 Feb 16 23:50:51.250630 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'e3a6f121-37cf-43bb-bda2-52a259b6f0fb', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'port_id': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'mac_address': 'fa:16:3e:f3:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:00Z', 'updated_at': '2022-02-16T23:50:43Z', 'revision_number': 1, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:51.255476 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074772e-50b4-4d59-9197-c1e2222dc85a None None] The sync data for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv is: [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'e3a6f121-37cf-43bb-bda2-52a259b6f0fb', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'floating_ip_address': '172.26.2.254', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'port_id': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'mac_address': 'fa:16:3e:f3:74:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:00Z', 'updated_at': '2022-02-16T23:50:43Z', 'revision_number': 1, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:50:51.333399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 778b8eae-2d74-44f8-b009-30ed027f0e52 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:51.430070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.445603 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'status': 'completed', 'code': 200} Feb 16 23:50:51.447627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4477c369-85c7-4cb8-805b-8e87affdfa15 None None] Port 446f3112-60f9-42f9-abb7-04e27ac94ab1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:51.471099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Allocated IP 172.20.0.2 (e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf/59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2/c46d490f-43ce-48b5-aedf-08fc7d523a3a) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:51.474204 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:50:51.549782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.570467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-5a49e971-bf80-4962-a68c-071b17e18719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:51.571985 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-5a49e971-bf80-4962-a68c-071b17e18719 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4170082 Feb 16 23:50:51.572840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Port': ['ID=004783de-0361-48af-a101-3283f19bc4fa,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:51.637239 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b223e2e1-dad0-4a75-b180-7228719e6aef None None] New status for floating IP e3a6f121-37cf-43bb-bda2-52a259b6f0fb: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:50:51.808615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=b3fff7a6-0ab4-42a0-aaf4-bc83afe3da9f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:51.842721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-0be21e0a-319d-4634-bb54-16404d6a87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:51.844870 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-0be21e0a-319d-4634-bb54-16404d6a87f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c302cd105d94da49e13bfa075d82b6b&device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 1099 time: 0.4486873 Feb 16 23:50:51.851480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:51.860853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': '78f00fab-9a77-49cb-849b-aa15a9d9cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '320b446c-c085-4b28-b736-e3750957b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:51.861487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 320b446c-c085-4b28-b736-e3750957b656, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:51.897420 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-c3832757-769a-43f2-8424-1280b1ec387a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26223e9f-a578-478d-a6df-e91682fa5ed9 HTTP/1.1" status: 200 len: 1000 time: 0.4384737 Feb 16 23:50:51.902617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Transition to ACTIVE for port object 426c6032-580d-4212-bfc3-cd018d28e337 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:51.955739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000c4cb-1f0b-4fb8-a590-c5332a0c9832 req-4b1544f5-756b-497b-8981-2f53356a0765 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:51.957974 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4000c4cb-1f0b-4fb8-a590-c5332a0c9832 req-4b1544f5-756b-497b-8981-2f53356a0765 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5605614 Feb 16 23:50:51.977133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=778b8eae-2d74-44f8-b009-30ed027f0e52,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:51.994625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.019406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Transition to ACTIVE for port object 426c6032-580d-4212-bfc3-cd018d28e337 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:52.049387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.066114 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-605f8191-d705-4e39-a395-d8cfa4c6fde4 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697478 Feb 16 23:50:52.069788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.076151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Network': ['ID=02bbc9e3-a2a5-463f-bce7-9982277a40ce,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:52.123192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.148383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Transition to ACTIVE for port object c46d490f-43ce-48b5-aedf-08fc7d523a3a will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:52.158487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:52.167999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:52.180518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:52.192496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Pushing event updated for resources: {'Port': ['ID=426c6032-580d-4212-bfc3-cd018d28e337,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:52.199272 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c2714f77-ce1e-407b-900a-8aabed34ddaf tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/networks/02bbc9e3-a2a5-463f-bce7-9982277a40ce HTTP/1.1" status: 204 len: 168 time: 4.9146883 Feb 16 23:50:52.203130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46526) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:52.230521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Transition to ACTIVE for port object c46d490f-43ce-48b5-aedf-08fc7d523a3a will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:52.247650 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4000c4cb-1f0b-4fb8-a590-c5332a0c9832 req-fd8ccba9-cc87-4864-9655-22fdda5bd438 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714763 Feb 16 23:50:52.257152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-34fd8cbc-7cec-4949-b877-95dec61f844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:52.258237 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-34fd8cbc-7cec-4949-b877-95dec61f844e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e569b5a-dc66-487a-9d39-5c0dbd48c83e HTTP/1.1" status: 200 len: 844 time: 0.3075795 Feb 16 23:50:52.260749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 320b446c-c085-4b28-b736-e3750957b656 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:52.273299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.344355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.344745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 320b446c-c085-4b28-b736-e3750957b656) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:52.349750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:52.350230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.363468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.369554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Attempting to bind port 426c6032-580d-4212-bfc3-cd018d28e337 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:52.369929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Attempting to bind port 426c6032-580d-4212-bfc3-cd018d28e337 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '47ad516e-e2d6-4e2b-b68d-528485643c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:52.370288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Attempting to bind port 426c6032-580d-4212-bfc3-cd018d28e337 on network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:52.378972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef81bdf-047f-43b1-9999-82ed2d04b944 None None] Network 320b446c-c085-4b28-b736-e3750957b656 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:52.392097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.397427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:52.406249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:52.409576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2d9acd0e-3986-4c46-8140-4fd71fe85f38', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'port_id': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'mac_address': 'fa:16:3e:9d:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:01Z', 'updated_at': '2022-02-16T23:50:43Z', 'revision_number': 1, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:50:02Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:52.454599 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3bd845f0-7b7a-462e-8270-24d905869fed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/778b8eae-2d74-44f8-b009-30ed027f0e52 HTTP/1.1" status: 204 len: 168 time: 1.9148355 Feb 16 23:50:52.455985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:52.458599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.461086 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3a1aff1e-f240-44ac-8082-14ad4a88ffff tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6027949 Feb 16 23:50:52.461506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Pushing event updated for resources: {'Port': ['ID=c46d490f-43ce-48b5-aedf-08fc7d523a3a,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:52.464007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46530) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:52.464362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46532) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:52.470018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:52.470225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Checking segment: {'id': '47ad516e-e2d6-4e2b-b68d-528485643c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:52.470633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.471021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Bound using segment: {'id': '47ad516e-e2d6-4e2b-b68d-528485643c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:52.471511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Bound port: 426c6032-580d-4212-bfc3-cd018d28e337, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ad516e-e2d6-4e2b-b68d-528485643c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:52.471901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.505148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.523033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c67c95-c572-46ad-a142-3f98bea2e166 None None] The sync data for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv is: [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2d9acd0e-3986-4c46-8140-4fd71fe85f38', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'port_id': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'mac_address': 'fa:16:3e:9d:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:50:01Z', 'updated_at': '2022-02-16T23:50:43Z', 'revision_number': 1, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:50:02Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:50:52.537816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-c5a8ad96-1e2d-4fa6-92aa-f91f2d42766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:52.539535 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-c5a8ad96-1e2d-4fa6-92aa-f91f2d42766c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d6134e6-a601-4ee0-996e-1c530f411dae HTTP/1.1" status: 200 len: 912 time: 0.6723335 Feb 16 23:50:52.540431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77e5cff-41d7-4063-afa8-0e5c98edc089 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:50:52.540867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77e5cff-41d7-4063-afa8-0e5c98edc089 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:50:52.546008 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d77e5cff-41d7-4063-afa8-0e5c98edc089 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/778b8eae-2d74-44f8-b009-30ed027f0e52 HTTP/1.1" status: 404 len: 333 time: 0.0789599 Feb 16 23:50:52.550630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46538) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:52.598162 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-720d946a-ec5b-4103-91d6-63acbc2badd6 req-00bb0e31-7102-4e23-aa8d-1e1a6820a0c4 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154068 Feb 16 23:50:52.736389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Attempting to bind port c46d490f-43ce-48b5-aedf-08fc7d523a3a on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:52.736679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Attempting to bind port c46d490f-43ce-48b5-aedf-08fc7d523a3a by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:52.737242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Attempting to bind port c46d490f-43ce-48b5-aedf-08fc7d523a3a on network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:52.778582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Calling delete_port for 446f3112-60f9-42f9-abb7-04e27ac94ab1 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:52.806380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:52.807043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Checking segment: {'id': '0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:52.807447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.807845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Bound using segment: {'id': '0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:52.808376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Bound port: c46d490f-43ce-48b5-aedf-08fc7d523a3a, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:52.808754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.810702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=2db4a66e-2dad-4b05-858d-1323740020f9,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:52.863370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] In _notify_port_updated(), no bound segment for port 2db4a66e-2dad-4b05-858d-1323740020f9 on network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:50:52.869168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:52.869765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:52.873689 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4c481015-95b7-4777-92be-77ba11e6bec3 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "PUT /v2.0/ports/2db4a66e-2dad-4b05-858d-1323740020f9 HTTP/1.1" status: 200 len: 996 time: 3.4508419 Feb 16 23:50:52.873846 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-96164a36-faa9-4139-94cd-22fadd8b4136 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb HTTP/1.1" status: 200 len: 1002 time: 0.3236437 Feb 16 23:50:52.878809 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b343d9b-1c4a-4de0-9c83-816f640029cd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:50:52.879562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5b343d9b-1c4a-4de0-9c83-816f640029cd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:52.880326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46542) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:52.885934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8faad6-e236-4417-9442-9ea39a228b34 None None] New status for floating IP 2d9acd0e-3986-4c46-8140-4fd71fe85f38: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:50:52.952400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-de3fae14-f601-44b9-9e83-efe7ad913e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:52.954202 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-de3fae14-f601-44b9-9e83-efe7ad913e3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=666eb452-6e7c-46bb-b1b2-88cf993711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6832030 Feb 16 23:50:53.013869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] For port 426c6032-580d-4212-bfc3-cd018d28e337, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:53.071756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 2db4a66e-2dad-4b05-858d-1323740020f9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:53.072753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.080498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] For port 426c6032-580d-4212-bfc3-cd018d28e337, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=426c6032-580d-4212-bfc3-cd018d28e337,segment=NetworkSegment(47ad516e-e2d6-4e2b-b68d-528485643c7e),segment_id=47ad516e-e2d6-4e2b-b68d-528485643c7e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:53.172733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.206523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5b343d9b-1c4a-4de0-9c83-816f640029cd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:53.208659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.211007 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5b343d9b-1c4a-4de0-9c83-816f640029cd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/778b8eae-2d74-44f8-b009-30ed027f0e52 HTTP/1.1" status: 404 len: 333 time: 0.6571155 Feb 16 23:50:53.211713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46546) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:53.256861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-320b446c-c085-4b28-b736-e3750957b656', 'network_id': '320b446c-c085-4b28-b736-e3750957b656', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': 'b3fff7a6-0ab4-42a0-aaf4-bc83afe3da9f'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:53.257699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.275095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3306fa40-79a0-45cc-a058-8be3182ea187 None None] Provisioning complete for port 2db4a66e-2dad-4b05-858d-1323740020f9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:53.275457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3306fa40-79a0-45cc-a058-8be3182ea187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.306553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:50:53.311483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cead4c-8385-444f-943d-7fdaae2afa63']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:53.324468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.331789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:53.341411 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-5cdefc16-0049-4263-b923-c581c2d8762d service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614409 Feb 16 23:50:53.362048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69104ac4-cb86-4b5e-8655-7ebe10459681') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:53.362615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69104ac4-cb86-4b5e-8655-7ebe10459681') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:53.371746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-b83e605f-cdc2-4c3a-80da-81868776217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:53.373300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-b83e605f-cdc2-4c3a-80da-81868776217d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a77ba024-5453-4480-ad8b-f2afb4f6f158 HTTP/1.1" status: 200 len: 851 time: 0.3538990 Feb 16 23:50:53.382529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:53.387366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.392961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.408348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.456340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.477700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.489127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.520517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3306fa40-79a0-45cc-a058-8be3182ea187 None None] Port 2db4a66e-2dad-4b05-858d-1323740020f9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:53.524990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:53.525397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.527877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed15409-29c9-4d6c-b556-d6d6dfcd21aa None None] Pushing event updated for resources: {'Port': ['ID=426c6032-580d-4212-bfc3-cd018d28e337,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:53.541711 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:53.739409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Port': ['ID=446f3112-60f9-42f9-abb7-04e27ac94ab1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:53.782856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-26cef0d3-b5f3-4d8f-a035-0309deba3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:53.784376 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-26cef0d3-b5f3-4d8f-a035-0309deba3794 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d6134e6-a601-4ee0-996e-1c530f411dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3956246 Feb 16 23:50:53.821622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.851370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.888594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Allocated IP 2001:db8::1 (320b446c-c085-4b28-b736-e3750957b656/b3fff7a6-0ab4-42a0-aaf4-bc83afe3da9f/a61a5cfa-cc26-4d8f-b622-387de72701be) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:53.902093 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-4b34cbb2-60b1-46ff-9732-492fac36176b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7190831 Feb 16 23:50:53.908443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd49dd-da99-45e4-ae1f-24bf11a0d9f8 None None] Pushing event updated for resources: {'Port': ['ID=c46d490f-43ce-48b5-aedf-08fc7d523a3a,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:53.916092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.969390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:53.972043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.081954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Network': ['ID=a5cead4c-8385-444f-943d-7fdaae2afa63,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:54.114982 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4ce3cfc3-8126-4270-a9f4-f8635cc2f3e7 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/networks/a5cead4c-8385-444f-943d-7fdaae2afa63 HTTP/1.1" status: 204 len: 168 time: 1.9081500 Feb 16 23:50:54.117706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46554) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:54.131883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Calling delete_port for 2db4a66e-2dad-4b05-858d-1323740020f9 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:54.176185 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2ee06f34-1070-4fcf-91ae-80807554aa86 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/ports/446f3112-60f9-42f9-abb7-04e27ac94ab1 HTTP/1.1" status: 204 len: 168 time: 3.6367037 Feb 16 23:50:54.194584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46558) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:54.199173 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f3f9f644-fcdd-4ec4-83e4-009a2d596212 req-70bc4c99-fe33-40dc-addf-d7a37ca2928a service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368568 Feb 16 23:50:54.283637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.292169 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91a0b76-0b96-4447-80f5-5711f327dfee tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] GET failed (client error): The resource could not be found. Feb 16 23:50:54.292920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c91a0b76-0b96-4447-80f5-5711f327dfee tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Synchronizing usage tracker for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:54.333240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.359807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Transition to ACTIVE for port object a61a5cfa-cc26-4d8f-b622-387de72701be will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:54.377551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c91a0b76-0b96-4447-80f5-5711f327dfee tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Unset dirty status for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:54.387041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Transition to ACTIVE for port object a61a5cfa-cc26-4d8f-b622-387de72701be will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:54.388343 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c91a0b76-0b96-4447-80f5-5711f327dfee tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "GET /v2.0/ports/446f3112-60f9-42f9-abb7-04e27ac94ab1 HTTP/1.1" status: 404 len: 333 time: 0.1922638 Feb 16 23:50:54.388993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46562) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:54.397705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.412016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0233-c600-4f35-8af4-03f1a9a58447 req-f6a8fb6c-b119-4d40-9c1b-082885d54a90 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:54.413586 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5efa0233-c600-4f35-8af4-03f1a9a58447 req-f6a8fb6c-b119-4d40-9c1b-082885d54a90 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.8955023 Feb 16 23:50:54.430475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1433035654'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:54.442475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.464441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Network 320b446c-c085-4b28-b736-e3750957b656 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:54.467811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:54.472115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-7c15f763-738d-49bc-8183-db9201e4f9fc service neutron] 10.222.0.24 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760483 Feb 16 23:50:54.474846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:54.476932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Pushing event updated for resources: {'Port': ['ID=a61a5cfa-cc26-4d8f-b622-387de72701be,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:54.512107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.574978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Attempting to bind port a61a5cfa-cc26-4d8f-b622-387de72701be on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:50:54.576001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Attempting to bind port a61a5cfa-cc26-4d8f-b622-387de72701be by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '78f00fab-9a77-49cb-849b-aa15a9d9cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '320b446c-c085-4b28-b736-e3750957b656'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:50:54.576590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Attempting to bind port a61a5cfa-cc26-4d8f-b622-387de72701be on network 320b446c-c085-4b28-b736-e3750957b656 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:50:54.582107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:50:54.582793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Checking segment: {'id': '78f00fab-9a77-49cb-849b-aa15a9d9cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '320b446c-c085-4b28-b736-e3750957b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:54.583297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.583853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Bound using segment: {'id': '78f00fab-9a77-49cb-849b-aa15a9d9cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '320b446c-c085-4b28-b736-e3750957b656'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:50:54.584911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Bound port: a61a5cfa-cc26-4d8f-b622-387de72701be, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f00fab-9a77-49cb-849b-aa15a9d9cd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '320b446c-c085-4b28-b736-e3750957b656'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:50:54.585393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.625421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fff7a6-0ab4-42a0-aaf4-bc83afe3da9f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:54.676471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.684203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] For port a61a5cfa-cc26-4d8f-b622-387de72701be, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:50:54.688190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] For port a61a5cfa-cc26-4d8f-b622-387de72701be, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a61a5cfa-cc26-4d8f-b622-387de72701be,segment=NetworkSegment(78f00fab-9a77-49cb-849b-aa15a9d9cd99),segment_id=78f00fab-9a77-49cb-849b-aa15a9d9cd99)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:50:54.692509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.758808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Port': ['ID=2db4a66e-2dad-4b05-858d-1323740020f9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:54.786437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.801735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:54.814369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320b446c-c085-4b28-b736-e3750957b656']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:54.831650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f00fab-9a77-49cb-849b-aa15a9d9cd99') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:54.831650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f00fab-9a77-49cb-849b-aa15a9d9cd99') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:54.851585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:54.852875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc09db-87b0-4a58-8b6f-e96f7e0c155d None None] Pushing event updated for resources: {'Port': ['ID=a61a5cfa-cc26-4d8f-b622-387de72701be,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:54.858903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:54.865187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-a6f56306-9025-4f6c-a29c-2f03f1df13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:54.866938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-a6f56306-9025-4f6c-a29c-2f03f1df13f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b752a812ed2946dcbea4d2c9bc36669f&device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 1099 time: 0.4405637 Feb 16 23:50:54.892227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:54.892671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba8210e-2759-4ece-81eb-1784507cdcca None None] Network 320b446c-c085-4b28-b736-e3750957b656 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:54.895949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.020989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.041692 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5efa0233-c600-4f35-8af4-03f1a9a58447 req-1bb51c69-ba75-4f57-a43b-c31b3c754251 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6140776 Feb 16 23:50:55.042771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.078176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.078176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:55.078176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.150645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-7ea02e42-e3d8-432b-9d23-a0dd966f8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:55.152308 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-7ea02e42-e3d8-432b-9d23-a0dd966f8e3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=666eb452-6e7c-46bb-b1b2-88cf993711dd HTTP/1.1" status: 200 len: 905 time: 0.2409682 Feb 16 23:50:55.154488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] device_id is not set on port a1d55019-e20f-4671-b233-78b4fbc8559d yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:55.186282 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:55.285121 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ef07c7e1-aa52-4cb4-9270-aa80242a4c8b tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/ports/2db4a66e-2dad-4b05-858d-1323740020f9 HTTP/1.1" status: 204 len: 168 time: 2.4028404 Feb 16 23:50:55.292531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46570) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:55.386330 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0e966f-69a6-4f8d-a431-6ccc4be806b2 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] GET failed (client error): The resource could not be found. Feb 16 23:50:55.386875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5e0e966f-69a6-4f8d-a431-6ccc4be806b2 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Synchronizing usage tracker for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:50:55.403333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:55.454982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a51547-8259-444d-a5bc-5f2e091d4b53 None None] Network e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:55.474103 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-938553f2-cfd4-47b5-8f86-dfc29c684e75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26223e9f-a578-478d-a6df-e91682fa5ed9 HTTP/1.1" status: 200 len: 1002 time: 0.2458243 Feb 16 23:50:55.477486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 426c6032-580d-4212-bfc3-cd018d28e337 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:55.479270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5e0e966f-69a6-4f8d-a431-6ccc4be806b2 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Unset dirty status for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:50:55.485907 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5e0e966f-69a6-4f8d-a431-6ccc4be806b2 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "GET /v2.0/ports/2db4a66e-2dad-4b05-858d-1323740020f9 HTTP/1.1" status: 404 len: 333 time: 0.1857171 Feb 16 23:50:55.489598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.490094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46574) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:55.554045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:50:55.554045 dv-neutron-829040-1-hyperv neutron-server[87677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:50:55.554045 dv-neutron-829040-1-hyperv neutron-server[87677]: [parameters: {'id': '320b446c-c085-4b28-b736-e3750957b656'}] Feb 16 23:50:55.554045 dv-neutron-829040-1-hyperv neutron-server[87677]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:55.554482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:55.556722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'name': 'tempest-AllowedAddressPairTestJSON-1738533713'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:55.572740 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9869b5ce-e99d-43b5-b4d7-e64a3d3fddc7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2 HTTP/1.1" status: 204 len: 168 time: 2.3496895 Feb 16 23:50:55.579246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46578) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:55.585978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a5fdb742-3c65-4f11-9f12-7d065c3d4717 None None] Provisioning for port c46d490f-43ce-48b5-aedf-08fc7d523a3a completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:55.586519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.629921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f67823b1-30b7-4438-9fe7-d9f529809d64 req-01972a92-d491-432f-a9d0-a7868cd7f0e3 service neutron] 10.222.0.24 "GET /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1465604 Feb 16 23:50:55.635572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79bac5e-9a15-4090-95c2-bf09bb9dfbe1']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:55.640864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Allocated IP 2001:db8::374 (963b095b-dc7d-4995-9b54-7e0406ffbe77/982c431b-077c-4342-9417-2e3bd06feafe/a1d55019-e20f-4671-b233-78b4fbc8559d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:55.651267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943a0958-2ec9-4208-b1f3-ac26b8776be3') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:55.651639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943a0958-2ec9-4208-b1f3-ac26b8776be3') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:55.666299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.679977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a5fdb742-3c65-4f11-9f12-7d065c3d4717 None None] Could not find standard attr ID for object 778b8eae-2d74-44f8-b009-30ed027f0e52. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:50:55.687408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.699597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194062a3-c957-4c43-94ab-56f1a81b9732 req-9f65097c-cccf-4a8f-bfd4-0bb498b4a5c1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:55.707016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-194062a3-c957-4c43-94ab-56f1a81b9732 req-9f65097c-cccf-4a8f-bfd4-0bb498b4a5c1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4045520 Feb 16 23:50:55.711560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:55.711993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:55.737801 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:55.756778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5c379-c946-481d-84fd-6a0576572e6e None None] Network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:55.839044 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-194062a3-c957-4c43-94ab-56f1a81b9732 req-f057d530-63c0-49ed-a962-b845b6d502a0 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311574 Feb 16 23:50:55.839782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.859482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:55.871281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Network': ['ID=e79bac5e-9a15-4090-95c2-bf09bb9dfbe1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:55.880031 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e429ac82-5d4b-4b8d-8afd-c1796b3fec91 tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/networks/e79bac5e-9a15-4090-95c2-bf09bb9dfbe1 HTTP/1.1" status: 204 len: 168 time: 1.7562318 Feb 16 23:50:55.880725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46584) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:55.901549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 426c6032-580d-4212-bfc3-cd018d28e337 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:55.917780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c46d490f-43ce-48b5-aedf-08fc7d523a3a up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:56.003796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-147a9073-1f40-4e7d-a518-0d763b7af3d8 None None] Provisioning for port 426c6032-580d-4212-bfc3-cd018d28e337 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:56.012440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-147a9073-1f40-4e7d-a518-0d763b7af3d8 None None] Provisioning complete for port 426c6032-580d-4212-bfc3-cd018d28e337 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:56.013239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-147a9073-1f40-4e7d-a518-0d763b7af3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.017259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.067446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.111695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-b6b8fa51-debe-40e0-9ada-55379e073493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:56.113144 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-b6b8fa51-debe-40e0-9ada-55379e073493 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e569b5a-dc66-487a-9d39-5c0dbd48c83e HTTP/1.1" status: 200 len: 844 time: 0.6263330 Feb 16 23:50:56.183874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port a61a5cfa-cc26-4d8f-b622-387de72701be {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:56.185250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.217846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c46d490f-43ce-48b5-aedf-08fc7d523a3a completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:56.241196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c46d490f-43ce-48b5-aedf-08fc7d523a3a triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:56.241563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.253390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.298824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:56.313747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port c46d490f-43ce-48b5-aedf-08fc7d523a3a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:56.314096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.359113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-147a9073-1f40-4e7d-a518-0d763b7af3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.361294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.365769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:56.372574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.373665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] DHCP port deletion for e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:50:56.398820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Deleting port c46d490f-43ce-48b5-aedf-08fc7d523a3a {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:56.399157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.406383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Transition to ACTIVE for port object a1d55019-e20f-4671-b233-78b4fbc8559d will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:56.436705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:56.440147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.464716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-147a9073-1f40-4e7d-a518-0d763b7af3d8 None None] For port 426c6032-580d-4212-bfc3-cd018d28e337, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=426c6032-580d-4212-bfc3-cd018d28e337,segment=NetworkSegment(47ad516e-e2d6-4e2b-b68d-528485643c7e),segment_id=47ad516e-e2d6-4e2b-b68d-528485643c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:56.483603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a733c0e1-d566-4621-b4d1-cf96d0a0362d']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:56.487427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-c80de18d-9bc9-43ba-a7d9-b71e34cc0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:56.488961 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-c80de18d-9bc9-43ba-a7d9-b71e34cc0f88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=666eb452-6e7c-46bb-b1b2-88cf993711dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3558588 Feb 16 23:50:56.502780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-147a9073-1f40-4e7d-a518-0d763b7af3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.518302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] device_id is not set on port 7495471c-64b3-4190-9a1b-03cd408d5095 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:56.518751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab23157-30dd-416b-a910-1d54730142cb') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:56.519263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab23157-30dd-416b-a910-1d54730142cb') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:56.555128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.569183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e199f1-e19c-48cb-ab7e-5271ba9c3a2f req-dbbf2dfb-ed76-4462-ac6c-da16f05795df tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:56.581183 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-82e199f1-e19c-48cb-ab7e-5271ba9c3a2f req-dbbf2dfb-ed76-4462-ac6c-da16f05795df tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2838368 Feb 16 23:50:56.615118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port a61a5cfa-cc26-4d8f-b622-387de72701be, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a61a5cfa-cc26-4d8f-b622-387de72701be,segment=NetworkSegment(78f00fab-9a77-49cb-849b-aa15a9d9cd99),segment_id=78f00fab-9a77-49cb-849b-aa15a9d9cd99)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:56.615118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.629910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.645838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:56.646770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.647228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:56.709695 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:56.735422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a9073-1f40-4e7d-a518-0d763b7af3d8 None None] Pushing event updated for resources: {'Port': ['ID=426c6032-580d-4212-bfc3-cd018d28e337,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:56.810564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:56.810953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.825355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for a61a5cfa-cc26-4d8f-b622-387de72701be owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:56.839019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:56.839390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:56.955825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:56.964308 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Calling delete_port for c46d490f-43ce-48b5-aedf-08fc7d523a3a owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:56.968631 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-82e199f1-e19c-48cb-ab7e-5271ba9c3a2f req-07dfdaf3-dafd-4ccb-a790-f71154f255e7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866487 Feb 16 23:50:57.013415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for c46d490f-43ce-48b5-aedf-08fc7d523a3a owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:57.014605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e256ae33-393d-495d-89e4-d52f18c68851 None None] Provisioning complete for port 426c6032-580d-4212-bfc3-cd018d28e337 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:57.015047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e256ae33-393d-495d-89e4-d52f18c68851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.040512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.054370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.079570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.087344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.095433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.151290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] Pushing event deleted for resources: {'Network': ['ID=a733c0e1-d566-4621-b4d1-cf96d0a0362d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:57.163155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No DVR routers for this DVR port a61a5cfa-cc26-4d8f-b622-387de72701be on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:50:57.165716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Port': ['ID=a61a5cfa-cc26-4d8f-b622-387de72701be,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:57.187485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=c46d490f-43ce-48b5-aedf-08fc7d523a3a,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:57.194252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Allocated IP 172.20.0.8 (fa1f759a-d8e8-45ad-b3bd-da034bd55e3e/2861c2a6-1e3a-4d16-8636-5772b683e8ae/7495471c-64b3-4190-9a1b-03cd408d5095) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:57.204221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:57.205447 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9cc32a95-39cf-4fb9-a0e3-f810f91e0cea tempest-BulkNetworkOpsTest-1336447834 tempest-BulkNetworkOpsTest-1336447834-project] 10.222.0.47 "DELETE /v2.0/networks/a733c0e1-d566-4621-b4d1-cf96d0a0362d HTTP/1.1" status: 204 len: 168 time: 1.3234868 Feb 16 23:50:57.220097 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-afeeb52b-3076-401e-9f10-09af0b0eba3f service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059603 Feb 16 23:50:57.225636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:57.251453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=a1d55019-e20f-4671-b233-78b4fbc8559d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:57.256184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:57.261812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:57.262968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.418215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 426c6032-580d-4212-bfc3-cd018d28e337 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:50:57.424099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:57.424406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:57.435259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.510448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320b446c-c085-4b28-b736-e3750957b656']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:57.513758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:57.514300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:57.538323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 426c6032-580d-4212-bfc3-cd018d28e337 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:57.538697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.551471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f00fab-9a77-49cb-849b-aa15a9d9cd99') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:57.551471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f00fab-9a77-49cb-849b-aa15a9d9cd99') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:50:57.552633 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d0baea27-3cee-4046-97d8-4c7348f5f911 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1594899 Feb 16 23:50:57.558941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46600) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:57.580654 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'network_id': '963b095b-dc7d-4995-9b54-7e0406ffbe77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097487011'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:57.588905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.632896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.649778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:50:57.650284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:50:57.690479 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:50:57.733080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46608) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:57.791669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.802388 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8216f94-27ac-4b61-a096-b2d5129d63cf req-137d667e-7e46-48c9-8d52-9b88e65a9444 service neutron] 10.222.0.24 "GET /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739279 Feb 16 23:50:57.803304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8f14145a-1b47-4d66-a929-487c76daa34b None None] Provisioning for port a1d55019-e20f-4671-b233-78b4fbc8559d completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:57.827879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8f14145a-1b47-4d66-a929-487c76daa34b None None] Provisioning complete for port a1d55019-e20f-4671-b233-78b4fbc8559d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:57.831080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f14145a-1b47-4d66-a929-487c76daa34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.861291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:57.875553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=320b446c-c085-4b28-b736-e3750957b656,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:57.890148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-81ae2053-f62c-420f-aa4a-7d2dd3d30555 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/320b446c-c085-4b28-b736-e3750957b656 HTTP/1.1" status: 204 len: 168 time: 5.4214685 Feb 16 23:50:57.894226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46614) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:57.900407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-670531058'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:57.910954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c46d490f-43ce-48b5-aedf-08fc7d523a3a no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:50:57.955980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:57.966394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:57.971218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:57.978288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:58.000897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:58.004733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.020229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Deleting port c46d490f-43ce-48b5-aedf-08fc7d523a3a {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:58.020436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port c46d490f-43ce-48b5-aedf-08fc7d523a3a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:58.020436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.020607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.049564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9beb2-175f-4899-99cd-5096375e8d9b req-c6a94fb3-7548-45a9-8182-7399def397fe tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:58.051825 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6d9beb2-175f-4899-99cd-5096375e8d9b req-c6a94fb3-7548-45a9-8182-7399def397fe tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.1465979 Feb 16 23:50:58.051825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:58.084705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.084705 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment b6f2f56d-b58e-4e08-8d1c-780af95c88a8 of type vlan for network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 Feb 16 23:50:58.092952 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8f14145a-1b47-4d66-a929-487c76daa34b None None] Port a1d55019-e20f-4671-b233-78b4fbc8559d cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:58.129764 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6d9beb2-175f-4899-99cd-5096375e8d9b req-8c35f5d9-b895-4987-8941-c92f438b4b1b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724654 Feb 16 23:50:58.148087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.183697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.190762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:58.191719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.196041 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d6acace4-7bae-4d46-8ca1-a18f4925b1e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=408abb6210ee4646bdabca1a0dc425dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556878 Feb 16 23:50:58.201811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46618) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:58.227452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.240463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:58.258057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Usage tracker for resource:port and tenant:0076e3f569f24c48aa2d443dcdd71234 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:58.261901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:58.268250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:58.284162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.319751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=31bcdcc5-5f04-4186-a007-dab7a16be0c7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:58.335033 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-54193a7c-ea91-471e-bebc-f9f5a4ff25fd tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4367540 Feb 16 23:50:58.335286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46622) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:58.335895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:58.340929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '31bcdcc5-5f04-4186-a007-dab7a16be0c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:58.361368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:58.361855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.421419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Made reservation on behalf of 0076e3f569f24c48aa2d443dcdd71234 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:58.424926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.432816 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:58.440522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Transition to ACTIVE for port object 7495471c-64b3-4190-9a1b-03cd408d5095 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:58.466951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:58.470681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:58.473514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:58.479471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:58.489267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:58.493357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.497529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] device_id is not set on port 26c6cd66-1556-456e-a0b7-2557af2df7e6 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:58.543685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:58.544435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.549748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.558611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Calling delete_port for c46d490f-43ce-48b5-aedf-08fc7d523a3a owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:58.701772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=c46d490f-43ce-48b5-aedf-08fc7d523a3a,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:58.707180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:58.707635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:58.707811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for c46d490f-43ce-48b5-aedf-08fc7d523a3a owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:58.735610 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfbd0-fa97-45b1-b367-b31324f60390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.740495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Deleting port c46d490f-43ce-48b5-aedf-08fc7d523a3a {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:58.740878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.781794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.798909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.834998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfbd0-fa97-45b1-b367-b31324f60390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.867719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=0d049b97-ac00-4273-8243-3738114c78a5,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:58.872565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': 'b6f2f56d-b58e-4e08-8d1c-780af95c88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '31bcdcc5-5f04-4186-a007-dab7a16be0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:50:58.872922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 31bcdcc5-5f04-4186-a007-dab7a16be0c7, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:50:58.893792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:50:58.904898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 31bcdcc5-5f04-4186-a007-dab7a16be0c7) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:58.909383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:58.909971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.924508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638c71c-9a26-4fd0-8b2b-144f03d8be46 None None] Network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:50:58.938990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eca4b788-14b2-4387-bfc4-bc77f88060ce tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6026437 Feb 16 23:50:58.939662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46626) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:58.945957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615979449'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:58.952397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:58.957451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:58.961313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:58.969007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:58.987141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:50:58.989695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:58.993835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:58.999607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:50:59.015709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Allocated IP 2001:db8::2b8 (963b095b-dc7d-4995-9b54-7e0406ffbe77/982c431b-077c-4342-9417-2e3bd06feafe/26c6cd66-1556-456e-a0b7-2557af2df7e6) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:59.018160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:50:59.041583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:50:59.044399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:50:59.044795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:50:59.047474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] For port c46d490f-43ce-48b5-aedf-08fc7d523a3a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c46d490f-43ce-48b5-aedf-08fc7d523a3a,segment=NetworkSegment(0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f),segment_id=0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:50:59.047881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.055587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=7495471c-64b3-4190-9a1b-03cd408d5095,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:59.074535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.075560 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment b03c65e9-1a67-4cb6-a5fb-465035c424e0 of type vlan for network 6a82cd9e-72d0-4742-83c2-fc6649f8b0a9 Feb 16 23:50:59.122623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.130130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:59.130962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.143303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfbd0-fa97-45b1-b367-b31324f60390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.172818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.183787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdfbd0-fa97-45b1-b367-b31324f60390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b11fce-cd5b-43e5-b693-48bdc2306c86,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:59.189657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:59.194555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.201533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Calling delete_port for c46d490f-43ce-48b5-aedf-08fc7d523a3a owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:50:59.242090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfbd0-fa97-45b1-b367-b31324f60390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.243532 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3022358 Feb 16 23:50:59.244632 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2dcdfbd0-fa97-45b1-b367-b31324f60390 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71b11fce-cd5b-43e5-b693-48bdc2306c86 HTTP/1.1" status: 204 len: 168 time: 1.0143859 Feb 16 23:50:59.248557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46632) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:59.266716 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8752fead-83d2-4cd5-ae41-39efc5153f3e tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7756453 Feb 16 23:50:59.291611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46638) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:50:59.331235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '6a82cd9e-72d0-4742-83c2-fc6649f8b0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:59.365446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'network_id': 'fa1f759a-d8e8-45ad-b3bd-da034bd55e3e', 'name': 'tempest-AllowedAddressPairTestJSON-280715243'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:50:59.390592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.459617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] Pushing event deleted for resources: {'Port': ['ID=c46d490f-43ce-48b5-aedf-08fc7d523a3a,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:59.463942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e61d0c-3426-4dca-9808-9b830c990b85 None None] No DVR routers for this DVR port c46d490f-43ce-48b5-aedf-08fc7d523a3a on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:50:59.515169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1927e-3277-4276-b2a0-581df48e3e63 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=6a82cd9e-72d0-4742-83c2-fc6649f8b0a9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:50:59.557712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 6a82cd9e-72d0-4742-83c2-fc6649f8b0a9 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:50:59.573927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-31bcdcc5-5f04-4186-a007-dab7a16be0c7', 'network_id': '31bcdcc5-5f04-4186-a007-dab7a16be0c7', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': '0d049b97-ac00-4273-8243-3738114c78a5'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:50:59.574758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.580452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:59.591454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:59.595377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:50:59.597393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9dbddcdd-97af-4936-84af-055ffdff21d9 None None] Provisioning for port 7495471c-64b3-4190-9a1b-03cd408d5095 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:50:59.601766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:50:59.602003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.605644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:50:59.609525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Made reservation on behalf of c29ebebc3c0648a78da3595507e04fb6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:59.613448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.613947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:50:59.648866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ff669-5774-4006-b0b7-f10f7278f0a9 req-175141e5-768d-4b05-a402-132306557a31 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:50:59.650694 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e61ff669-5774-4006-b0b7-f10f7278f0a9 req-175141e5-768d-4b05-a402-132306557a31 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3005099 Feb 16 23:50:59.651563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:50:59.658002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.663780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Transition to ACTIVE for port object 26c6cd66-1556-456e-a0b7-2557af2df7e6 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:50:59.678403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] device_id is not set on port 57ce7917-84be-4d4b-b2d8-417f81a18591 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:50:59.700342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9dbddcdd-97af-4936-84af-055ffdff21d9 None None] Provisioning complete for port 7495471c-64b3-4190-9a1b-03cd408d5095 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:50:59.700963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9dbddcdd-97af-4936-84af-055ffdff21d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.814760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port c46d490f-43ce-48b5-aedf-08fc7d523a3a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:50:59.814760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.820149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9dbddcdd-97af-4936-84af-055ffdff21d9 None None] Port 7495471c-64b3-4190-9a1b-03cd408d5095 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:50:59.896268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Allocated IP 2001:db8::3 (31bcdcc5-5f04-4186-a007-dab7a16be0c7/0d049b97-ac00-4273-8243-3738114c78a5/5132eda6-7dd2-4985-ab91-147e65155499) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:50:59.902172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:50:59.912973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] The port 'c46d490f-43ce-48b5-aedf-08fc7d523a3a' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:50:59.935695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing IP validity checks on allocation pools {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 23:50:59.936757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 23:51:00.037603 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e61ff669-5774-4006-b0b7-f10f7278f0a9 req-a294f9d9-1094-4149-bbcd-8a39124750dc tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478532 Feb 16 23:51:00.100270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.175449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.184899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:00.186455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Transition to ACTIVE for port object 5132eda6-7dd2-4985-ab91-147e65155499 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:00.193358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:00.209256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Transition to ACTIVE for port object 5132eda6-7dd2-4985-ab91-147e65155499 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:00.217108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': 'b03c65e9-1a67-4cb6-a5fb-465035c424e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6a82cd9e-72d0-4742-83c2-fc6649f8b0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:00.217640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 6a82cd9e-72d0-4742-83c2-fc6649f8b0a9, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:00.217900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.236992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=d2fd7f72-c49d-4052-9711-1e9355f829cc,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:00.260917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 6a82cd9e-72d0-4742-83c2-fc6649f8b0a9 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:00.277876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 6a82cd9e-72d0-4742-83c2-fc6649f8b0a9) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:00.287868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:00.291317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.292985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:00.299626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684828f-e2a6-4efa-ac10-aec1f8fd9da4 None None] Network 6a82cd9e-72d0-4742-83c2-fc6649f8b0a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:00.300124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:00.300878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.332754 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e27990e2-b21d-419f-8463-73f747495596 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0828581 Feb 16 23:51:00.335384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46662) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:00.351068 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7789519 Feb 16 23:51:00.359903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46666) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:00.376770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.385421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Allocated IP 172.20.0.3 (fa1f759a-d8e8-45ad-b3bd-da034bd55e3e/2861c2a6-1e3a-4d16-8636-5772b683e8ae/57ce7917-84be-4d4b-b2d8-417f81a18591) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:00.391408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46670) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:00.392346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c92b89-65d7-47ae-b256-592611af048b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=26c6cd66-1556-456e-a0b7-2557af2df7e6,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:00.400811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:73:64:94'}, {'ip_address': '2001:db8::374', 'mac_address': 'fa:16:3e:0f:99:c3'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:00.423507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:00.441129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:00.445184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:00.461104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:00.490183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:00.490723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba2ecdf-8b4c-410b-91d8-7b64f1973d2f') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:00.514242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.565710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.608658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Pushing event updated for resources: {'Port': ['ID=5132eda6-7dd2-4985-ab91-147e65155499,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:00.625118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Attempting to bind port 5132eda6-7dd2-4985-ab91-147e65155499 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:00.625865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Attempting to bind port 5132eda6-7dd2-4985-ab91-147e65155499 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'b6f2f56d-b58e-4e08-8d1c-780af95c88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '31bcdcc5-5f04-4186-a007-dab7a16be0c7'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:00.626239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Attempting to bind port 5132eda6-7dd2-4985-ab91-147e65155499 on network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:00.628309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b1af4d05-07b8-4583-b0b7-d914eaad859b None None] Provisioning for port 26c6cd66-1556-456e-a0b7-2557af2df7e6 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:00.636203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b1af4d05-07b8-4583-b0b7-d914eaad859b None None] Provisioning complete for port 26c6cd66-1556-456e-a0b7-2557af2df7e6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:00.636582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b1af4d05-07b8-4583-b0b7-d914eaad859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.651612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.683041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:00.683598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Checking segment: {'id': 'b6f2f56d-b58e-4e08-8d1c-780af95c88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '31bcdcc5-5f04-4186-a007-dab7a16be0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:00.684682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.685069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Bound using segment: {'id': 'b6f2f56d-b58e-4e08-8d1c-780af95c88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '31bcdcc5-5f04-4186-a007-dab7a16be0c7'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:00.685774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Bound port: 5132eda6-7dd2-4985-ab91-147e65155499, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f2f56d-b58e-4e08-8d1c-780af95c88a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '31bcdcc5-5f04-4186-a007-dab7a16be0c7'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:00.686050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.706089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-811122655'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:00.720700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:00.735643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.738446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:00.740816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.751960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:00.769130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:00.769523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:00.783858 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:00.786161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:00.791203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fd7f72-c49d-4052-9711-1e9355f829cc,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:00.806425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4774c19-6a66-4a72-8139-18ef7e3d38c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-6a82cd9e-72d0-4742-83c2-fc6649f8b0a9', 'network_id': '6a82cd9e-72d0-4742-83c2-fc6649f8b0a9', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': 'd2fd7f72-c49d-4052-9711-1e9355f829cc'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:00.807256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d4774c19-6a66-4a72-8139-18ef7e3d38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.837075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b1af4d05-07b8-4583-b0b7-d914eaad859b None None] Port 26c6cd66-1556-456e-a0b7-2557af2df7e6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:00.885449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.897223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.925992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a82cd9e-72d0-4742-83c2-fc6649f8b0a9']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:00.928510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] For port 5132eda6-7dd2-4985-ab91-147e65155499, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:00.932083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] For port 5132eda6-7dd2-4985-ab91-147e65155499, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5132eda6-7dd2-4985-ab91-147e65155499,segment=NetworkSegment(b6f2f56d-b58e-4e08-8d1c-780af95c88a8),segment_id=b6f2f56d-b58e-4e08-8d1c-780af95c88a8)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:00.939465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.940225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03c65e9-1a67-4cb6-a5fb-465035c424e0') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:00.940712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03c65e9-1a67-4cb6-a5fb-465035c424e0') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:00.952958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:00.954142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.956488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.976655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.982678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:00.984733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:00.985166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:01.000226 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:01.022288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ba962-f9bf-40dc-820f-75fc37f0342d None None] Network 6a82cd9e-72d0-4742-83c2-fc6649f8b0a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:01.036877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.052392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:01.089517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.099171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545acb13-7a10-4cc5-b652-ea1b9a82f9ee None None] Pushing event updated for resources: {'Port': ['ID=5132eda6-7dd2-4985-ab91-147e65155499,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:01.101579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.107814 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf HTTP/1.1" status: 204 len: 168 time: 5.5240772 Feb 16 23:51:01.110087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46678) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:01.132216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group_rule and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:01.138574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:01.144036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b110c-ddce-4b84-ab9e-e416c0ab10a9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=e2ff7694-f3c4-40af-b5a6-f3ec7d2c53bf,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:01.145538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.160506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=6a82cd9e-72d0-4742-83c2-fc6649f8b0a9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:01.167607 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a0e09416-7e89-4175-a964-2fb3d0918036 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/6a82cd9e-72d0-4742-83c2-fc6649f8b0a9 HTTP/1.1" status: 204 len: 168 time: 0.8310194 Feb 16 23:51:01.173166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-31477500'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:01.173611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:01.178045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46682) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:01.188433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596844592'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:01.198752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:01.203764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:01.207215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:01.216393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:01.225976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:01.237169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:01.250432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:01.253374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:01.257691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.329295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.332013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:01.368490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:01.378502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Transition to ACTIVE for port object 57ce7917-84be-4d4b-b2d8-417f81a18591 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:01.399735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:01.413834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.426761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.427115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 8172078d-321d-4da0-9973-bd515ed42b58 of type vlan for network 1af073f6-de1a-47c8-a313-f787d66252a6 Feb 16 23:51:01.444432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5132eda6-7dd2-4985-ab91-147e65155499 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:01.463093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:01.472814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.473158 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment 1ae1345a-d23d-4273-9190-ad4eabf9a112 of type vlan for network fac959a6-ace7-40a3-883c-ebdfab110a48 Feb 16 23:51:01.510779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.511054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.527439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.531394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.534219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 5132eda6-7dd2-4985-ab91-147e65155499 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:01.552337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.586110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6007eb-996c-4bc4-a827-01a0515f516b req-80504751-9aee-4956-9879-d96ecc1b6142 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:01.587574 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe6007eb-996c-4bc4-a827-01a0515f516b req-80504751-9aee-4956-9879-d96ecc1b6142 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3392494 Feb 16 23:51:01.605531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.610862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:01.611434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.627102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.628694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:01.631807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:01.646743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:01.659225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.663536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:01.713335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50d92c1-e7c9-4074-ada0-7004cdf98033,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:01.725166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.726053 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment 2f78cbd2-a5d5-4076-809a-230e4cc72c5e of type vlan for network b97692d8-ce1c-4683-8957-bbeea77997e2 Feb 16 23:51:01.726620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.732681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:01.733564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.748975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] In _notify_port_updated(), no bound segment for port 26c6cd66-1556-456e-a0b7-2557af2df7e6 on network 963b095b-dc7d-4995-9b54-7e0406ffbe77 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:51:01.754847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:01.755796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.757352 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "PUT /v2.0/ports/26c6cd66-1556-456e-a0b7-2557af2df7e6 HTTP/1.1" status: 200 len: 1068 time: 1.3923502 Feb 16 23:51:01.762966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=57ce7917-84be-4d4b-b2d8-417f81a18591,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:01.768241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46686) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:01.777126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6635742 Feb 16 23:51:01.780920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46690) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:01.795057 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8eee7a-4651-4475-8d73-2b7bfbb586d6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=fac959a6-ace7-40a3-883c-ebdfab110a48,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:01.800369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:01.807259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network fac959a6-ace7-40a3-883c-ebdfab110a48 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:01.837658 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6584136 Feb 16 23:51:01.849340 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe6007eb-996c-4bc4-a827-01a0515f516b req-0d66a9b3-bb20-4f2f-adaf-b3179389a210 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485330 Feb 16 23:51:01.851967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46694) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:01.862900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:01.863595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.877545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '1af073f6-de1a-47c8-a313-f787d66252a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:01.898942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:01.975476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting port 26c6cd66-1556-456e-a0b7-2557af2df7e6 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:01.980818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.024316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365826be-4e3b-4310-b3e5-ff7b0972ddca tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event updated for resources: {'Port': ['ID=26c6cd66-1556-456e-a0b7-2557af2df7e6,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:02.046619 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d1e02eb0-3497-4115-bf21-f05dc53c4be4 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7487249 Feb 16 23:51:02.048562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46698) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:02.065488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:f3:cc:61'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:b9:55:0c'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:02.102459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a4b42ab4-6855-495b-9e6b-31a6faba8cf4 None None] Provisioning for port 57ce7917-84be-4d4b-b2d8-417f81a18591 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:02.108773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a4b42ab4-6855-495b-9e6b-31a6faba8cf4 None None] Provisioning complete for port 57ce7917-84be-4d4b-b2d8-417f81a18591 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:02.109726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4b42ab4-6855-495b-9e6b-31a6faba8cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.127585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.133053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:02.133662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.163289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:02.185872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a4b42ab4-6855-495b-9e6b-31a6faba8cf4 None None] Port 57ce7917-84be-4d4b-b2d8-417f81a18591 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:02.211513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:02.217582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:02.310451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4558f060-9a5b-4581-91b3-40d3c4f706a7 None None] Provisioning complete for port 26c6cd66-1556-456e-a0b7-2557af2df7e6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:02.310964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4558f060-9a5b-4581-91b3-40d3c4f706a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.326949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:02.346823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:02.350228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.368546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fcd6e-0751-4425-8e7d-f8ab293d86be tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=1af073f6-de1a-47c8-a313-f787d66252a6,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:02.384715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 1af073f6-de1a-47c8-a313-f787d66252a6 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:02.409979 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0116732 Feb 16 23:51:02.419158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4558f060-9a5b-4581-91b3-40d3c4f706a7 None None] Port 26c6cd66-1556-456e-a0b7-2557af2df7e6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:02.433170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46702) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:02.442638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:02.450591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'name': 'tempest-PortsIpV6TestJSON-1802704351'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:02.479221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b3d43-4520-4646-9f82-12c49ffe6fa5 None None] Network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:02.483554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:02.534205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:02.534414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3510e9-5693-4021-9c7a-d16b2a0eed6d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=b97692d8-ce1c-4683-8957-bbeea77997e2,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:02.551830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:02.560101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:02.605260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:02.611883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:02.615315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.686061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-555fcfd4-a953-45bd-8d75-723772e8d531 None None] Provisioning for port 5132eda6-7dd2-4985-ab91-147e65155499 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:02.718926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-555fcfd4-a953-45bd-8d75-723772e8d531 None None] Provisioning complete for port 5132eda6-7dd2-4985-ab91-147e65155499 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:02.718926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-555fcfd4-a953-45bd-8d75-723772e8d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.719271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.725786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:port and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:02.729912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:02.745409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:02.803158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:02.806610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.847331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:02.853766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:03.001762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-555fcfd4-a953-45bd-8d75-723772e8d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.008604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Calling delete_port for 26c6cd66-1556-456e-a0b7-2557af2df7e6 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:03.064636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-555fcfd4-a953-45bd-8d75-723772e8d531 None None] For port 5132eda6-7dd2-4985-ab91-147e65155499, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5132eda6-7dd2-4985-ab91-147e65155499,segment=NetworkSegment(b6f2f56d-b58e-4e08-8d1c-780af95c88a8),segment_id=b6f2f56d-b58e-4e08-8d1c-780af95c88a8)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:03.068773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-555fcfd4-a953-45bd-8d75-723772e8d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.114161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.148633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fcfd4-a953-45bd-8d75-723772e8d531 None None] Pushing event updated for resources: {'Port': ['ID=5132eda6-7dd2-4985-ab91-147e65155499,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:03.272509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.284420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.307110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=b1a1c0f0-85ae-4717-8dcd-7d235c543ef3,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:03.319397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de2dd12-c221-4576-b3ee-be750ca07aae None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:51:03.323755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.331006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.353193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': '1ae1345a-d23d-4273-9190-ad4eabf9a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:03.353563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: fac959a6-ace7-40a3-883c-ebdfab110a48, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:03.386447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcd0f4-18bf-464a-b44f-c8d201a14e59 req-c1352947-fe7d-466e-a947-81074e2f182b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:03.394253 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ffcd0f4-18bf-464a-b44f-c8d201a14e59 req-c1352947-fe7d-466e-a947-81074e2f182b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4316258 Feb 16 23:51:03.422788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5132eda6-7dd2-4985-ab91-147e65155499 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:03.423565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.425077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] In _notify_port_updated(), no bound segment for port 57ce7917-84be-4d4b-b2d8-417f81a18591 on network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:51:03.430456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:03.431297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.432755 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "PUT /v2.0/ports/57ce7917-84be-4d4b-b2d8-417f81a18591 HTTP/1.1" status: 200 len: 1055 time: 1.3767114 Feb 16 23:51:03.467260 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46708) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:03.485812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4ceeb7f4-d924-455f-8b40-a82535c7c59c None None] Provisioning complete for port 5132eda6-7dd2-4985-ab91-147e65155499 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:03.486360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb7f4-d924-455f-8b40-a82535c7c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.502383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network fac959a6-ace7-40a3-883c-ebdfab110a48 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:03.519814 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ffcd0f4-18bf-464a-b44f-c8d201a14e59 req-357c85c4-0c2c-414b-93fa-b7698163ecd9 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246691 Feb 16 23:51:03.541232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, fac959a6-ace7-40a3-883c-ebdfab110a48) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:03.551246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:03.551827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.558076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.558289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 57ce7917-84be-4d4b-b2d8-417f81a18591 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:03.558671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.562501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=7aef6405-acbc-43a5-9dfa-daee7430e9d9,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:03.638186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': '8172078d-321d-4da0-9973-bd515ed42b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1af073f6-de1a-47c8-a313-f787d66252a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:03.638565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 1af073f6-de1a-47c8-a313-f787d66252a6, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:03.679442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:03.687644 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0b514090-4555-4045-9324-914a5620cf68 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8997695 Feb 16 23:51:03.693931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46712) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:03.702936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1853398372'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:03.727828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': '2f78cbd2-a5d5-4076-809a-230e4cc72c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:03.728237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: b97692d8-ce1c-4683-8957-bbeea77997e2, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:03.752866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5132eda6-7dd2-4985-ab91-147e65155499 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:03.753247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.770089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da581da-a778-4d64-853f-9fcd9c5fad31 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event updated for resources: {'Port': ['ID=57ce7917-84be-4d4b-b2d8-417f81a18591,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:03.780491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 1af073f6-de1a-47c8-a313-f787d66252a6 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:03.799498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 1af073f6-de1a-47c8-a313-f787d66252a6) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:03.809458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:03.810041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.833872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a170e73-e35d-4ce6-9dd5-ce0a7334465f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.844825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Port': ['ID=26c6cd66-1556-456e-a0b7-2557af2df7e6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:03.846203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:03.868903 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5e907840-34e0-4fb0-8850-e78f24e9c824 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0063388 Feb 16 23:51:03.872445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46718) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:03.909587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, b97692d8-ce1c-4683-8957-bbeea77997e2) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:03.967004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:03.972808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:03.973667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:03.980658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2dd12-c221-4576-b3ee-be750ca07aae None None] Unable to find a vacant binding_index for network fac959a6-ace7-40a3-883c-ebdfab110a48 and agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 {{(pid=87678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 23:51:03.993686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:03.996297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2dd12-c221-4576-b3ee-be750ca07aae None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, fac959a6-ace7-40a3-883c-ebdfab110a48) {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:51:04.004690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:04.017046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:04.026378 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-63082eef-95d6-45ab-8c9e-23981b3c5bc8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5822809 Feb 16 23:51:04.029239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:04.031756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46722) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:04.041438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1321020327'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:04.060101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.061381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:04.079528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:04.089648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:04.093917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.102789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:04.118227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.122977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:04.140004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port c1c9358d-eb31-4a37-9175-8b71c540db53 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:04.215278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:04.219022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.255012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Calling delete_port for 57ce7917-84be-4d4b-b2d8-417f81a18591 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:04.341985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.357713 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6f9b7686-f6e8-49d3-9b19-a6fba2045de6 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/ports/26c6cd66-1556-456e-a0b7-2557af2df7e6 HTTP/1.1" status: 204 len: 168 time: 2.5859828 Feb 16 23:51:04.360428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46726) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:04.418983 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-03578dc6-22a7-40aa-8cf6-1d51c1a0b528 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] GET failed (client error): The resource could not be found. Feb 16 23:51:04.419758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-03578dc6-22a7-40aa-8cf6-1d51c1a0b528 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Synchronizing usage tracker for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:04.422062 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:04.429119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.443666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-1af073f6-de1a-47c8-a313-f787d66252a6', 'network_id': '1af073f6-de1a-47c8-a313-f787d66252a6', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': '7aef6405-acbc-43a5-9dfa-daee7430e9d9'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:04.444301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.457395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-fac959a6-ace7-40a3-883c-ebdfab110a48', 'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48', 'tenant_id': '4f148cee190d4f2f99e3410c06365da9', 'fixed_ips': [{'subnet_id': 'b1a1c0f0-85ae-4717-8dcd-7d235c543ef3'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:04.458287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.477016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-03578dc6-22a7-40aa-8cf6-1d51c1a0b528 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Unset dirty status for tenant:0076e3f569f24c48aa2d443dcdd71234 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:04.477712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.478062 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment 59d069d9-aaf0-4222-8e25-ead76c2a6033 of type vlan for network fc771ee7-8052-4b68-8ed6-e9b71225c671 Feb 16 23:51:04.479171 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-03578dc6-22a7-40aa-8cf6-1d51c1a0b528 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "GET /v2.0/ports/26c6cd66-1556-456e-a0b7-2557af2df7e6 HTTP/1.1" status: 404 len: 333 time: 0.1178367 Feb 16 23:51:04.484418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46730) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:04.538151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.7 (fac959a6-ace7-40a3-883c-ebdfab110a48/b1a1c0f0-85ae-4717-8dcd-7d235c543ef3/c1c9358d-eb31-4a37-9175-8b71c540db53) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:04.541201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.578208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting port a1d55019-e20f-4671-b233-78b4fbc8559d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:04.578556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.608750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.704114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Allocated IP 2001:db8::1 (1af073f6-de1a-47c8-a313-f787d66252a6/7aef6405-acbc-43a5-9dfa-daee7430e9d9/bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:04.740392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Port': ['ID=57ce7917-84be-4d4b-b2d8-417f81a18591,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:04.820527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.826677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:04.826899 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.943750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.955608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Transition to ACTIVE for port object bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:04.972426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9371240 Feb 16 23:51:04.975744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46736) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:04.975891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Transition to ACTIVE for port object bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:04.977346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99cd0b-d4c2-4e4a-8a4b-a90476ee6702 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=fc771ee7-8052-4b68-8ed6-e9b71225c671,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:04.987392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:04.992230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'ports': [{'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2'}, {'network_id': 'fc771ee7-8052-4b68-8ed6-e9b71225c671'}]} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:04.992544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:04.993026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'fc771ee7-8052-4b68-8ed6-e9b71225c671'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:05.026323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e476-8a2f-4f4e-a57b-dfa4252871a1 req-81eaa28a-af39-4eac-ba71-216b55d9a298 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:05.029282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network fc771ee7-8052-4b68-8ed6-e9b71225c671 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:05.032974 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e7f0e476-8a2f-4f4e-a57b-dfa4252871a1 req-81eaa28a-af39-4eac-ba71-216b55d9a298 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3670781 Feb 16 23:51:05.063738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.136194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Network 1af073f6-de1a-47c8-a313-f787d66252a6 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:05.143014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.148190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:05.153912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.155742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:05.160550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Pushing event updated for resources: {'Port': ['ID=bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:05.170935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object c1c9358d-eb31-4a37-9175-8b71c540db53 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:05.185809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.251449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=7aef6405-acbc-43a5-9dfa-daee7430e9d9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:05.260494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Attempting to bind port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:05.260936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Attempting to bind port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '8172078d-321d-4da0-9973-bd515ed42b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1af073f6-de1a-47c8-a313-f787d66252a6'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:05.261365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Attempting to bind port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 on network 1af073f6-de1a-47c8-a313-f787d66252a6 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:05.266754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:05.267206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Checking segment: {'id': '8172078d-321d-4da0-9973-bd515ed42b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1af073f6-de1a-47c8-a313-f787d66252a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:05.267669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.268154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Bound using segment: {'id': '8172078d-321d-4da0-9973-bd515ed42b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1af073f6-de1a-47c8-a313-f787d66252a6'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:05.268754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Bound port: bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8172078d-321d-4da0-9973-bd515ed42b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1af073f6-de1a-47c8-a313-f787d66252a6'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:05.269137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.284840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Calling delete_port for a1d55019-e20f-4671-b233-78b4fbc8559d owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:05.313875 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e3fea6e0-a1c1-40ac-8a96-7edd65f5355d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/ports/57ce7917-84be-4d4b-b2d8-417f81a18591 HTTP/1.1" status: 204 len: 168 time: 1.8452780 Feb 16 23:51:05.320963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46740) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:05.351622 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e7f0e476-8a2f-4f4e-a57b-dfa4252871a1 req-1c4971bc-a511-433d-bb7a-53217dc36891 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176095 Feb 16 23:51:05.379885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] For port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:05.380089 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f323a311-016d-47d2-b9f0-7fd22c625cce tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] GET failed (client error): The resource could not be found. Feb 16 23:51:05.380494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f323a311-016d-47d2-b9f0-7fd22c625cce tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Synchronizing usage tracker for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:05.384664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] For port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2,segment=NetworkSegment(8172078d-321d-4da0-9973-bd515ed42b58),segment_id=8172078d-321d-4da0-9973-bd515ed42b58)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:05.390049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.417793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f323a311-016d-47d2-b9f0-7fd22c625cce tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Unset dirty status for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:05.422392 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f323a311-016d-47d2-b9f0-7fd22c625cce tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "GET /v2.0/ports/57ce7917-84be-4d4b-b2d8-417f81a18591 HTTP/1.1" status: 404 len: 333 time: 0.0983510 Feb 16 23:51:05.422678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46744) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:05.478691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.491108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:05.499265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:port and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:05.512121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:05.512851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb26d62-e006-45fb-a4a6-d5c70be9fc03 None None] Pushing event updated for resources: {'Port': ['ID=bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:05.523678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af073f6-de1a-47c8-a313-f787d66252a6']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:05.532461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:05.539286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.599358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8172078d-321d-4da0-9973-bd515ed42b58') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:05.600028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8172078d-321d-4da0-9973-bd515ed42b58') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:05.602310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Allocated IP 172.20.0.2 (fac959a6-ace7-40a3-883c-ebdfab110a48/b1a1c0f0-85ae-4717-8dcd-7d235c543ef3/a985ac8b-296e-45ea-9c2c-7fac3bfbbd41) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:05.650214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.657803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 7495471c-64b3-4190-9a1b-03cd408d5095 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:05.658322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.662569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 2} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:05.667475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.698073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network fac959a6-ace7-40a3-883c-ebdfab110a48 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:05.705093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=c1c9358d-eb31-4a37-9175-8b71c540db53,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:05.711095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:05.712765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.715969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.717083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.729704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:05.770361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:05.770767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.776213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Port': ['ID=a1d55019-e20f-4671-b233-78b4fbc8559d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:05.794964 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:05.833951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.848799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Transition to ACTIVE for port object a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:05.857316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.880805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Transition to ACTIVE for port object a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:05.885024 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1382ad52-34d5-4abb-bc9e-ec6e42f72413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.889223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:05.907723 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cb960895-4feb-4d6a-b175-44ff498a8c51 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/ports/a1d55019-e20f-4671-b233-78b4fbc8559d HTTP/1.1" status: 204 len: 168 time: 1.4198208 Feb 16 23:51:05.912475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46748) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:05.953626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Network fac959a6-ace7-40a3-883c-ebdfab110a48 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:05.954722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:05.958496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:06.020120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:06.020669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.021455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.026115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Pushing event updated for resources: {'Port': ['ID=a985ac8b-296e-45ea-9c2c-7fac3bfbbd41,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:06.027624 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbde2dc-bf33-49b5-8268-a81a106e1fbc tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] GET failed (client error): The resource could not be found. Feb 16 23:51:06.032290 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fbbde2dc-bf33-49b5-8268-a81a106e1fbc tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "GET /v2.0/ports/a1d55019-e20f-4671-b233-78b4fbc8559d HTTP/1.1" status: 404 len: 333 time: 0.0857852 Feb 16 23:51:06.033038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46752) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:06.036953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:51:06.036953 dv-neutron-829040-1-hyperv neutron-server[87677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:51:06.036953 dv-neutron-829040-1-hyperv neutron-server[87677]: [parameters: {'id': '1af073f6-de1a-47c8-a313-f787d66252a6'}] Feb 16 23:51:06.036953 dv-neutron-829040-1-hyperv neutron-server[87677]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:06.037405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:06.092031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Attempting to bind port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:06.092595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Attempting to bind port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1ae1345a-d23d-4273-9190-ad4eabf9a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:06.093014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Attempting to bind port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 on network fac959a6-ace7-40a3-883c-ebdfab110a48 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:06.098274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:06.098711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Checking segment: {'id': '1ae1345a-d23d-4273-9190-ad4eabf9a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:06.099192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.099636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Bound using segment: {'id': '1ae1345a-d23d-4273-9190-ad4eabf9a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:06.100182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Bound port: a985ac8b-296e-45ea-9c2c-7fac3bfbbd41, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae1345a-d23d-4273-9190-ad4eabf9a112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fac959a6-ace7-40a3-883c-ebdfab110a48'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:06.100617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.120172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3216fa45-7235-4558-ab8d-13f53c9fd0ed tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4227250 Feb 16 23:51:06.122686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46756) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:06.187083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] For port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:06.190737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] For port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a985ac8b-296e-45ea-9c2c-7fac3bfbbd41,segment=NetworkSegment(1ae1345a-d23d-4273-9190-ad4eabf9a112),segment_id=1ae1345a-d23d-4273-9190-ad4eabf9a112)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:06.195345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Calling delete_port for 7495471c-64b3-4190-9a1b-03cd408d5095 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:06.196881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.281015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting port 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:06.281263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.284524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22192af1-e96a-4b44-9bd2-2f1b9d077812 None None] Pushing event updated for resources: {'Port': ['ID=a985ac8b-296e-45ea-9c2c-7fac3bfbbd41,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:06.343477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 644fc7ac-124c-437f-8b19-e4f4a6383945 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:06.358560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port c1c9358d-eb31-4a37-9175-8b71c540db53 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:06.358892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.552407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.568043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.634196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Port': ['ID=7495471c-64b3-4190-9a1b-03cd408d5095,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:06.719547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:06.719880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.748318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.791650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.839177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.880680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Calling delete_port for 8201aefa-63d7-48b3-b2d8-25d8cc49f6dc owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:06.900744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.908247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:06.938641 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9355fed3-0d34-4bbe-b9ae-1dbb3d4a319d tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/ports/7495471c-64b3-4190-9a1b-03cd408d5095 HTTP/1.1" status: 204 len: 168 time: 1.5149455 Feb 16 23:51:06.941554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46762) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:06.990610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cde9ff-2b0c-4ea3-a6b1-dd9d37adbd58 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] GET failed (client error): The resource could not be found. Feb 16 23:51:06.991148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-74cde9ff-2b0c-4ea3-a6b1-dd9d37adbd58 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Synchronizing usage tracker for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:07.052074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-74cde9ff-2b0c-4ea3-a6b1-dd9d37adbd58 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Unset dirty status for tenant:c29ebebc3c0648a78da3595507e04fb6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:07.053379 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-74cde9ff-2b0c-4ea3-a6b1-dd9d37adbd58 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "GET /v2.0/ports/7495471c-64b3-4190-9a1b-03cd408d5095 HTTP/1.1" status: 404 len: 333 time: 0.1111436 Feb 16 23:51:07.061286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46768) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:07.064240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for c1c9358d-eb31-4a37-9175-8b71c540db53 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:07.126526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c65a6-309c-412f-b123-05f3aa0d662b req-353801bb-ed61-4f94-9b85-0c79e9a7faed tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:07.128075 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-643c65a6-309c-412f-b123-05f3aa0d662b req-353801bb-ed61-4f94-9b85-0c79e9a7faed tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.6148670 Feb 16 23:51:07.153919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 4f1c89bf-1f1c-408a-86e4-e967473f4a9f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:07.154831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.159181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port a49174cf-c43d-4244-b95a-58e46b601761 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:07.201418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.288918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.322157 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-643c65a6-309c-412f-b123-05f3aa0d662b req-15eb240d-a1dc-430b-9727-f5d60d1cc52c tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764293 Feb 16 23:51:07.347592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2,segment=NetworkSegment(8172078d-321d-4da0-9973-bd515ed42b58),segment_id=8172078d-321d-4da0-9973-bd515ed42b58)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:07.348286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.362625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Port': ['ID=8201aefa-63d7-48b3-b2d8-25d8cc49f6dc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:07.404780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834e22e-a29e-441b-9057-06f1544a53ac None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:51:07.406646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.461187 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-26c205be-57f4-4bd4-a2bb-a949ebba466b tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/ports/8201aefa-63d7-48b3-b2d8-25d8cc49f6dc HTTP/1.1" status: 204 len: 168 time: 1.4270992 Feb 16 23:51:07.463847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46772) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:07.487210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bcc4141b-636d-4575-82e1-58ccaec899d1 None None] Provisioning for port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:07.514774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:07.541377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:07.603878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting subnet 982c431b-077c-4342-9417-2e3bd06feafe {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:07.613736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.625250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.649598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7834e22e-a29e-441b-9057-06f1544a53ac None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:51:07.651864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:07.665291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:07.666213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.700421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.713084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=c1c9358d-eb31-4a37-9175-8b71c540db53,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:07.756968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.804132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.808351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.898786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Calling delete_port for 4f1c89bf-1f1c-408a-86e4-e967473f4a9f owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:07.933771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.975337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:07.978310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Port': ['ID=bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:07.984725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No DVR routers for this DVR port bc070b9e-8c2f-4c6f-bff5-6cee1b0363e2 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:08.025174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.039580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a985ac8b-296e-45ea-9c2c-7fac3bfbbd41,segment=NetworkSegment(1ae1345a-d23d-4273-9190-ad4eabf9a112),segment_id=1ae1345a-d23d-4273-9190-ad4eabf9a112)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:08.053813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.117362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-82446d9f-cf61-4d8a-97dd-c279dcd817b6 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/c1c9358d-eb31-4a37-9175-8b71c540db53 HTTP/1.1" status: 204 len: 168 time: 1.9946256 Feb 16 23:51:08.118984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.120631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46776) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:08.142096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.152405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.187684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a985ac8b-296e-45ea-9c2c-7fac3bfbbd41,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:08.204193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.217870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af073f6-de1a-47c8-a313-f787d66252a6']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:08.246309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8172078d-321d-4da0-9973-bd515ed42b58') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:08.247205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8172078d-321d-4da0-9973-bd515ed42b58') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:08.252228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Port': ['ID=4f1c89bf-1f1c-408a-86e4-e967473f4a9f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:08.260413 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f8f659-9a14-4418-9a25-9a36770fbbcd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:51:08.261009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a6f8f659-9a14-4418-9a25-9a36770fbbcd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:08.265752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:08.267473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.277783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:08.286268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:08.287065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.290691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=644fc7ac-124c-437f-8b19-e4f4a6383945,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:08.293654 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Subnet': ['ID=982c431b-077c-4342-9417-2e3bd06feafe,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:08.295826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.304864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.320389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae17e3-f2e0-412b-ab95-9346fe769bcb None None] Network fac959a6-ace7-40a3-883c-ebdfab110a48 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:08.349650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:08.350024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.357147 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2c28fa78-d80b-4549-8e6e-ad3648383a59 tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/subnets/982c431b-077c-4342-9417-2e3bd06feafe HTTP/1.1" status: 204 len: 168 time: 0.8898008 Feb 16 23:51:08.358563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46784) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:08.358955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46cc19-3d29-4c0e-a9bd-271b678d59b4 None None] Network 1af073f6-de1a-47c8-a313-f787d66252a6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:08.375335 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:08.495350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.497664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a6f8f659-9a14-4418-9a25-9a36770fbbcd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:08.499000 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a6f8f659-9a14-4418-9a25-9a36770fbbcd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/c1c9358d-eb31-4a37-9175-8b71c540db53 HTTP/1.1" status: 404 len: 333 time: 0.3773992 Feb 16 23:51:08.503481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46790) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:08.604963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6fe93a-20ab-4334-a7b6-20165168f4a6 None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:08.608812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet b1a1c0f0-85ae-4717-8dcd-7d235c543ef3 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:08.619393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.619650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=a49174cf-c43d-4244-b95a-58e46b601761,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:08.644791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': '59d069d9-aaf0-4222-8e25-ead76c2a6033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc771ee7-8052-4b68-8ed6-e9b71225c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:08.645433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: fc771ee7-8052-4b68-8ed6-e9b71225c671, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:08.663137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.668830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.687967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Deleting port f5af9c3b-805d-4a54-8c3a-01965714872d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:08.688340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.716665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=1af073f6-de1a-47c8-a313-f787d66252a6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:08.722503 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f95320aa-74bc-4b54-977d-4ead2b41d523 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/1af073f6-de1a-47c8-a313-f787d66252a6 HTTP/1.1" status: 204 len: 168 time: 4.8484480 Feb 16 23:51:08.729157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46794) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:08.740646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94086180'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:08.747317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.749017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network fc771ee7-8052-4b68-8ed6-e9b71225c671 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:08.749846 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2cf0bb03-64d3-4aad-8607-d3dad4c53cd1 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/ports/4f1c89bf-1f1c-408a-86e4-e967473f4a9f HTTP/1.1" status: 204 len: 168 time: 1.6874826 Feb 16 23:51:08.751858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:08.757340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46798) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:08.760037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:08.767113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:08.776536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, fc771ee7-8052-4b68-8ed6-e9b71225c671) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:08.781924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:08.788347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:08.793219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:08.794492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.799114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:08.809158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc9466-871c-4b19-afda-519f81aac9e8 req-10283083-a633-42c1-9330-a6625961dfa4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:08.810885 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-95fc9466-871c-4b19-afda-519f81aac9e8 req-10283083-a633-42c1-9330-a6625961dfa4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2797315 Feb 16 23:51:08.856013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f92f20-b1b2-4791-862d-df7e3868c98e None None] Network 963b095b-dc7d-4995-9b54-7e0406ffbe77 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:08.859771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:08.863237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.872915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca0c8ec-222d-4a6c-837f-a1515a01f7fa None None] Network fc771ee7-8052-4b68-8ed6-e9b71225c671 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:08.879227 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cf0fdac6-7bb0-44c4-868b-5b83d04db2a8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8967643 Feb 16 23:51:08.887838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46802) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:08.901705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-26cbc7a5-bc80-4b6f-b6d3-3389ffb989c3 None None] Could not find standard attr ID for object 57ce7917-84be-4d4b-b2d8-417f81a18591. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:51:08.904966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e894f92-387b-4818-94be-69c056b91669 None None] Network 1af073f6-de1a-47c8-a313-f787d66252a6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:08.956631 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-95fc9466-871c-4b19-afda-519f81aac9e8 req-eb36d3cb-02f2-47c9-a366-77d99c515472 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318016 Feb 16 23:51:08.979400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:08.991028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:08.991418 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 5e66a357-0533-4bfb-9d63-062d6ddb8688 of type vlan for network 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc Feb 16 23:51:09.028571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.028766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.037875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port a49174cf-c43d-4244-b95a-58e46b601761 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:09.038241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.103439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting subnet 2861c2a6-1e3a-4d16-8636-5772b683e8ae {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:09.108905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.133754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e894f92-387b-4818-94be-69c056b91669 None None] Network 1af073f6-de1a-47c8-a313-f787d66252a6 could not be found, it might have been deleted concurrently. {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 23:51:09.154486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.161375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.162107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:09.162937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.186421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.325888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5927672 Feb 16 23:51:09.326837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46806) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:09.384465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:09.398683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bddb8-03ae-47c2-a55e-38b3bac806cf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:09.447644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] For port f5af9c3b-805d-4a54-8c3a-01965714872d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f5af9c3b-805d-4a54-8c3a-01965714872d,segment=NetworkSegment(25f73584-bf25-484f-abe1-2d3f5785af2c),segment_id=25f73584-bf25-484f-abe1-2d3f5785af2c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:09.448003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.479181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:09.491590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:09.521681 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.540193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.611910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.646327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Calling delete_port for f5af9c3b-805d-4a54-8c3a-01965714872d owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:09.681991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for a49174cf-c43d-4244-b95a-58e46b601761 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:09.726107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:09.739157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:09.743492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:09.753248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:09.779600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:09.783802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.783989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.826831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:09.827238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.836770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.874138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.876446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Port': ['ID=f5af9c3b-805d-4a54-8c3a-01965714872d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:09.880336 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.886995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] No DVR routers for this DVR port f5af9c3b-805d-4a54-8c3a-01965714872d on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:09.935625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Subnet': ['ID=2861c2a6-1e3a-4d16-8636-5772b683e8ae,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:09.939669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.942702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:09.968374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f984a6-b436-4703-8506-8c0b3d60181a None None] Network fa1f759a-d8e8-45ad-b3bd-da034bd55e3e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:10.064600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=a49174cf-c43d-4244-b95a-58e46b601761,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:10.069762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ba894-c82b-4757-9c58-d40d7c41b9dc None None] DHCP port deletion for 963b095b-dc7d-4995-9b54-7e0406ffbe77 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:10.095077 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/b1a1c0f0-85ae-4717-8dcd-7d235c543ef3 HTTP/1.1" status: 204 len: 168 time: 1.5862231 Feb 16 23:51:10.100793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46814) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:10.112120 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-23026441-c3b8-466c-a182-15c78a008ce0 tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/subnets/2861c2a6-1e3a-4d16-8636-5772b683e8ae HTTP/1.1" status: 204 len: 168 time: 1.3531442 Feb 16 23:51:10.118206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46818) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:10.138066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056e211-80b3-4769-9683-abfd9b1da8f1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a1c0f0-85ae-4717-8dcd-7d235c543ef3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:10.142147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.144015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.247965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963b095b-dc7d-4995-9b54-7e0406ffbe77']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:10.260843 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-86fc8f85-d451-40c2-a282-23dc4dbf23c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/a49174cf-c43d-4244-b95a-58e46b601761 HTTP/1.1" status: 204 len: 168 time: 1.3692782 Feb 16 23:51:10.271060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46822) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:10.276329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f73584-bf25-484f-abe1-2d3f5785af2c') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:10.276625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f73584-bf25-484f-abe1-2d3f5785af2c') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:10.337646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] DHCP port deletion for fa1f759a-d8e8-45ad-b3bd-da034bd55e3e request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:10.340086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.345463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] Deleting port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:10.345921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.350254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.372254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.379048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.385470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:10.385873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:10.404639 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:10.457991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:10.458730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.476539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.481315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:10.481770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.545390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.583582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.586589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] Pushing event deleted for resources: {'Network': ['ID=963b095b-dc7d-4995-9b54-7e0406ffbe77,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:10.599652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008bf64-7f45-40ac-9bd8-117c6358b3d4 req-e09ccca1-b6d5-45c5-8c42-5d48a6354f03 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:10.601165 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b008bf64-7f45-40ac-9bd8-117c6358b3d4 req-e09ccca1-b6d5-45c5-8c42-5d48a6354f03 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4356856 Feb 16 23:51:10.626110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] For port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,segment=NetworkSegment(2177ec59-1fff-4bc2-89c0-7c19e40fb9aa),segment_id=2177ec59-1fff-4bc2-89c0-7c19e40fb9aa)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:10.626494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.650135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1883a70b-bbbc-46b3-8338-d525a7a17c60 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:10.659302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1883a70b-bbbc-46b3-8338-d525a7a17c60 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:10.664455 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1883a70b-bbbc-46b3-8338-d525a7a17c60 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3906896 Feb 16 23:51:10.665693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46826) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:10.687377 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1b2f6f53-fb80-49fe-88b3-f8c2cb40d2dd tempest-AllowedAddressPairIpV6TestJSON-898831521 tempest-AllowedAddressPairIpV6TestJSON-898831521-project] 10.222.0.47 "DELETE /v2.0/networks/963b095b-dc7d-4995-9b54-7e0406ffbe77 HTTP/1.1" status: 204 len: 168 time: 2.3203104 Feb 16 23:51:10.716403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94825326-79b0-4c18-90fd-af85bb3a0978 None None] Network fac959a6-ace7-40a3-883c-ebdfab110a48 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:10.819238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a985ac8b-296e-45ea-9c2c-7fac3bfbbd41,segment=NetworkSegment(1ae1345a-d23d-4273-9190-ad4eabf9a112),segment_id=1ae1345a-d23d-4273-9190-ad4eabf9a112)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:10.819848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.872740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] Calling delete_port for 8d52b6e4-14f4-4b43-92dd-e6d591b2859f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:10.913044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=78d4bd2c-a1cf-4575-92ec-18c572396d3f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:10.990581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] For port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,segment=NetworkSegment(2177ec59-1fff-4bc2-89c0-7c19e40fb9aa),segment_id=2177ec59-1fff-4bc2-89c0-7c19e40fb9aa)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:10.991785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:10.993314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:11.002773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e084c330-d368-4622-90dc-e7245ba198e8 None None] Provisioning complete for port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:11.003144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e084c330-d368-4622-90dc-e7245ba198e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.033844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': '5e66a357-0533-4bfb-9d63-062d6ddb8688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:11.034218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:11.051873 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b008bf64-7f45-40ac-9bd8-117c6358b3d4 req-74e0ca97-2065-411e-a282-1c462b12d8d2 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389367 Feb 16 23:51:11.055149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46834) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:11.114318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:11.126155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.127279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Calling delete_port for 8d52b6e4-14f4-4b43-92dd-e6d591b2859f owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:11.143814 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.plugins.ml2.db [None req-e084c330-d368-4622-90dc-e7245ba198e8 None None] No ports have port_id starting with a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 Feb 16 23:51:11.175711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.181199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:11.196916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:11.197507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.204455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No DVR routers for this DVR port a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:11.230722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:11.231081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:11.235534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=a985ac8b-296e-45ea-9c2c-7fac3bfbbd41,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:11.242275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959c2b1-5cc4-4ac2-a67c-e86461b6389d None None] Network 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:11.260565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 644fc7ac-124c-437f-8b19-e4f4a6383945 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:11.260958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.370959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] No DVR routers for this DVR port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:11.384422 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-065ac6bb-090b-45f5-9e14-37d6c902d9c0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0095241 Feb 16 23:51:11.399506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46842) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:11.406807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bd244009-c63d-4fb0-a1a7-ca9796580515 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0076e3f569f24c48aa2d443dcdd71234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506396 Feb 16 23:51:11.411287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46846) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:11.412666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3137520e-372b-49e9-bb70-8867351c2344 None None] DHCP port deletion for fac959a6-ace7-40a3-883c-ebdfab110a48 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:11.428559 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8d52b6e4-14f4-4b43-92dd-e6d591b2859f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:11.430748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.465209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed9369-f70a-4962-8946-413b455e310c None None] Pushing event deleted for resources: {'Port': ['ID=8d52b6e4-14f4-4b43-92dd-e6d591b2859f,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:11.480800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 8d52b6e4-14f4-4b43-92dd-e6d591b2859f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:11.481769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8d52b6e4-14f4-4b43-92dd-e6d591b2859f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:11.481769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f5af9c3b-805d-4a54-8c3a-01965714872d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:11.518715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac959a6-ace7-40a3-883c-ebdfab110a48']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:11.526254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.531643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f5af9c3b-805d-4a54-8c3a-01965714872d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:11.531804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f5af9c3b-805d-4a54-8c3a-01965714872d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:11.532241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:11.551908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae1345a-d23d-4273-9190-ad4eabf9a112') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:11.552149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae1345a-d23d-4273-9190-ad4eabf9a112') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:11.572209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:11.572567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a985ac8b-296e-45ea-9c2c-7fac3bfbbd41 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:11.579337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.610359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.615433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.623067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc', 'network_id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': '78d4bd2c-a1cf-4575-92ec-18c572396d3f'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:11.623895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.633078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:11.634464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.697646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 644fc7ac-124c-437f-8b19-e4f4a6383945 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:11.714714 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:11.733022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Deleting port 8d52b6e4-14f4-4b43-92dd-e6d591b2859f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:11.733283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.784306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.798795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Allocated IP 2001:db8::1 (9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc/78d4bd2c-a1cf-4575-92ec-18c572396d3f/7a490be4-422c-4d25-857e-a03d10b7124b) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:11.811641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.819296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=fac959a6-ace7-40a3-883c-ebdfab110a48,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:11.831945 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c16d62c7-822d-4788-ab8f-cfbe8068e47f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/fac959a6-ace7-40a3-883c-ebdfab110a48 HTTP/1.1" status: 204 len: 168 time: 1.7253180 Feb 16 23:51:11.831945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.832143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23bceb8b-0ec1-4a0b-8d59-b4ea77d04105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:11.834747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46850) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:11.839963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] The port '8d52b6e4-14f4-4b43-92dd-e6d591b2859f' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:51:11.850002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'name': 'tempest-PortsTestJSON-589976081'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:12.017556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.027577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Transition to ACTIVE for port object 7a490be4-422c-4d25-857e-a03d10b7124b will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:12.046071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Transition to ACTIVE for port object 7a490be4-422c-4d25-857e-a03d10b7124b will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:12.052934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.065030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23bceb8b-0ec1-4a0b-8d59-b4ea77d04105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.067757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.117215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.118485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=78d4bd2c-a1cf-4575-92ec-18c572396d3f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:12.133134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Network 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:12.135973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:12.139671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:12.146527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Pushing event updated for resources: {'Port': ['ID=7a490be4-422c-4d25-857e-a03d10b7124b,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:12.181410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.211507 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=644fc7ac-124c-437f-8b19-e4f4a6383945,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:12.239063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Attempting to bind port 7a490be4-422c-4d25-857e-a03d10b7124b on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:12.239422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Attempting to bind port 7a490be4-422c-4d25-857e-a03d10b7124b by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '5e66a357-0533-4bfb-9d63-062d6ddb8688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:12.239832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Attempting to bind port 7a490be4-422c-4d25-857e-a03d10b7124b on network 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:12.246368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:12.246773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Checking segment: {'id': '5e66a357-0533-4bfb-9d63-062d6ddb8688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:12.247452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.247844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Bound using segment: {'id': '5e66a357-0533-4bfb-9d63-062d6ddb8688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:12.248421 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Bound port: 7a490be4-422c-4d25-857e-a03d10b7124b, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e66a357-0533-4bfb-9d63-062d6ddb8688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:12.248808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.250830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:12.261671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.270307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1f759a-d8e8-45ad-b3bd-da034bd55e3e']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:12.287476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.290930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:12.296126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2177ec59-1fff-4bc2-89c0-7c19e40fb9aa') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:12.296126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2177ec59-1fff-4bc2-89c0-7c19e40fb9aa') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:12.313852 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d2163f60-4225-4c3c-b218-2d6d65e76e52 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/644fc7ac-124c-437f-8b19-e4f4a6383945 HTTP/1.1" status: 204 len: 168 time: 1.6223443 Feb 16 23:51:12.313852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.314165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46856) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:12.333101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:12.337027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.348097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23bceb8b-0ec1-4a0b-8d59-b4ea77d04105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.351770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.364842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] For port 7a490be4-422c-4d25-857e-a03d10b7124b, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:12.365037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:12.369028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] For port 7a490be4-422c-4d25-857e-a03d10b7124b, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7a490be4-422c-4d25-857e-a03d10b7124b,segment=NetworkSegment(5e66a357-0533-4bfb-9d63-062d6ddb8688),segment_id=5e66a357-0533-4bfb-9d63-062d6ddb8688)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:12.373983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.375813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23bceb8b-0ec1-4a0b-8d59-b4ea77d04105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.377129 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-23bceb8b-0ec1-4a0b-8d59-b4ea77d04105 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c735f34-cb8a-4e16-8f6e-66ec828030bf HTTP/1.1" status: 204 len: 168 time: 0.9648900 Feb 16 23:51:12.379904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:12.380341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.384988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e66a357-0533-4bfb-9d63-062d6ddb8688') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:12.385282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e66a357-0533-4bfb-9d63-062d6ddb8688') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:12.396081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bceb8b-0ec1-4a0b-8d59-b4ea77d04105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c735f34-cb8a-4e16-8f6e-66ec828030bf,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:12.398166 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:12.404921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.432351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.443371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:12.444271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:12.460854 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:12.499366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de913f42-ef53-4dc4-bd05-2f6728e102e5 None None] Pushing event updated for resources: {'Port': ['ID=7a490be4-422c-4d25-857e-a03d10b7124b,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:12.543951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1c17-dfbf-4041-8fce-5a74e43694c6 req-602d82bc-2306-4264-a970-ad8894b6e287 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:12.545597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-589a1c17-dfbf-4041-8fce-5a74e43694c6 req-602d82bc-2306-4264-a970-ad8894b6e287 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3010235 Feb 16 23:51:12.583761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 86ef7def-cf42-40e7-85e3-fbd94ff3a596 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:12.603935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86dba5-b348-4ede-a690-895ce29dec31 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:12.604740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8e86dba5-b348-4ede-a690-895ce29dec31 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:12.612857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:51:12.612857 dv-neutron-829040-1-hyperv neutron-server[87677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:51:12.612857 dv-neutron-829040-1-hyperv neutron-server[87677]: [parameters: {'id': '9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc'}] Feb 16 23:51:12.612857 dv-neutron-829040-1-hyperv neutron-server[87677]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:12.612857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:12.630835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2186de4b-680c-42cc-801c-af2c4df95731 None None] Network 9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:12.642825 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-589a1c17-dfbf-4041-8fce-5a74e43694c6 req-2f198be3-a8f1-4895-b943-e0df7a2226b3 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854266 Feb 16 23:51:12.670410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8e86dba5-b348-4ede-a690-895ce29dec31 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:12.670595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.674738 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8e86dba5-b348-4ede-a690-895ce29dec31 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3566682 Feb 16 23:51:12.674738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46866) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:12.695846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.733432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] Pushing event deleted for resources: {'Network': ['ID=fa1f759a-d8e8-45ad-b3bd-da034bd55e3e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:12.741955 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1c77cdde-fada-40d1-b659-c6813740351f tempest-AllowedAddressPairTestJSON-48116535 tempest-AllowedAddressPairTestJSON-48116535-project] 10.222.0.47 "DELETE /v2.0/networks/fa1f759a-d8e8-45ad-b3bd-da034bd55e3e HTTP/1.1" status: 204 len: 168 time: 2.6205158 Feb 16 23:51:12.779247 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6757c30f-1469-4467-83a9-beee95b729e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:51:12.784116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6757c30f-1469-4467-83a9-beee95b729e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/a49174cf-c43d-4244-b95a-58e46b601761 HTTP/1.1" status: 404 len: 333 time: 0.1059825 Feb 16 23:51:12.784833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46872) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:12.828545 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5155a8-f78b-4145-99f8-560a6de9644c tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:51:12.832463 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cc5155a8-f78b-4145-99f8-560a6de9644c tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/644fc7ac-124c-437f-8b19-e4f4a6383945 HTTP/1.1" status: 404 len: 333 time: 0.0445907 Feb 16 23:51:12.837645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46878) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:12.893268 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:51:12.923424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0424d201-3913-49db-a5df-e0f763145788 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:51:12.937839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.975764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:12.985891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.070755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:13.074388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:13.078073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:13.083452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:13.084121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.100304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=86ef7def-cf42-40e7-85e3-fbd94ff3a596,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:13.115844 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bf892967-0d5f-4c60-a57a-a1cd0f4554de tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2713473 Feb 16 23:51:13.116282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46890) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:13.125804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.159039 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.169873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 7a490be4-422c-4d25-857e-a03d10b7124b {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:13.170210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.186044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0424d201-3913-49db-a5df-e0f763145788 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:51:13.187945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 86ef7def-cf42-40e7-85e3-fbd94ff3a596 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:13.188371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.197412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46894) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:13.244545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc771ee7-8052-4b68-8ed6-e9b71225c671']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:13.266344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d069d9-aaf0-4222-8e25-ead76c2a6033') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:13.266645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d069d9-aaf0-4222-8e25-ead76c2a6033') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:13.323784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.379319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.458281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:13.458666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:13.473357 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:13.528768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.563817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46908) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:13.612497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port 7a490be4-422c-4d25-857e-a03d10b7124b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7a490be4-422c-4d25-857e-a03d10b7124b,segment=NetworkSegment(5e66a357-0533-4bfb-9d63-062d6ddb8688),segment_id=5e66a357-0533-4bfb-9d63-062d6ddb8688)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:13.613299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.698348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 86ef7def-cf42-40e7-85e3-fbd94ff3a596 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:13.714677 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d75d2645-a549-4228-a2b1-04404fa7f04e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c29ebebc3c0648a78da3595507e04fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101640 Feb 16 23:51:13.714677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.718172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.739590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46916) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:13.798670 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/fc771ee7-8052-4b68-8ed6-e9b71225c671 HTTP/1.1" status: 204 len: 168 time: 0.9599884 Feb 16 23:51:13.804250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46920) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:13.807360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for 7a490be4-422c-4d25-857e-a03d10b7124b owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:13.821873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1889506809'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:13.830871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:13.841530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:13.845974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1642946465'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:13.846830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.848556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:13.895330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:13.912656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b946af1-7bde-4429-86c7-ee049998df78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.918020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=86ef7def-cf42-40e7-85e3-fbd94ff3a596,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:13.937025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.952460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:13.955839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.974907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b946af1-7bde-4429-86c7-ee049998df78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:13.983235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18c317-5b32-4bea-a5c7-be434caccaf4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=fc771ee7-8052-4b68-8ed6-e9b71225c671,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:13.987223 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3d972b1a-d099-4897-a1d2-025b8e285b07 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/86ef7def-cf42-40e7-85e3-fbd94ff3a596 HTTP/1.1" status: 204 len: 168 time: 0.8679221 Feb 16 23:51:13.987372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:13.989912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46924) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:14.000081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:network and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:14.003744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'mac_address': 'fa:16:3e:7d:53:1f', 'name': 'tempest-PortsTestJSON-2008919241'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:14.009580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:14.019310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:14.055326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Made reservation on behalf of 4216e631eee74af5be55f123fa0c9c00 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:14.058836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.075979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.097335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.101780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:14.114154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:14.141645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.142003 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment 92676e7f-ed27-40be-aecb-9279ad69a4ea of type vlan for network 62853055-5d72-4298-8cbf-df254d192fed Feb 16 23:51:14.147946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:14.151013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:security_group_rule and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:14.154796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:14.157137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Port': ['ID=7a490be4-422c-4d25-857e-a03d10b7124b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:14.157732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:14.158920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:14.161717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No DVR routers for this DVR port 7a490be4-422c-4d25-857e-a03d10b7124b on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:14.165546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b946af1-7bde-4429-86c7-ee049998df78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.170342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:14.204585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1808b-83d4-4218-adac-e4836d870dbf req-abc301ca-500b-4eeb-8282-a5d8d8315633 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:14.206053 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ae1808b-83d4-4218-adac-e4836d870dbf req-abc301ca-500b-4eeb-8282-a5d8d8315633 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3670230 Feb 16 23:51:14.207876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b946af1-7bde-4429-86c7-ee049998df78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407dee1b-0838-48d8-8425-2c51dbbfa323,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:14.210098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:14.212628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.226184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:14.246425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b946af1-7bde-4429-86c7-ee049998df78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.247449 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2b946af1-7bde-4429-86c7-ee049998df78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/407dee1b-0838-48d8-8425-2c51dbbfa323 HTTP/1.1" status: 204 len: 168 time: 0.5069020 Feb 16 23:51:14.343500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.349667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:14.350275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.358930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.384393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.394811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ae1808b-83d4-4218-adac-e4836d870dbf req-aeb105e9-e7ba-4283-b5dc-33bfc29f4ada tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686401 Feb 16 23:51:14.425178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:14.442265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e66a357-0533-4bfb-9d63-062d6ddb8688') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:14.442585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e66a357-0533-4bfb-9d63-062d6ddb8688') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:14.461762 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6431637 Feb 16 23:51:14.468719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.473324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46932) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:14.488033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': '62853055-5d72-4298-8cbf-df254d192fed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:14.488842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.503763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:14.504184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:14.521278 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:14.523178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2357a-333c-449d-be25-331c1a78bcec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=62853055-5d72-4298-8cbf-df254d192fed,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:14.536347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 62853055-5d72-4298-8cbf-df254d192fed details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:14.673142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port a504ab0e-7fbe-485a-953c-417071a2d942 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:14.673640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.678982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.695936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.729897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.748240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:14.757629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:14.772302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3739320a-275a-48e8-88a1-ffe2234cac3c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:14.779103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-86bc2b7a-5f38-460a-8344-4ef1c3b7fa90 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc HTTP/1.1" status: 204 len: 168 time: 3.3785646 Feb 16 23:51:14.780152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.780911 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Added segment 999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1 of type vlan for network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 Feb 16 23:51:14.788379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46942) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:14.788379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:14.796622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750076194'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:14.810667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.811046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:14.813785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:14.822038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:14.830565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:14.832706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:14.846521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.847163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:14.850221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:14.850842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.857740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:14.926900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:14.930201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.953978 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3768392 Feb 16 23:51:14.957978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46952) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:14.962980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:14.966427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:14.967658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'subnet': {'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:14.992025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4fd71-9bc8-4596-a8f4-ada6ec5962f5 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Network': ['ID=0fd69775-3dfa-4aca-bc66-c042df5d2bd4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:15.004757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:15.078833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Performing IP validity checks on allocation pools {{(pid=87676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 23:51:15.081629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 23:51:15.096429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:15.101119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:subnet and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:15.104561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:15.112384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:15.119638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.125633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Made reservation on behalf of 4216e631eee74af5be55f123fa0c9c00 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:15.128307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:15.131379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.144671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.145018 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 029d1b36-bbbd-4727-a577-de5c5f9c37f8 of type vlan for network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 Feb 16 23:51:15.182349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.213820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46960) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:15.265490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.315528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.320921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:15.322492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.346985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1028572430'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:15.352596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:15.368215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:15.373393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:15.388018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:15.398437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.431021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:15.435069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.454935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:15.465346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.466931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:15.477212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:15.483261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:15.483863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.504739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=a504ab0e-7fbe-485a-953c-417071a2d942,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:15.511723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:15.515944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.516896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Subnet': ['ID=85be9b7e-ab5a-4356-9d95-a68e4593c50c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:15.560648 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7741339 Feb 16 23:51:15.563722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:security_group_rule and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:15.566687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46968) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:15.567705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66c769-55b8-463c-bb10-5dedc58009d8 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=3422f04b-2ce6-4c5e-96fe-f174a7a693a9,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:15.567958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:15.579310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:15.580249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Checking segment: {'id': '999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:15.580613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Network hostable DHCP agents. Network: 0fd69775-3dfa-4aca-bc66-c042df5d2bd4, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:15.585192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:15.585445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:15.684111 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e3c41f6b-80f6-42f9-869b-0a54d4c5d090 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6914859 Feb 16 23:51:15.699203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46972) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:15.737788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:15.739871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=e55a8258-cecb-49ce-b310-b0eefc0909cd,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:15.744987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:15.749505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:15.758689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:15.763572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': '92676e7f-ed27-40be-aecb-9279ad69a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '62853055-5d72-4298-8cbf-df254d192fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:15.763932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: 62853055-5d72-4298-8cbf-df254d192fed, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:15.772571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:15.778065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.785628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 62853055-5d72-4298-8cbf-df254d192fed is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:15.790650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.791472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:15.795477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.810318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 0fd69775-3dfa-4aca-bc66-c042df5d2bd4) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:15.811232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 62853055-5d72-4298-8cbf-df254d192fed) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:15.815341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:15.815937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.824557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25334d3-91d2-43fa-956d-2133e90c8b9d None None] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:15.837155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86899b4-6adf-4f52-9b15-b613bb64ab3b None None] Network 62853055-5d72-4298-8cbf-df254d192fed requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:15.845540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792c8c9-eca2-46a3-8e91-0de7001c4211 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:15.846103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b792c8c9-eca2-46a3-8e91-0de7001c4211 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:15.871265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:15.871971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:15.871971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.882238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79df08b1-8f97-41fc-a719-9fe56cbc7591,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:15.897351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc041-d6f2-4c04-af07-ea51aa33f26d req-9f474e1f-d5be-4e21-9374-11a791a0d586 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:15.898818 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-927cc041-d6f2-4c04-af07-ea51aa33f26d req-9f474e1f-d5be-4e21-9374-11a791a0d586 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3904893 Feb 16 23:51:15.917497 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1f4e8031-f929-439c-aaaf-748d25903b46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4406383 Feb 16 23:51:15.918059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46976) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:15.928356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': '62853055-5d72-4298-8cbf-df254d192fed', 'name': 'tempest-PortsIpV6TestJSON-704938946'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:15.928802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:15.929198 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment 18595363-1f9b-493a-a010-787871681af6 of type vlan for network 82056055-8481-41c9-ba0c-b98d12eb486f Feb 16 23:51:15.939226 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-07be29db-2075-4bcc-9892-5997de9594b3 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9775894 Feb 16 23:51:15.941201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46980) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:15.943586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b792c8c9-eca2-46a3-8e91-0de7001c4211 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:15.947205 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b792c8c9-eca2-46a3-8e91-0de7001c4211 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/a504ab0e-7fbe-485a-953c-417071a2d942 HTTP/1.1" status: 200 len: 841 time: 0.2442393 Feb 16 23:51:15.949339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46984) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:15.952585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-208240131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:15.972651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:15.990880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:router and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:15.996931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:16.000892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.006168 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-927cc041-d6f2-4c04-af07-ea51aa33f26d req-7a6e2f92-8316-4474-8ead-3cfc18cdf45d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998621 Feb 16 23:51:16.011623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:16.031888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.032520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.057083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.062795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:16.063386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.067985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.108152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port a504ab0e-7fbe-485a-953c-417071a2d942 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:16.108487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.219639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-62853055-5d72-4298-8cbf-df254d192fed', 'network_id': '62853055-5d72-4298-8cbf-df254d192fed', 'tenant_id': 'b568b948aaf6457693e012e58c41cc39', 'fixed_ips': [{'subnet_id': 'e55a8258-cecb-49ce-b310-b0eefc0909cd'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:16.220662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.245726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:16.255652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:16.285376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-0fd69775-3dfa-4aca-bc66-c042df5d2bd4', 'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4', 'tenant_id': '4216e631eee74af5be55f123fa0c9c00', 'fixed_ips': [{'subnet_id': '85be9b7e-ab5a-4356-9d95-a68e4593c50c'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:16.286736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.300998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0858867 Feb 16 23:51:16.313808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d92159-0081-4009-a2b6-ba5253d19438 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=82056055-8481-41c9-ba0c-b98d12eb486f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:16.337678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.354908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:16.358710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.358996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 82056055-8481-41c9-ba0c-b98d12eb486f details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:16.369423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.374145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 46988) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:16.377519 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-827e26bb-1348-4370-a171-63631e97207d tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4304047 Feb 16 23:51:16.424394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 46992) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:16.432267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '82056055-8481-41c9-ba0c-b98d12eb486f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:16.601558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:16.607697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:16.611437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:16.620170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:16.634749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:16.641598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.683699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Allocated IP 2001:db8::2 (62853055-5d72-4298-8cbf-df254d192fed/e55a8258-cecb-49ce-b310-b0eefc0909cd/efdf4eb2-431b-4ba9-8d77-65099744f803) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:16.694057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 84e8d751-738b-4841-8328-c9302dbf5bd8 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:16.733977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Allocated IP 172.20.0.2 (0fd69775-3dfa-4aca-bc66-c042df5d2bd4/85be9b7e-ab5a-4356-9d95-a68e4593c50c/0b000fad-bbc8-456d-be58-1a2c7c3f6a4c) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:16.838313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.854393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.913693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:16.988177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=9d50cc0f-653d-4de7-82c9-949b07f072ea,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:17.022002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': '18595363-1f9b-493a-a010-787871681af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '82056055-8481-41c9-ba0c-b98d12eb486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:17.022481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 82056055-8481-41c9-ba0c-b98d12eb486f, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:17.045535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 82056055-8481-41c9-ba0c-b98d12eb486f is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:17.058448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 82056055-8481-41c9-ba0c-b98d12eb486f) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:17.075258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:17.076007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.104128 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4fc79ca1-b53e-4bdb-829a-2e575791c6b8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6781664 Feb 16 23:51:17.107564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for a504ab0e-7fbe-485a-953c-417071a2d942 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:17.107843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47000) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:17.114841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-188815652'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:17.120957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:17.125304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:17.129169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:17.135424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:17.150323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:17.155849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.175875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.189250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:17.189768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Transition to ACTIVE for port object 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:17.201568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.201911 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment dbd5b520-60e9-4d25-85cb-18e931d0001c of type vlan for network bb75a493-4148-4b50-a454-f5081ea7889b Feb 16 23:51:17.215427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Transition to ACTIVE for port object 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:17.222930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683324b-3d9a-4e66-93fa-ffdf05f66a89 None None] Network 82056055-8481-41c9-ba0c-b98d12eb486f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:17.273846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.294042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.326685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=62f8b225-4102-40c3-9081-105d17ae4382,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:17.349466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.355885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:17.356437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.382963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b96d7-f668-4df9-88d7-1a52baef750f req-cc3a0b9d-4487-4d07-9e44-6e8587de3ec9 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:17.384490 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fd3b96d7-f668-4df9-88d7-1a52baef750f req-cc3a0b9d-4487-4d07-9e44-6e8587de3ec9 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.1371689 Feb 16 23:51:17.408357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': '029d1b36-bbbd-4727-a577-de5c5f9c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:17.408727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 3422f04b-2ce6-4c5e-96fe-f174a7a693a9, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:17.413807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.448933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:17.458227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:17.461035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:17.463626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.479018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Pushing event updated for resources: {'Port': ['ID=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:17.484639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=a504ab0e-7fbe-485a-953c-417071a2d942,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:17.495608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3860292 Feb 16 23:51:17.501111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47004) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:17.518279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': 'bb75a493-4148-4b50-a454-f5081ea7889b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:17.529306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Transition to ACTIVE for port object efdf4eb2-431b-4ba9-8d77-65099744f803 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:17.541391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38d55c-1f95-4b05-8052-22d9b90bb205 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=bb75a493-4148-4b50-a454-f5081ea7889b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:17.553081 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fd3b96d7-f668-4df9-88d7-1a52baef750f req-3bc2762d-65df-4216-b3fb-9f279ee534ad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574967 Feb 16 23:51:17.572345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Transition to ACTIVE for port object efdf4eb2-431b-4ba9-8d77-65099744f803 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:17.576688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.583970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:17.600337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network bb75a493-4148-4b50-a454-f5081ea7889b details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:17.614000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.645187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:17.649159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:17.658401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:17.665368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:17.679034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:17.689138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.690492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.778103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Network 62853055-5d72-4298-8cbf-df254d192fed is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:17.801994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:17.809798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 3422f04b-2ce6-4c5e-96fe-f174a7a693a9) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:17.826731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:17.829157 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e361cc9b-4831-4c7e-9a96-cffdce34857d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/a504ab0e-7fbe-485a-953c-417071a2d942 HTTP/1.1" status: 204 len: 168 time: 1.8747504 Feb 16 23:51:17.835217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47010) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:17.838167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:17.838673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:17.838936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26781b-51eb-4b1a-abe2-3aea91504a58 None None] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:17.898703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Attempting to bind port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:17.899075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Attempting to bind port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:17.899430 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Attempting to bind port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c on network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:17.996143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::175 (62853055-5d72-4298-8cbf-df254d192fed/e55a8258-cecb-49ce-b310-b0eefc0909cd/84e8d751-738b-4841-8328-c9302dbf5bd8) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:17.998638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.022712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:18.023085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Checking segment: {'id': '999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:18.023485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.024034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Bound using segment: {'id': '999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:18.024546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Bound port: 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:18.024918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.066559 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Pushing event updated for resources: {'Port': ['ID=efdf4eb2-431b-4ba9-8d77-65099744f803,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:18.139027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': 'dbd5b520-60e9-4d25-85cb-18e931d0001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bb75a493-4148-4b50-a454-f5081ea7889b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:18.139392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: bb75a493-4148-4b50-a454-f5081ea7889b, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:18.140040 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-740fc49f-cfbb-403c-a569-aa744da580b5 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5661025 Feb 16 23:51:18.145094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47016) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:18.169526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=ea3a7fcf-7c27-4bef-98d4-27324f09ee92,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:18.185169 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f246f9e-13e3-45fa-aa15-1645ca36663b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:51:18.185724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3f246f9e-13e3-45fa-aa15-1645ca36663b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:18.191727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:18.224962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Attempting to bind port efdf4eb2-431b-4ba9-8d77-65099744f803 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:18.225342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Attempting to bind port efdf4eb2-431b-4ba9-8d77-65099744f803 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '92676e7f-ed27-40be-aecb-9279ad69a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '62853055-5d72-4298-8cbf-df254d192fed'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:18.225712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Attempting to bind port efdf4eb2-431b-4ba9-8d77-65099744f803 on network 62853055-5d72-4298-8cbf-df254d192fed {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:18.264505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-82056055-8481-41c9-ba0c-b98d12eb486f', 'network_id': '82056055-8481-41c9-ba0c-b98d12eb486f', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': '9d50cc0f-653d-4de7-82c9-949b07f072ea'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:18.265362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.273581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3f246f9e-13e3-45fa-aa15-1645ca36663b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:18.274444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3f246f9e-13e3-45fa-aa15-1645ca36663b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/a504ab0e-7fbe-485a-953c-417071a2d942 HTTP/1.1" status: 404 len: 333 time: 0.4383075 Feb 16 23:51:18.274800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:18.275184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Checking segment: {'id': '92676e7f-ed27-40be-aecb-9279ad69a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '62853055-5d72-4298-8cbf-df254d192fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:18.275585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.275983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Bound using segment: {'id': '92676e7f-ed27-40be-aecb-9279ad69a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '62853055-5d72-4298-8cbf-df254d192fed'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:18.276514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Bound port: efdf4eb2-431b-4ba9-8d77-65099744f803, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92676e7f-ed27-40be-aecb-9279ad69a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '62853055-5d72-4298-8cbf-df254d192fed'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:18.276861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.310264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47020) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:18.329986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network bb75a493-4148-4b50-a454-f5081ea7889b is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:18.337539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'name': 'tempest-PortsTestJSON-1998034890'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:18.360949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, bb75a493-4148-4b50-a454-f5081ea7889b) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:18.365385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:18.365999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.386205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d2975-f2e8-4b7f-8999-7b6f3635117e None None] Network bb75a493-4148-4b50-a454-f5081ea7889b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:18.407298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9245-1e2c-438c-b209-e8ae6b2d6218 req-fc34e852-c130-4dff-a619-871288830d73 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:18.408882 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f62e9245-1e2c-438c-b209-e8ae6b2d6218 req-fc34e852-c130-4dff-a619-871288830d73 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.3619347 Feb 16 23:51:18.437722 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cda00868-6f17-41b8-9dbe-0c13fe4efa97 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9356055 Feb 16 23:51:18.452011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47024) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:18.508540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] For port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:18.531573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:18.545632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:subnet and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:18.557694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:18.567471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:18.586487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:18.602387 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f62e9245-1e2c-438c-b209-e8ae6b2d6218 req-a995c5f1-e480-4b8a-8cff-c6f61cd8d91d tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735349 Feb 16 23:51:18.606218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] For port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,segment=NetworkSegment(999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1),segment_id=999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:18.634980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:18.640094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.644213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Allocated IP 172.20.0.1 (0fd69775-3dfa-4aca-bc66-c042df5d2bd4/85be9b7e-ab5a-4356-9d95-a68e4593c50c/341e5dd8-81e3-47a8-9b56-2588cab8823b) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:18.658063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:18.666366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.672193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.679363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:18.682893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.764955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] For port efdf4eb2-431b-4ba9-8d77-65099744f803, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:18.775936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 84e8d751-738b-4841-8328-c9302dbf5bd8 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:18.793819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 34fe49c7-49c8-498f-ad74-ffdfbea2d9a4 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:18.802851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-3422f04b-2ce6-4c5e-96fe-f174a7a693a9', 'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': '62f8b225-4102-40c3-9081-105d17ae4382'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:18.803659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.837954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] For port efdf4eb2-431b-4ba9-8d77-65099744f803, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=efdf4eb2-431b-4ba9-8d77-65099744f803,segment=NetworkSegment(92676e7f-ed27-40be-aecb-9279ad69a4ea),segment_id=92676e7f-ed27-40be-aecb-9279ad69a4ea)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:18.894621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.960609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:18.985435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.004936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7117ea-0b3c-485e-be4c-fad8649fe443 None None] Pushing event updated for resources: {'Port': ['ID=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:19.009727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.070327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Transition to ACTIVE for port object 341e5dd8-81e3-47a8-9b56-2588cab8823b will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:19.146015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.188190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cca0b-c3d3-4bed-a202-736ea52e39f2 req-12039ede-5587-425c-9418-44a909b0499f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:19.195160 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c72cca0b-c3d3-4bed-a202-736ea52e39f2 req-12039ede-5587-425c-9418-44a909b0499f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2747152 Feb 16 23:51:19.196138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 62853055-5d72-4298-8cbf-df254d192fed is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:19.203962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:19.217215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Allocated IP 172.20.255.242 (82056055-8481-41c9-ba0c-b98d12eb486f/9d50cc0f-653d-4de7-82c9-949b07f072ea/8efa0809-4f5d-422c-b53b-2f51607002c4) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:19.220286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:19.225808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:19.226435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.230331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=84e8d751-738b-4841-8328-c9302dbf5bd8,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:19.279109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.285284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c72cca0b-c3d3-4bed-a202-736ea52e39f2 req-1ec35e6f-ad2c-41e7-8c79-71b012fb2ad9 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887175 Feb 16 23:51:19.304720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ca7e1d3f-c798-4711-8bec-6cd99a2f1a86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3853323 Feb 16 23:51:19.307866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.312545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47034) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:19.388767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88722d-1330-44b8-94a0-dfed986625a3 None None] Pushing event updated for resources: {'Port': ['ID=efdf4eb2-431b-4ba9-8d77-65099744f803,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:19.419719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e5d92-fd9b-41b8-aa6c-1defc70bd98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-bb75a493-4148-4b50-a454-f5081ea7889b', 'network_id': 'bb75a493-4148-4b50-a454-f5081ea7889b', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': 'ea3a7fcf-7c27-4bef-98d4-27324f09ee92'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:19.420589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-be2e5d92-fd9b-41b8-aa6c-1defc70bd98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.525797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.615794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Allocated IP 2001:db8::2 (3422f04b-2ce6-4c5e-96fe-f174a7a693a9/62f8b225-4102-40c3-9081-105d17ae4382/09391234-395a-47b0-a96f-23627a6b67bc) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:19.634230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:19.651211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3a7fcf-7c27-4bef-98d4-27324f09ee92,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:19.680371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:19.734366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:19.802145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.842272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.846673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb75a493-4148-4b50-a454-f5081ea7889b']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:19.854608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.872920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:19.914264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1653b-e008-4b0b-ab7e-e27625165969 None None] Network bb75a493-4148-4b50-a454-f5081ea7889b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:19.921384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=97c0195f-803e-494d-9ac1-2a38fd9035e7,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:19.923007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Port': ['ID=341e5dd8-81e3-47a8-9b56-2588cab8823b,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:19.939323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd5b520-60e9-4d25-85cb-18e931d0001c') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:19.942660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd5b520-60e9-4d25-85cb-18e931d0001c') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:19.958863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:19.963891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:19.967854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:19.968461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.003302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 84e8d751-738b-4841-8328-c9302dbf5bd8 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:20.003661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.018838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.081585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844322a-6bf7-45da-aee7-c195db637f14 req-a011a766-a465-4153-aca4-15a140a385e0 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.082184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-0844322a-6bf7-45da-aee7-c195db637f14 req-a011a766-a465-4153-aca4-15a140a385e0 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Synchronizing usage tracker for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:20.087052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:20.108107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:20.122811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:20.128674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.129290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.140087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.157983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:20.158383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.179332 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0547b822-53d2-43bd-a9be-eea2c7819ada tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0278080 Feb 16 23:51:20.181297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:20.186239 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:20.194081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47044) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:20.201436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=34fe49c7-49c8-498f-ad74-ffdfbea2d9a4,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:20.215509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-0844322a-6bf7-45da-aee7-c195db637f14 req-a011a766-a465-4153-aca4-15a140a385e0 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Unset dirty status for tenant:7c302cd105d94da49e13bfa075d82b6b on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:20.216756 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0844322a-6bf7-45da-aee7-c195db637f14 req-a011a766-a465-4153-aca4-15a140a385e0 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.24 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.9030461 Feb 16 23:51:20.259974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Transition to ACTIVE for port object 8efa0809-4f5d-422c-b53b-2f51607002c4 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:20.297159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Transition to ACTIVE for port object 8efa0809-4f5d-422c-b53b-2f51607002c4 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:20.311356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.314920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.327010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.331178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.358818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700aca-0b82-441d-a103-4c82b3cd6182 req-4dc9d6ea-a8bd-479f-b3a9-bb98dfe0e395 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.360716 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2c700aca-0b82-441d-a103-4c82b3cd6182 req-4dc9d6ea-a8bd-479f-b3a9-bb98dfe0e395 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.3981199 Feb 16 23:51:20.373416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74588372-155d-4dca-a8bf-e01ad573de33 req-42a06fb1-bf44-434d-aa4a-1f718af5fadc tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.374813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Transition to ACTIVE for port object 09391234-395a-47b0-a96f-23627a6b67bc will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:20.375091 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74588372-155d-4dca-a8bf-e01ad573de33 req-42a06fb1-bf44-434d-aa4a-1f718af5fadc tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3583343 Feb 16 23:51:20.381764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-cc4fe886-ca31-41eb-a041-4ef047d22639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.383232 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-cc4fe886-ca31-41eb-a041-4ef047d22639 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.3528636 Feb 16 23:51:20.386154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=bb75a493-4148-4b50-a454-f5081ea7889b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:20.407575 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c9dabf25-6892-4e08-ad8a-e83aba3bb3ff tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/bb75a493-4148-4b50-a454-f5081ea7889b HTTP/1.1" status: 204 len: 168 time: 1.9538691 Feb 16 23:51:20.409485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47048) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:20.414040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Network 82056055-8481-41c9-ba0c-b98d12eb486f is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:20.420903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:20.422274 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-57a2bc1f-df92-4b40-aa6f-3cb168d15126 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1091921 Feb 16 23:51:20.426630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47050) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:20.428125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Transition to ACTIVE for port object 09391234-395a-47b0-a96f-23627a6b67bc will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:20.429721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:20.432070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Pushing event updated for resources: {'Port': ['ID=8efa0809-4f5d-422c-b53b-2f51607002c4,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:20.458823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419588078'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:20.471870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.475006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:20.556602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:20.650209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.651994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2c700aca-0b82-441d-a103-4c82b3cd6182 req-c2d0fa83-5035-45d0-b665-639767d48b1d tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760022 Feb 16 23:51:20.659490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.661231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.663031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.683548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:20.683548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Synchronizing usage tracker for tenant:a67d96518a284b54abadebaa30cb5edc on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:20.708604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Deleting port 5ce0c979-8e6c-4a24-a510-bbf254d198bb {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:20.708953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.730039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:20.735687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:20.740785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Attempting to bind port 8efa0809-4f5d-422c-b53b-2f51607002c4 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:20.741280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Attempting to bind port 8efa0809-4f5d-422c-b53b-2f51607002c4 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '18595363-1f9b-493a-a010-787871681af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '82056055-8481-41c9-ba0c-b98d12eb486f'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:20.741771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Attempting to bind port 8efa0809-4f5d-422c-b53b-2f51607002c4 on network 82056055-8481-41c9-ba0c-b98d12eb486f {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:20.753755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:20.756307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:20.759680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.784325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.795167 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74588372-155d-4dca-a8bf-e01ad573de33 req-e7c93f26-8f23-4061-a4aa-41b0805547f0 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100926 Feb 16 23:51:20.810609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:20.856747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Pushing event updated for resources: {'Port': ['ID=09391234-395a-47b0-a96f-23627a6b67bc,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:20.859417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:20.864644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Checking segment: {'id': '18595363-1f9b-493a-a010-787871681af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '82056055-8481-41c9-ba0c-b98d12eb486f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:20.865013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:20.865498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Bound using segment: {'id': '18595363-1f9b-493a-a010-787871681af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '82056055-8481-41c9-ba0c-b98d12eb486f'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:20.865919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Bound port: 8efa0809-4f5d-422c-b53b-2f51607002c4, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18595363-1f9b-493a-a010-787871681af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '82056055-8481-41c9-ba0c-b98d12eb486f'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:20.866303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.017325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Attempting to bind port 09391234-395a-47b0-a96f-23627a6b67bc on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:21.017920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Attempting to bind port 09391234-395a-47b0-a96f-23627a6b67bc by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '029d1b36-bbbd-4727-a577-de5c5f9c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:21.018729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Attempting to bind port 09391234-395a-47b0-a96f-23627a6b67bc on network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:21.035013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:21.050773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Unset dirty status for tenant:a67d96518a284b54abadebaa30cb5edc on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:21.057391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35253d3c-31b2-4baf-9803-c51dee953d1a None None] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:21.061267 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-91ca027a-1162-4e50-a1e4-9901deca7120 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8608990 Feb 16 23:51:21.062133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47058) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:21.117007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1138699540'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:21.133834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:21.143137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:21.143626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Checking segment: {'id': '029d1b36-bbbd-4727-a577-de5c5f9c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:21.143938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:21.144160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.144740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Bound using segment: {'id': '029d1b36-bbbd-4727-a577-de5c5f9c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:21.145307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Bound port: 09391234-395a-47b0-a96f-23627a6b67bc, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029d1b36-bbbd-4727-a577-de5c5f9c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:21.145752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.147703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.218394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f36de47-4c09-489f-b6e7-aa998350d05f None None] Network 62853055-5d72-4298-8cbf-df254d192fed requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:21.238424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] For port 8efa0809-4f5d-422c-b53b-2f51607002c4, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:21.259469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.318068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:21.340659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:21.365088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-a1668969-39ed-4918-a59b-06e65dcfa269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:21.366744 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-a1668969-39ed-4918-a59b-06e65dcfa269 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 0.9580715 Feb 16 23:51:21.396516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] For port 09391234-395a-47b0-a96f-23627a6b67bc, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:21.402292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] For port 09391234-395a-47b0-a96f-23627a6b67bc, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=09391234-395a-47b0-a96f-23627a6b67bc,segment=NetworkSegment(029d1b36-bbbd-4727-a577-de5c5f9c37f8),segment_id=029d1b36-bbbd-4727-a577-de5c5f9c37f8)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:21.406672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] For port 8efa0809-4f5d-422c-b53b-2f51607002c4, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8efa0809-4f5d-422c-b53b-2f51607002c4,segment=NetworkSegment(18595363-1f9b-493a-a010-787871681af6),segment_id=18595363-1f9b-493a-a010-787871681af6)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:21.413351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:21.427997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.468866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:21.498673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 84e8d751-738b-4841-8328-c9302dbf5bd8 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:21.501986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.519637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.520193 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment 1feeef26-d2f7-4841-9d5b-6b8a7d910f28 of type vlan for network 1f3678cf-abcf-431c-852e-bb8d27901fa4 Feb 16 23:51:21.531537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.535199 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.536350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device efdf4eb2-431b-4ba9-8d77-65099744f803 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:21.560939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9d3fba84-2c60-4b19-81be-98eda2fb46bf None None] Provisioning for port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:21.564754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.581739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1484f-e299-46ce-8c2b-dd80a869ca3f req-9a5ef4c8-0a5d-45f4-a24e-c1a500a7633a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:21.583220 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a7b1484f-e299-46ce-8c2b-dd80a869ca3f req-9a5ef4c8-0a5d-45f4-a24e-c1a500a7633a tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 946 time: 0.3160725 Feb 16 23:51:21.587467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:21.591335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.600450 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-ab5bfd66-3730-419d-9f21-c25c2eedf5de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 1001 time: 0.2248907 Feb 16 23:51:21.644625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.667873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a60d-6646-4960-9aca-9c48331d30c6 None None] Pushing event updated for resources: {'Port': ['ID=09391234-395a-47b0-a96f-23627a6b67bc,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:21.895558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] In _notify_port_updated(), no bound segment for port 34fe49c7-49c8-498f-ad74-ffdfbea2d9a4 on network 44590e43-65f1-456e-93ad-0d94ee8430bd {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:51:21.903913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:21.906687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.908797 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "PUT /v2.0/ports/34fe49c7-49c8-498f-ad74-ffdfbea2d9a4 HTTP/1.1" status: 200 len: 818 time: 1.4546471 Feb 16 23:51:21.924579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47066) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:21.951313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9dfa-74f8-40fb-80d0-f98ea8fe829d None None] Pushing event updated for resources: {'Port': ['ID=8efa0809-4f5d-422c-b53b-2f51607002c4,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:21.954920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-176d2494-8b9c-4640-8e25-aa2c5a7cf6de None None] Provisioning for port efdf4eb2-431b-4ba9-8d77-65099744f803 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:21.988272 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a7b1484f-e299-46ce-8c2b-dd80a869ca3f req-285900f4-9abe-4c81-81c5-625e81b9ef09 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864317 Feb 16 23:51:21.989384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:21.991307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port efdf4eb2-431b-4ba9-8d77-65099744f803 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:21.994832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:21.995426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.038182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port efdf4eb2-431b-4ba9-8d77-65099744f803 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:22.038645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.202240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=1f3678cf-abcf-431c-852e-bb8d27901fa4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:22.244413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe5dc8-1a26-4262-9840-c4215beebcba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=34fe49c7-49c8-498f-ad74-ffdfbea2d9a4,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:22.259260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 1f3678cf-abcf-431c-852e-bb8d27901fa4 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:22.271143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-46bd1548-c6b8-47f7-b613-b2577f490bd3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8451507 Feb 16 23:51:22.292311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47070) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:22.314687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 34fe49c7-49c8-498f-ad74-ffdfbea2d9a4 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:22.315043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.317838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '1f3678cf-abcf-431c-852e-bb8d27901fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:22.355117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:22.358408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.461162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.516013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port efdf4eb2-431b-4ba9-8d77-65099744f803, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=efdf4eb2-431b-4ba9-8d77-65099744f803,segment=NetworkSegment(92676e7f-ed27-40be-aecb-9279ad69a4ea),segment_id=92676e7f-ed27-40be-aecb-9279ad69a4ea)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:22.519856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-d180714d-3bb3-4442-9e8a-bb5800e0203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:22.521685 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-d180714d-3bb3-4442-9e8a-bb5800e0203e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.7871559 Feb 16 23:51:22.524909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.526050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:22.536070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:22.593296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:22.599568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:22.612664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:22.638842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6b83b-91d8-47ce-a5cb-82c66f8ceed6 req-03f4bc39-4396-4791-bc46-0540c1198629 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:22.640462 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ffe6b83b-91d8-47ce-a5cb-82c66f8ceed6 req-03f4bc39-4396-4791-bc46-0540c1198629 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.7306309 Feb 16 23:51:22.723766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:22.727345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.763939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11cf0aee-b026-483b-b18b-45648cccffc4 None None] Provisioning for port 341e5dd8-81e3-47a8-9b56-2588cab8823b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:22.771985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=efdf4eb2-431b-4ba9-8d77-65099744f803,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:22.774842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:22.780309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11cf0aee-b026-483b-b18b-45648cccffc4 None None] Provisioning complete for port 341e5dd8-81e3-47a8-9b56-2588cab8823b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:22.780699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11cf0aee-b026-483b-b18b-45648cccffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.832285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.839659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Performing IP validity checks on allocation pools {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 23:51:22.840268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 23:51:22.846568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=84e8d751-738b-4841-8328-c9302dbf5bd8,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:22.851159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:22.851544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.875320 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e948110-140d-4a43-9db9-f868051beb70 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/84e8d751-738b-4841-8328-c9302dbf5bd8 HTTP/1.1" status: 204 len: 168 time: 3.4989533 Feb 16 23:51:22.879678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47074) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:22.882595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:22.882935 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 9e43707e-4bd1-43a0-b756-a942a7870e4c of type vlan for network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 Feb 16 23:51:22.965074 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4609437-e2bd-483c-8f1e-a066fb51b553 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:51:22.965960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4609437-e2bd-483c-8f1e-a066fb51b553 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:51:22.972373 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d4609437-e2bd-483c-8f1e-a066fb51b553 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/84e8d751-738b-4841-8328-c9302dbf5bd8 HTTP/1.1" status: 404 len: 333 time: 0.0813808 Feb 16 23:51:22.973000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47078) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:22.990375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-11cf0aee-b026-483b-b18b-45648cccffc4 None None] Port 341e5dd8-81e3-47a8-9b56-2588cab8823b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:23.037690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.052479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-fcd5a983-7068-4140-8e4e-8bece65a6333 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:23.053262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-fcd5a983-7068-4140-8e4e-8bece65a6333 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Synchronizing usage tracker for tenant:b752a812ed2946dcbea4d2c9bc36669f on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:23.133321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=f5e0d28a-2dc9-489b-8a52-df2a3dadd632,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:23.138693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.148279 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2765f72e-6dc1-4d1e-afc8-07e8d9356b09 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:51:23.148836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2765f72e-6dc1-4d1e-afc8-07e8d9356b09 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:23.151988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-21188f91-4ad0-45f3-aa5f-04d0a674ca5d None None] Provisioning complete for port efdf4eb2-431b-4ba9-8d77-65099744f803 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:23.153123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-21188f91-4ad0-45f3-aa5f-04d0a674ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.154723 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ffe6b83b-91d8-47ce-a5cb-82c66f8ceed6 req-c4a02249-b037-41a7-816d-1d3b21905c74 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036044 Feb 16 23:51:23.187214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482705d-d59b-4d52-9860-d443696f287c req-fb8b4664-2ecd-43c3-8584-f428090496ce tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:23.202465 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f482705d-d59b-4d52-9860-d443696f287c req-fb8b4664-2ecd-43c3-8584-f428090496ce tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.9070628 Feb 16 23:51:23.206975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-e53e3823-4633-42af-a759-0f9d89740f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:23.208481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-e53e3823-4633-42af-a759-0f9d89740f64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6699326 Feb 16 23:51:23.280353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,segment=NetworkSegment(999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1),segment_id=999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:23.360318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-fcd5a983-7068-4140-8e4e-8bece65a6333 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Unset dirty status for tenant:b752a812ed2946dcbea4d2c9bc36669f on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:23.361769 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-fcd5a983-7068-4140-8e4e-8bece65a6333 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 946 time: 1.0118501 Feb 16 23:51:23.376455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.397605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] For port 5ce0c979-8e6c-4a24-a510-bbf254d198bb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5ce0c979-8e6c-4a24-a510-bbf254d198bb,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:23.398103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.417673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.553274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-21188f91-4ad0-45f3-aa5f-04d0a674ca5d None None] Could not find standard attr ID for object 84e8d751-738b-4841-8328-c9302dbf5bd8. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:51:23.567168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:23.615597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526e884-ca24-45b2-be8f-0b56f77119ab None None] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:23.629862 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-a32b04c2-1362-4644-95f5-c1df4d03b961 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253658 Feb 16 23:51:23.638721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2765f72e-6dc1-4d1e-afc8-07e8d9356b09 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:23.639890 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2765f72e-6dc1-4d1e-afc8-07e8d9356b09 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/84e8d751-738b-4841-8328-c9302dbf5bd8 HTTP/1.1" status: 404 len: 333 time: 0.6289444 Feb 16 23:51:23.649297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:51:23.681271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47084) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:23.687436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': '1feeef26-d2f7-4841-9d5b-6b8a7d910f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1f3678cf-abcf-431c-852e-bb8d27901fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:23.687725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 1f3678cf-abcf-431c-852e-bb8d27901fa4, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:23.720292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.720566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f482705d-d59b-4d52-9860-d443696f287c req-0dfcfce0-cef1-476b-a9e0-ad7abf0860eb tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109794 Feb 16 23:51:23.831138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet e55a8258-cecb-49ce-b310-b0eefc0909cd {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:23.834931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.865970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 34fe49c7-49c8-498f-ad74-ffdfbea2d9a4 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:23.909047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device efdf4eb2-431b-4ba9-8d77-65099744f803 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:23.920891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:51:23.943862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:23.958191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d960d-58ac-400a-a39b-8db4caec87dc None None] Network 82056055-8481-41c9-ba0c-b98d12eb486f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:24.031144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.059897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Deleting port 26223e9f-a578-478d-a6df-e91682fa5ed9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:24.059897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.061051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 26223e9f-a578-478d-a6df-e91682fa5ed9 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:24.078889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 1f3678cf-abcf-431c-852e-bb8d27901fa4 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:24.082386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.112545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-613a2310-39f6-4abb-a47c-505dbfedc755 None None] Provisioning for port 09391234-395a-47b0-a96f-23627a6b67bc completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:24.152659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 1f3678cf-abcf-431c-852e-bb8d27901fa4) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:24.163614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:24.164164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.165248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.170622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:24.171229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.183310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2b0bd-14d2-4fbc-bfe9-8f0dcf631013 None None] Network 1f3678cf-abcf-431c-852e-bb8d27901fa4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:24.229453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b549e2-5c29-4214-91ed-4074a4a2f347 req-190df3f6-cc16-4428-9a50-2f95782e919e tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:24.236417 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d8b549e2-5c29-4214-91ed-4074a4a2f347 req-190df3f6-cc16-4428-9a50-2f95782e919e tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 946 time: 0.9355421 Feb 16 23:51:24.300560 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cd45cba7-8c23-43c0-9d15-ee845e79c4d3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0015664 Feb 16 23:51:24.301829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47090) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:24.313157 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-7567f4bc-aa09-4348-a488-11a2583fdf5a service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327369 Feb 16 23:51:24.338127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d8b549e2-5c29-4214-91ed-4074a4a2f347 req-c9e6cca2-f794-4569-9ec5-afd441a71257 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006279 Feb 16 23:51:24.364955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port efdf4eb2-431b-4ba9-8d77-65099744f803 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:24.365556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.411162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-613a2310-39f6-4abb-a47c-505dbfedc755 None None] Provisioning complete for port 341e5dd8-81e3-47a8-9b56-2588cab8823b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:24.411543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-613a2310-39f6-4abb-a47c-505dbfedc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.461585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.464411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.471326 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.4017272 Feb 16 23:51:24.472230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Port': ['ID=341e5dd8-81e3-47a8-9b56-2588cab8823b,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:24.506286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47094) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:24.521916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:24.538840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea611b-3025-4525-800f-b2bdc6467dde tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:24.581384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:24.588344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.602119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-613a2310-39f6-4abb-a47c-505dbfedc755 None None] Port 341e5dd8-81e3-47a8-9b56-2588cab8823b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:24.621732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3759ae-c5d2-4567-a860-89593b6917dd req-e248507c-a067-4ac2-9a92-54924d5aa60e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:24.623228 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b3759ae-c5d2-4567-a860-89593b6917dd req-e248507c-a067-4ac2-9a92-54924d5aa60e tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 946 time: 0.2823477 Feb 16 23:51:24.683248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.757639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=e55a8258-cecb-49ce-b310-b0eefc0909cd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:24.761988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-613a2310-39f6-4abb-a47c-505dbfedc755 None None] Could not find standard attr ID for object 84e8d751-738b-4841-8328-c9302dbf5bd8. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:51:24.777219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.782641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.809130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34ae84-b121-475e-bcfa-65cc5f87ccfc None None] Network 62853055-5d72-4298-8cbf-df254d192fed requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:24.815228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:24.847966 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b3759ae-c5d2-4567-a860-89593b6917dd req-2e0bab67-d2b8-420a-bae6-aaf123c88a23 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups?id=5daa58c8-b282-4ab8-9879-c0de48f0e5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967962 Feb 16 23:51:24.855227 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e5971814-aba5-4013-a90f-812a35cb50c7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/e55a8258-cecb-49ce-b310-b0eefc0909cd HTTP/1.1" status: 204 len: 168 time: 1.1521649 Feb 16 23:51:24.859462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47100) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:24.958625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.048364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.065884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=34fe49c7-49c8-498f-ad74-ffdfbea2d9a4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:25.079689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port efdf4eb2-431b-4ba9-8d77-65099744f803 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:25.080033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.113965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:51:25.118903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.149577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.149870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.150456 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Floating IP e3a6f121-37cf-43bb-bda2-52a259b6f0fb disassociated. External IP: 172.26.2.254, port: 5ce0c979-8e6c-4a24-a510-bbf254d198bb. Feb 16 23:51:25.150957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Calling delete_port for 5ce0c979-8e6c-4a24-a510-bbf254d198bb owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:25.170404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e0d28a-2dc9-489b-8a52-df2a3dadd632,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:25.176496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-516c7b33-b23f-42aa-9679-f7c71aaaaf7a None None] Provisioning for port 8efa0809-4f5d-422c-b53b-2f51607002c4 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:25.199121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=26223e9f-a578-478d-a6df-e91682fa5ed9,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:25.208383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] Update dhcp port {'port': {'network_id': '3422f04b-2ce6-4c5e-96fe-f174a7a693a9', 'fixed_ips': [{'subnet_id': '62f8b225-4102-40c3-9081-105d17ae4382', 'ip_address': '2001:db8::2'}, {'subnet_id': '97c0195f-803e-494d-9ac1-2a38fd9035e7'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '09391234-395a-47b0-a96f-23627a6b67bc'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:51:25.246688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.281099 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'code': 200} Feb 16 23:51:25.284395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.285184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 5ce0c979-8e6c-4a24-a510-bbf254d198bb no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:25.308288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e256-c69a-41cd-b8b6-2579a6c14307 req-3c923f2f-3efd-4cc9-b3fb-a2b41bb036bb tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:25.310406 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e132e256-c69a-41cd-b8b6-2579a6c14307 req-3c923f2f-3efd-4cc9-b3fb-a2b41bb036bb tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3370986 Feb 16 23:51:25.311529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605fc216-26df-482c-bcb7-db605fcb0eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-1f3678cf-abcf-431c-852e-bb8d27901fa4', 'network_id': '1f3678cf-abcf-431c-852e-bb8d27901fa4', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': 'f5e0d28a-2dc9-489b-8a52-df2a3dadd632'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:25.312703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-605fc216-26df-482c-bcb7-db605fcb0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.322756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8efa0809-4f5d-422c-b53b-2f51607002c4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:25.375839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.380703 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cd89a423-7e79-4b7b-9a66-619700da7e26 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/34fe49c7-49c8-498f-ad74-ffdfbea2d9a4 HTTP/1.1" status: 204 len: 168 time: 3.4478636 Feb 16 23:51:25.401836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47108) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:25.444577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:25.446330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=26223e9f-a578-478d-a6df-e91682fa5ed9,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:25.446686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.462850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:25.538305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3678cf-abcf-431c-852e-bb8d27901fa4']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:25.600197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1feeef26-d2f7-4841-9d5b-6b8a7d910f28') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:25.600491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1feeef26-d2f7-4841-9d5b-6b8a7d910f28') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:25.642642 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e132e256-c69a-41cd-b8b6-2579a6c14307 req-30d057a0-906a-423e-85d1-70dd676f0562 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131895 Feb 16 23:51:25.666560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.674223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.759771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] For port efdf4eb2-431b-4ba9-8d77-65099744f803, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=efdf4eb2-431b-4ba9-8d77-65099744f803,segment=NetworkSegment(92676e7f-ed27-40be-aecb-9279ad69a4ea),segment_id=92676e7f-ed27-40be-aecb-9279ad69a4ea)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:25.766071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.780270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.789952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:25.914700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c134980-7d33-4f29-a401-8c815f02a16a None None] Network 1f3678cf-abcf-431c-852e-bb8d27901fa4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:25.930291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=26223e9f-a578-478d-a6df-e91682fa5ed9,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:25.962588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.014962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 is not hosted by any dhcp agent {{(pid=87676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 23:51:26.019722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:26.020991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.024594 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "PUT /v2.0/networks/2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 HTTP/1.1" status: 200 len: 723 time: 1.5140080 Feb 16 23:51:26.055492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for efdf4eb2-431b-4ba9-8d77-65099744f803 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:26.065967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8efa0809-4f5d-422c-b53b-2f51607002c4 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:26.088119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47116) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:26.101844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8efa0809-4f5d-422c-b53b-2f51607002c4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:26.101844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.104544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:26.128554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:26.129732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.134672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c90ebd6b-5b60-4cbb-9ff8-61197af92392 None None] Provisioning complete for port 341e5dd8-81e3-47a8-9b56-2588cab8823b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:26.135051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c90ebd6b-5b60-4cbb-9ff8-61197af92392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.141158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:26.144257 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:26.159398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.245843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ba14d-16d4-4bef-ad4b-47149f176449 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:26.250814 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1a2ba14d-16d4-4bef-ad4b-47149f176449 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8421717 Feb 16 23:51:26.267818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47120) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:26.336942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e590f-6a56-41ab-8e4a-0c46969efc71 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:26.340674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event deleted for resources: {'Port': ['ID=5ce0c979-8e6c-4a24-a510-bbf254d198bb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:26.346979 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-13148713-0882-49e1-8bf3-f8c5a2715093 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:51:26.351469 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-13148713-0882-49e1-8bf3-f8c5a2715093 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/34fe49c7-49c8-498f-ad74-ffdfbea2d9a4 HTTP/1.1" status: 404 len: 333 time: 0.0780046 Feb 16 23:51:26.358319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47124) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:26.368373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc13d1-1b20-4256-81bc-58185df25567 req-95f6ee3a-e6dc-4552-9a2a-d92a5f575001 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:26.375249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1dfc13d1-1b20-4256-81bc-58185df25567 req-95f6ee3a-e6dc-4552-9a2a-d92a5f575001 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 944 time: 0.8435056 Feb 16 23:51:26.382713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-611377839'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:26.384829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c90ebd6b-5b60-4cbb-9ff8-61197af92392 None None] Port 341e5dd8-81e3-47a8-9b56-2588cab8823b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:26.405055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.409921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:26.412121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.414441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:26.428467 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] Allocated IP 172.20.0.1 (3422f04b-2ce6-4c5e-96fe-f174a7a693a9/97c0195f-803e-494d-9ac1-2a38fd9035e7/09391234-395a-47b0-a96f-23627a6b67bc) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:26.466637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:26.472248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.485528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:26.508309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=1f3678cf-abcf-431c-852e-bb8d27901fa4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:26.514080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe5d85-e470-4a6b-9f88-aa598f897083 None None] DHCP port deletion for 62853055-5d72-4298-8cbf-df254d192fed request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:26.517340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=efdf4eb2-431b-4ba9-8d77-65099744f803,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:26.521355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:26.530264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No DVR routers for this DVR port efdf4eb2-431b-4ba9-8d77-65099744f803 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:26.544087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Router 0ff2eb9b-89cb-4960-ae6b-87de895c8910 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:51:26.548747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:26.553651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.554042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.554358 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Floating IP 2d9acd0e-3986-4c46-8140-4fd71fe85f38 disassociated. External IP: 172.26.2.169, port: 26223e9f-a578-478d-a6df-e91682fa5ed9. Feb 16 23:51:26.554699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Calling delete_port for 26223e9f-a578-478d-a6df-e91682fa5ed9 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:26.589153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb93771-1bf9-42ca-9413-9dd711ff9527 req-907a8a8d-6f8f-49ed-a244-20374d0a8736 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:26.596794 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3eb93771-1bf9-42ca-9413-9dd711ff9527 req-907a8a8d-6f8f-49ed-a244-20374d0a8736 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.7280476 Feb 16 23:51:26.619904 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ddd2b29d-a62d-4e6d-b7e4-b6058ec0fb40 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/1f3678cf-abcf-431c-852e-bb8d27901fa4 HTTP/1.1" status: 204 len: 168 time: 2.3053851 Feb 16 23:51:26.628225 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1dfc13d1-1b20-4256-81bc-58185df25567 req-4c0ade52-b07e-49d7-a236-c92c339b9559 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501762 Feb 16 23:51:26.629591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47130) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:26.742972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1177277124'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:26.749932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:26.755566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.791296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:26.816605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-169c135c-7dbe-4946-91f8-f8d67d24c6b8 None None] Provisioning complete for port 8efa0809-4f5d-422c-b53b-2f51607002c4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:26.817111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-169c135c-7dbe-4946-91f8-f8d67d24c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.844156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:26.895790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:26.912301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:26.947793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] For port 09391234-395a-47b0-a96f-23627a6b67bc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=09391234-395a-47b0-a96f-23627a6b67bc,segment=NetworkSegment(029d1b36-bbbd-4727-a577-de5c5f9c37f8),segment_id=029d1b36-bbbd-4727-a577-de5c5f9c37f8)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:26.962924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8efa0809-4f5d-422c-b53b-2f51607002c4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8efa0809-4f5d-422c-b53b-2f51607002c4,segment=NetworkSegment(18595363-1f9b-493a-a010-787871681af6),segment_id=18595363-1f9b-493a-a010-787871681af6)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:26.981532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:26.984714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:27.011440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.016673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 09391234-395a-47b0-a96f-23627a6b67bc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:27.023887 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3eb93771-1bf9-42ca-9413-9dd711ff9527 req-4b8ec694-9e53-4428-9e50-d560aa317ef5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261465 Feb 16 23:51:27.073992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:27.083869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:51:27.097848 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] Sync routers for ids ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:51:27.114269 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0beb55f9-65e7-4306-91db-92c73717407a req-04795084-5607-44e2-abfe-69af5c6a1265 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.2379031 Feb 16 23:51:27.119175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.146327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:27.149337 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] Routers {'0ff2eb9b-89cb-4960-ae6b-87de895c8910'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:27.150342 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:27.150776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.151834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.152231 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment fa70588b-7d87-4f3f-b130-adafb6670180 of type vlan for network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 Feb 16 23:51:27.167034 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-20f0be6a-8e96-40cd-9367-be3a304b8373 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "PUT /v2.0/routers/0ff2eb9b-89cb-4960-ae6b-87de895c8910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7891591 Feb 16 23:51:27.172972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47136) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:27.186240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:27.187166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'port': {'network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4', 'name': 'tempest-FloatingIPNegativeTestJSON-1143826005'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:27.196652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.233651 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:27.244388 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] Routers {'0ff2eb9b-89cb-4960-ae6b-87de895c8910'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:27.245308 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:27.259135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.292217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] Transition to ACTIVE for port object 09391234-395a-47b0-a96f-23627a6b67bc will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:27.317456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62853055-5d72-4298-8cbf-df254d192fed']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:27.330560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.332560 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:27.333076 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72631763-cfc9-4edc-8acd-e8589e596279 None None] The sync data for ids ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:51:27.338822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Router d5237d75-1672-41be-9dfc-407b363a7e29 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:51:27.362482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92676e7f-ed27-40be-aecb-9279ad69a4ea') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:27.363080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92676e7f-ed27-40be-aecb-9279ad69a4ea') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:27.404087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:27.407815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.429340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:27.433449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 09391234-395a-47b0-a96f-23627a6b67bc completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:27.438296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.453800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:27.454691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.454913 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment af596f6c-a361-4412-9495-24168f02b4df of type vlan for network 5e7d7fc1-0f49-4f5f-9347-6acbe98934d4 Feb 16 23:51:27.456554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:27.480422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.486486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:port and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:27.510511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:27.510938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.513531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8efa0809-4f5d-422c-b53b-2f51607002c4,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:27.537394 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:27.539247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.562702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:27.595513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:27.627862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c001ba-c81b-4221-b361-f2d7e9d9f9b2 None None] Pushing event updated for resources: {'Port': ['ID=09391234-395a-47b0-a96f-23627a6b67bc,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:27.646895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Made reservation on behalf of 4216e631eee74af5be55f123fa0c9c00 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:27.650449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.704498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:27.720290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.731192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:27.731865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.840943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.847084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.848952 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/62853055-5d72-4298-8cbf-df254d192fed HTTP/1.1" status: 204 len: 168 time: 2.9889789 Feb 16 23:51:27.851148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:51:27.866586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:27.866967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.868851 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5076478 Feb 16 23:51:27.872835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47144) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:27.872975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47146) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:27.934986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] device_id is not set on port 0927043a-10da-49d3-8525-60653e07385f yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:27.974265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Deleting port 26223e9f-a578-478d-a6df-e91682fa5ed9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:27.974897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:27.988673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:28.068140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:51:28.107084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] Sync routers for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:51:28.122900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:28.123527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:28.125991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1518610678'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:28.213311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:28.215936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:28.220655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device efdf4eb2-431b-4ba9-8d77-65099744f803 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:28.247155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:28.249838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:28.255126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:28.255702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:28.274803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:28.278700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:28.283767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e8e25-59c3-4640-9e65-df52e981f9ff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=710b5ff2-24f7-452e-96bd-e2f0dedc5f96,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:28.292705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: efdf4eb2-431b-4ba9-8d77-65099744f803 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:28.296610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device efdf4eb2-431b-4ba9-8d77-65099744f803 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:28.315689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] No DVR routers for this DVR port 5ce0c979-8e6c-4a24-a510-bbf254d198bb on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:28.325200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:28.337904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:28.346025 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6709583 Feb 16 23:51:28.347311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916da28-3574-4d06-b932-d51356c253a0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=62853055-5d72-4298-8cbf-df254d192fed,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:28.362026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:28.371774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47154) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:28.373227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:28.375449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:28.392446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'name': 'network-vif-deleted', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:51:28.412360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '5e7d7fc1-0f49-4f5f-9347-6acbe98934d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:28.497676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:28.501744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:28.527821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55431ca5-8576-468c-8594-c23862db2cd5 None None] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:28.615503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] For port 26223e9f-a578-478d-a6df-e91682fa5ed9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=26223e9f-a578-478d-a6df-e91682fa5ed9,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:28.616041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:28.645246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3aee2-10ac-4451-ab67-b82b225afa39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=5e7d7fc1-0f49-4f5f-9347-6acbe98934d4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:28.649137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:28.654140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:28.663588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Allocated IP 172.20.0.9 (0fd69775-3dfa-4aca-bc66-c042df5d2bd4/85be9b7e-ab5a-4356-9d95-a68e4593c50c/0927043a-10da-49d3-8525-60653e07385f) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:28.739366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 5e7d7fc1-0f49-4f5f-9347-6acbe98934d4 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:28.755017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb23fb-a631-41dc-9ab9-43cb1f13a141 req-3eba4263-dcdc-4f76-a363-e87499b48063 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:28.763136 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7bbb23fb-a631-41dc-9ab9-43cb1f13a141 req-3eba4263-dcdc-4f76-a363-e87499b48063 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.7887785 Feb 16 23:51:28.798127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:28.810140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ef3f0-8d43-4fbb-a52b-5be782a1a0aa req-f49c9c5e-78ac-48a0-89e0-bd19a2b46426 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:28.811801 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d59ef3f0-8d43-4fbb-a52b-5be782a1a0aa req-f49c9c5e-78ac-48a0-89e0-bd19a2b46426 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 944 time: 0.9757941 Feb 16 23:51:28.857513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:28.857854 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment 71144211-bba7-44d4-91f0-231fafdb5f25 of type vlan for network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 Feb 16 23:51:28.901778 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7bbb23fb-a631-41dc-9ab9-43cb1f13a141 req-1aa74ea9-8d4c-4c00-b124-610637de18c1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377094 Feb 16 23:51:28.928858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a49daab1-7932-4b48-ab61-79c88b23b43f None None] Provisioning for port 09391234-395a-47b0-a96f-23627a6b67bc completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:28.963945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:28.988945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.008710 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0844322a-6bf7-45da-aee7-c195db637f14 req-4d65f3af-ca93-46d5-b616-811f60052a41 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.24 "DELETE /v2.0/ports/5ce0c979-8e6c-4a24-a510-bbf254d198bb HTTP/1.1" status: 204 len: 173 time: 8.7538548 Feb 16 23:51:29.014364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a49daab1-7932-4b48-ab61-79c88b23b43f None None] Provisioning complete for port 09391234-395a-47b0-a96f-23627a6b67bc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:29.014364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a49daab1-7932-4b48-ab61-79c88b23b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.029016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d59ef3f0-8d43-4fbb-a52b-5be782a1a0aa req-519a61fd-d404-45fa-9127-a18d07f6681e tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052495 Feb 16 23:51:29.121165 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd872ad4a-50ec-4433-9c48-0f4213c71245', 'name': 'network-vif-deleted', 'tag': '5ce0c979-8e6c-4a24-a510-bbf254d198bb', 'status': 'completed', 'code': 200} Feb 16 23:51:29.164644 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65f53e42-7fe2-4b72-8f76-d02c62cac1d4 req-45f9cdbb-0473-43dd-8927-1828bdd4b935 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/ports?device_id=d872ad4a-50ec-4433-9c48-0f4213c71245 HTTP/1.1" status: 200 len: 210 time: 0.0806332 Feb 16 23:51:29.239867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.247655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:29.248549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.253170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.269286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.473012 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5146427 Feb 16 23:51:29.484079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb3a55-5a95-49d4-8c7a-0e1a27c44db4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=80f5d891-12f0-4199-a5a3-6f4dc199d2a0,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:29.493181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47162) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:29.498101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a49daab1-7932-4b48-ab61-79c88b23b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.512492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:29.514436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:29.530196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=8882da60-d901-41af-99b7-43801f61d028,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:29.625749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.635056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': 'fa70588b-7d87-4f3f-b130-adafb6670180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:29.635668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: 710b5ff2-24f7-452e-96bd-e2f0dedc5f96, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:29.693526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8efa0809-4f5d-422c-b53b-2f51607002c4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:29.789235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a49daab1-7932-4b48-ab61-79c88b23b43f None None] For port 09391234-395a-47b0-a96f-23627a6b67bc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=09391234-395a-47b0-a96f-23627a6b67bc,segment=NetworkSegment(029d1b36-bbbd-4727-a577-de5c5f9c37f8),segment_id=029d1b36-bbbd-4727-a577-de5c5f9c37f8)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:29.801516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03f2ab-f91e-4938-b9d3-69e7699896b2 req-dff7fa44-ba20-4cd5-adbb-99e5d93a268d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:29.810384 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe03f2ab-f91e-4938-b9d3-69e7699896b2 req-dff7fa44-ba20-4cd5-adbb-99e5d93a268d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5574570 Feb 16 23:51:29.816875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:29.819961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a49daab1-7932-4b48-ab61-79c88b23b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.829113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Transition to ACTIVE for port object 0927043a-10da-49d3-8525-60653e07385f will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:29.837529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:29.843472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:29.846423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:29.852457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:29.854539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:29.870672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:29.876316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=c167d3a6-2f57-4653-bcae-70d85d1d6b76,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:29.881257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:29.893109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': '9e43707e-4bd1-43a0-b756-a942a7870e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:29.893574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:29.904080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:29.918490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.919138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.919256 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Floating IP 2d9acd0e-3986-4c46-8140-4fd71fe85f38 disassociated. External IP: 172.26.2.169, port: 26223e9f-a578-478d-a6df-e91682fa5ed9. Feb 16 23:51:29.919535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Calling delete_port for 26223e9f-a578-478d-a6df-e91682fa5ed9 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:29.925373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe03f2ab-f91e-4938-b9d3-69e7699896b2 req-9667f22c-8c3f-4aad-8df3-726eb9f14aff tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131999 Feb 16 23:51:29.928767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 710b5ff2-24f7-452e-96bd-e2f0dedc5f96) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:29.937577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:29.939814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:29.942815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5898e1be-3909-4564-b3c1-52ab02eaa49c None None] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:29.947230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:29.950690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.064164 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a936f03d-c5a7-416b-8152-0e43c8b0dfb1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1008902 Feb 16 23:51:30.069115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49daab1-7932-4b48-ab61-79c88b23b43f None None] Pushing event updated for resources: {'Port': ['ID=09391234-395a-47b0-a96f-23627a6b67bc,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:30.077173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:30.104508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47170) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:30.115749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:30.120463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.126326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cf5fba9d-0a92-4b30-9d64-1b18834a514a None None] Provisioning complete for port 09391234-395a-47b0-a96f-23627a6b67bc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:30.126695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf5fba9d-0a92-4b30-9d64-1b18834a514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.154160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8efa0809-4f5d-422c-b53b-2f51607002c4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:30.154535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.179500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] Checking router: d5237d75-1672-41be-9dfc-407b363a7e29 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:51:30.202076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.206928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:30.217719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e58e1-9402-475b-aaa3-01e593f0ddae req-385905f3-94d8-4366-b1e5-6059cd170c6e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:30.219168 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-068e58e1-9402-475b-aaa3-01e593f0ddae req-385905f3-94d8-4366-b1e5-6059cd170c6e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.1628015 Feb 16 23:51:30.244423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:30.245041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:30.355857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-068e58e1-9402-475b-aaa3-01e593f0ddae req-8d817c47-388e-4df9-8139-12c79ed9de11 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949047 Feb 16 23:51:30.375168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-710b5ff2-24f7-452e-96bd-e2f0dedc5f96', 'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96', 'tenant_id': '4f148cee190d4f2f99e3410c06365da9', 'fixed_ips': [{'subnet_id': '8882da60-d901-41af-99b7-43801f61d028'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:30.375980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.412446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15964f53-bec9-460b-a1bd-77c08ba6da3b req-1623544f-55a4-4122-8ce0-ade3fad91609 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:30.414127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-15964f53-bec9-460b-a1bd-77c08ba6da3b req-1623544f-55a4-4122-8ce0-ade3fad91609 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 944 time: 0.2139275 Feb 16 23:51:30.415533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.427468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Port': ['ID=0927043a-10da-49d3-8525-60653e07385f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:30.460371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:30.478092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:30.505105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:30.506452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.519754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:30.536179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165954f-6d87-4e9d-b198-c6690fe2404e None None] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:30.551441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:30.552594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.567652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=36588f75-da5a-4537-9be5-b533e7997aca,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:30.576089 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-15964f53-bec9-460b-a1bd-77c08ba6da3b req-86680d28-39a8-4d5f-8df2-4ff6714f6c66 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae940620-b7ea-495b-8bc9-6b7fac51d652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241159 Feb 16 23:51:30.578963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': '71144211-bba7-44d4-91f0-231fafdb5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:30.579911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: 80f5d891-12f0-4199-a5a3-6f4dc199d2a0, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:30.618342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:30.638862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 80f5d891-12f0-4199-a5a3-6f4dc199d2a0) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:30.644267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:30.644834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:30.668905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47180) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:30.683147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:30.714251 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d1ba2807-f0ec-4dfe-b082-48d4d1ee70d0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2199132 Feb 16 23:51:30.719751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47184) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:30.734850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1768550403'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:30.809315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event deleted for resources: {'Port': ['ID=26223e9f-a578-478d-a6df-e91682fa5ed9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:30.811744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8eec5f-cbf2-4923-b13d-039f41aa4d71 None None] Network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:30.944593 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-53060910-76b5-449e-a5fc-c9ce0ad99235 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8547893 Feb 16 23:51:30.952531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47190) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:30.973710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-642aca6a-3099-4a9d-89ef-491269527448 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:30.973942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 09391234-395a-47b0-a96f-23627a6b67bc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:31.065997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:31.066568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:31.066835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.088489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:31.120401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:31.187458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6f0014ee-f131-476a-b732-f1cd71cb1ca6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.237496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:31.272416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:31.315304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-271deb31-e56d-41a1-a562-bedae4894138 None None] Provisioning for port 0927043a-10da-49d3-8525-60653e07385f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:31.317003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:31.327336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6f0014ee-f131-476a-b732-f1cd71cb1ca6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.366147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:31.369615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.375436 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c6ac181f-8868-45e5-ba62-05b328011438 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1954381 Feb 16 23:51:31.388321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47194) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:31.402822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Router 78fe744f-afc4-49da-b185-a7b9a33ba5aa has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:51:31.404462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:31.409325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:31.410151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.416101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-642aca6a-3099-4a9d-89ef-491269527448 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8003918'] for subnet, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.475968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:31.488538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa97c1-388c-431b-bae4-128b256a108b req-cc77d660-04a1-423b-8be0-450dc1e529e1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:31.490085 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-36fa97c1-388c-431b-bae4-128b256a108b req-cc77d660-04a1-423b-8be0-450dc1e529e1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5365522 Feb 16 23:51:31.503226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-271deb31-e56d-41a1-a562-bedae4894138 None None] Provisioning complete for port 0927043a-10da-49d3-8525-60653e07385f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:31.503587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-271deb31-e56d-41a1-a562-bedae4894138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.504778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:floatingip and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:31.511644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 237ecea8-a5fa-40bd-a3e3-d2943a236386 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:31.530774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:31.534274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.545300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:31.574837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:31.670095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=8a6997b2-faf7-48ef-a5fa-24e9b0233459,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:31.691130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': 'af596f6c-a361-4412-9495-24168f02b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5e7d7fc1-0f49-4f5f-9347-6acbe98934d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:31.691848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 5e7d7fc1-0f49-4f5f-9347-6acbe98934d4, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:31.742701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Allocated IP 172.20.0.2 (710b5ff2-24f7-452e-96bd-e2f0dedc5f96/8882da60-d901-41af-99b7-43801f61d028/f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:31.758634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6f0014ee-f131-476a-b732-f1cd71cb1ca6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.761141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 09391234-395a-47b0-a96f-23627a6b67bc triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:31.761717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.793674 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-36fa97c1-388c-431b-bae4-128b256a108b req-a28ae5b7-8539-4086-8af4-0343ca68daad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854462 Feb 16 23:51:31.794679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.812037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 5e7d7fc1-0f49-4f5f-9347-6acbe98934d4 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:31.837793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 5e7d7fc1-0f49-4f5f-9347-6acbe98934d4) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:31.838024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0014ee-f131-476a-b732-f1cd71cb1ca6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa58c8-b282-4ab8-9879-c0de48f0e5ad,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:31.839934 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.ipam_backend_mixin [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8882da60-d901-41af-99b7-43801f61d028 (CIDR: 172.20.0.0/28) Feb 16 23:51:31.844551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-80f5d891-12f0-4199-a5a3-6f4dc199d2a0', 'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0', 'tenant_id': 'b568b948aaf6457693e012e58c41cc39', 'fixed_ips': [{'subnet_id': '36588f75-da5a-4537-9be5-b533e7997aca'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:31.845124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:51:31.845778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.847232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:31.847840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:31.858616 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] Sync routers for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:51:31.863750 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:51:31.864470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:51:31.873577 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:31.874417 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:31.907192 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c689ad2c-84a6-4e8c-8a70-fbbad336de7e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5075691 Feb 16 23:51:31.914694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47200) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:31.930455 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dd3a970e-64e0-468b-ab93-1cb2922c4827 req-83386589-ed0f-430f-9b65-11644e8a9e80 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d10c45a-a9d2-42b8-a1f4-b0f54f138217 HTTP/1.1" status: 200 len: 210 time: 0.0991397 Feb 16 23:51:31.978368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] No DVR routers for this DVR port 26223e9f-a578-478d-a6df-e91682fa5ed9 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:32.028298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.030204 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eddd9f29-8856-4ec5-8af3-f995bff2ea10 req-78b6d86f-2d50-4a5b-92cd-fc8e802f67af tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.24 "DELETE /v2.0/ports/26223e9f-a578-478d-a6df-e91682fa5ed9 HTTP/1.1" status: 204 len: 173 time: 8.6562626 Feb 16 23:51:32.030936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'name': 'network-vif-deleted', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:51:32.058463 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-925423f3-1ffa-4687-b1e9-e951f5fab84e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9431083 Feb 16 23:51:32.058694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6f0014ee-f131-476a-b732-f1cd71cb1ca6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.058694 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6f0014ee-f131-476a-b732-f1cd71cb1ca6 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "DELETE /v2.0/security-groups/5daa58c8-b282-4ab8-9879-c0de48f0e5ad HTTP/1.1" status: 204 len: 168 time: 1.3861682 Feb 16 23:51:32.058694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47206) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:32.061631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47208) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:32.067537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:32.106083 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d10c45a-a9d2-42b8-a1f4-b0f54f138217', 'name': 'network-vif-deleted', 'tag': '26223e9f-a578-478d-a6df-e91682fa5ed9', 'status': 'completed', 'code': 200} Feb 16 23:51:32.148145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.197506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750c32a-d140-4928-b445-79b957b22527 None None] Network 5e7d7fc1-0f49-4f5f-9347-6acbe98934d4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:32.212278 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:32.240602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.312422 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-76b4a909-f526-40dd-ad59-045afb74ce81 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] show failed (client error): The resource could not be found. Feb 16 23:51:32.313865 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-76b4a909-f526-40dd-ad59-045afb74ce81 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "GET /v2.0/security-groups/5daa58c8-b282-4ab8-9879-c0de48f0e5ad HTTP/1.1" status: 404 len: 347 time: 0.0864935 Feb 16 23:51:32.318339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47214) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:32.319063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::2f0 (80f5d891-12f0-4199-a5a3-6f4dc199d2a0/36588f75-da5a-4537-9be5-b533e7997aca/237ecea8-a5fa-40bd-a3e3-d2943a236386) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:32.327258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-642aca6a-3099-4a9d-89ef-491269527448 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794907371295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7097778'] for subnet, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.378799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1', 'network_id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': 'c167d3a6-2f57-4653-bcae-70d85d1d6b76'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:32.379962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.380616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:32.397271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:32.405550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:32.413829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642aca6a-3099-4a9d-89ef-491269527448 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:32.414424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-642aca6a-3099-4a9d-89ef-491269527448 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.418963 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-642aca6a-3099-4a9d-89ef-491269527448 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "PUT /v2.0/subnets/c167d3a6-2f57-4653-bcae-70d85d1d6b76 HTTP/1.1" status: 200 len: 826 time: 1.4642758 Feb 16 23:51:32.426692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47218) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:32.430547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:32.546908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-271deb31-e56d-41a1-a562-bedae4894138 None None] Port 0927043a-10da-49d3-8525-60653e07385f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:32.552381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.589546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Deleting port 2d453941-671b-4956-8fe2-d6b7f60e4337 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:32.590802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.616623 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:50:02Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:32.623155 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] Checking router: 78fe744f-afc4-49da-b185-a7b9a33ba5aa for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:51:32.651813 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:32.654868 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:32.659711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aca6a-3099-4a9d-89ef-491269527448 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=c167d3a6-2f57-4653-bcae-70d85d1d6b76,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:32.681197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:32.684800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.897657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.898576 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:32.950380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 09391234-395a-47b0-a96f-23627a6b67bc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:32.981919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Transition to ACTIVE for port object f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:33.001982 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:33.006738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Transition to ACTIVE for port object f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:33.017213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.039461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.100184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.107563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47228) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:33.123796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.134079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.139050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Calling delete_port for 2d453941-671b-4956-8fe2-d6b7f60e4337 owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:33.154186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:33.195568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Pushing event updated for resources: {'Port': ['ID=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:33.201468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:33.204269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:33.208082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:33.250306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46f100-871b-48d6-b528-fc39407d20e3 None None] The sync data for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv is: [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:49:45Z', 'revision_number': 4, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '56b04c1c-26c1-4d98-8e1b-53da0cc2fef9', 'name': '', 'network_id': '8d6134e6-a601-4ee0-996e-1c530f411dae', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'mac_address': 'fa:16:3e:86:b7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:41Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'subnets': [{'id': 'a77ba024-5453-4480-ad8b-f2afb4f6f158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:51:33.334154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6997b2-faf7-48ef-a5fa-24e9b0233459,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:33.445121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5950c1-0b1f-44e0-9a1f-aea182f48ae0 None None] Network 5e7d7fc1-0f49-4f5f-9347-6acbe98934d4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:33.456090 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:50:02Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:33.461326 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600b191-6a39-4c15-9e3c-47b142374c81 None None] The sync data for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv is: [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:49:50Z', 'revision_number': 4, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '04d61836-057e-4faa-ae2d-03ada9080f22', 'name': '', 'network_id': '666eb452-6e7c-46bb-b1b2-88cf993711dd', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'mac_address': 'fa:16:3e:34:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:47Z', 'updated_at': '2022-02-16T23:50:02Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'subnets': [{'id': '1e569b5a-dc66-487a-9d39-5c0dbd48c83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:51:33.505040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.562348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Allocated IP 2001:db8::2 (2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1/c167d3a6-2f57-4653-bcae-70d85d1d6b76/7573b4d5-6e93-4f9a-b9be-52be82014e2d) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:33.596929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Attempting to bind port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:33.596929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Attempting to bind port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'fa70588b-7d87-4f3f-b130-adafb6670180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:33.597334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Attempting to bind port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b on network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:33.623409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7d7fc1-0f49-4f5f-9347-6acbe98934d4']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:33.646719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:33.647246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Checking segment: {'id': 'fa70588b-7d87-4f3f-b130-adafb6670180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:33.647756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.648280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Bound using segment: {'id': 'fa70588b-7d87-4f3f-b130-adafb6670180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:33.648926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Bound port: f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70588b-7d87-4f3f-b130-adafb6670180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:33.649387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.654384 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af596f6c-a361-4412-9495-24168f02b4df') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:33.654685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af596f6c-a361-4412-9495-24168f02b4df') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:33.673782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.675727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 09391234-395a-47b0-a96f-23627a6b67bc triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:33.675727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.697792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.702660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.721399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.745587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:33.746026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:33.761619 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:33.771580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed2df3-4a29-4b59-903a-c9cdf1f16720 None None] New status for floating IP e3a6f121-37cf-43bb-bda2-52a259b6f0fb: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:51:33.830402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 237ecea8-a5fa-40bd-a3e3-d2943a236386 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:33.858470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Pushing event deleted for resources: {'Port': ['ID=2d453941-671b-4956-8fe2-d6b7f60e4337,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:33.909381 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238682ba-05f8-4410-ac7a-e656c1bbac8f None None] New status for floating IP 2d9acd0e-3986-4c46-8140-4fd71fe85f38: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:51:33.957688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.973901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Allocated IP 172.26.2.177 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/eab02c9d-ed31-4a6d-963d-e95126ac3783) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:33.978401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:33.988872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.009785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.020862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=5e7d7fc1-0f49-4f5f-9347-6acbe98934d4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:34.026526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.031486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-865e5636-d8cd-43d5-96c6-cab4ebcf89f3 tempest-ServersTestManualDisk-2116213798 tempest-ServersTestManualDisk-2116213798-project] 10.222.0.47 "DELETE /v2.0/floatingips/e3a6f121-37cf-43bb-bda2-52a259b6f0fb HTTP/1.1" status: 204 len: 168 time: 1.7110281 Feb 16 23:51:34.033719 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d1857da4-9941-4e22-9e18-8c94c1c95515 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/5e7d7fc1-0f49-4f5f-9347-6acbe98934d4 HTTP/1.1" status: 204 len: 168 time: 2.1151168 Feb 16 23:51:34.034472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47232) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:34.101726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:34.103518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4dd61b10-b8a8-45cc-b715-91004410c337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.109981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47236) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:34.111317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=237ecea8-a5fa-40bd-a3e3-d2943a236386,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:34.120220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:34.126310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.140986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-77d1d206-96c9-4638-a349-bbc1f84d68bc tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.144974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:34.150424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:34.151035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.193753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27211d02-94cc-458d-8293-ab5efc608ba9 req-bc391704-09a2-4a6b-8dbf-5d166a1db811 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:34.196760 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-27211d02-94cc-458d-8293-ab5efc608ba9 req-bc391704-09a2-4a6b-8dbf-5d166a1db811 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 1.2095106 Feb 16 23:51:34.201751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040050148'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:34.207247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:34.211503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:34.215684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:34.222148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:34.259382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Allocated IP 2001:db8::2 (80f5d891-12f0-4199-a5a3-6f4dc199d2a0/36588f75-da5a-4537-9be5-b533e7997aca/3eaf20d7-95c2-4c68-b60a-d09365b5b91e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:34.272337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] For port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:34.284446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:34.287872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.311459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:34.351154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] For port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,segment=NetworkSegment(fa70588b-7d87-4f3f-b130-adafb6670180),segment_id=fa70588b-7d87-4f3f-b130-adafb6670180)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:34.374308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:34.377088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.391132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:34.391719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.415955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-77d1d206-96c9-4638-a349-bbc1f84d68bc tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.452481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ac2b6e66-6323-495b-9ce9-506db1230755 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.7285137 Feb 16 23:51:34.452481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=5509b6ef-ec75-4369-b270-ba194f8606be,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:34.452819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47242) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:34.487375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6667a968-59c9-4bfa-9ab6-f30e46f894e3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4250164 Feb 16 23:51:34.494883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47246) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:34.499392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96', 'fixed_ips': [{'subnet_id': '8882da60-d901-41af-99b7-43801f61d028'}, {'subnet_id': '5509b6ef-ec75-4369-b270-ba194f8606be'}], 'name': 'tempest-PortsTestJSON-504584428'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:34.500163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:34.517217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.556356 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-27211d02-94cc-458d-8293-ab5efc608ba9 req-c1b2db0d-de17-4fa2-8e80-fbde56bbbf0f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971694 Feb 16 23:51:34.557832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.558176 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment 3cdb0ab8-5a59-4397-bf78-42659a0c0f58 of type vlan for network 3a6f7225-5629-41b3-9092-1784373f420a Feb 16 23:51:34.560541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Transition to ACTIVE for port object 7573b4d5-6e93-4f9a-b9be-52be82014e2d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:34.588388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.595721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434d125-cdfc-48af-b055-93de70a00ea0 None None] Pushing event updated for resources: {'Port': ['ID=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:34.617303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.623909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Transition to ACTIVE for port object 7573b4d5-6e93-4f9a-b9be-52be82014e2d will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:34.671593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-77d1d206-96c9-4638-a349-bbc1f84d68bc tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.694164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.696484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.736778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1d206-96c9-4638-a349-bbc1f84d68bc tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae940620-b7ea-495b-8bc9-6b7fac51d652,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:34.754953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=c167d3a6-2f57-4653-bcae-70d85d1d6b76,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:34.762017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.767321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:34.767906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.770986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 237ecea8-a5fa-40bd-a3e3-d2943a236386 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:34.771717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.824507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.966711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:34.967665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:34.977946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:34.981181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:34.991609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:34.998856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:35.004976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Pushing event updated for resources: {'Port': ['ID=7573b4d5-6e93-4f9a-b9be-52be82014e2d,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:35.007377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:35.013756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Transition to ACTIVE for port object 3eaf20d7-95c2-4c68-b60a-d09365b5b91e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:35.063223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-77d1d206-96c9-4638-a349-bbc1f84d68bc tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.067233 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-77d1d206-96c9-4638-a349-bbc1f84d68bc tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae940620-b7ea-495b-8bc9-6b7fac51d652 HTTP/1.1" status: 204 len: 168 time: 1.9481511 Feb 16 23:51:35.072186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47254) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:35.075973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:35.096242 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9594600 Feb 16 23:51:35.113517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47258) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:35.122022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Transition to ACTIVE for port object 3eaf20d7-95c2-4c68-b60a-d09365b5b91e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:35.126963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.133352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Attempting to bind port 7573b4d5-6e93-4f9a-b9be-52be82014e2d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:35.134090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Attempting to bind port 7573b4d5-6e93-4f9a-b9be-52be82014e2d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '9e43707e-4bd1-43a0-b756-a942a7870e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:35.134418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Attempting to bind port 7573b4d5-6e93-4f9a-b9be-52be82014e2d on network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:35.135391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:35.144475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.145587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:35.153202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259009d5-8105-4ad2-b651-d94126fa093e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=3a6f7225-5629-41b3-9092-1784373f420a,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:35.177154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:35.198075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 3a6f7225-5629-41b3-9092-1784373f420a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:35.211560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:35.212390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Checking segment: {'id': '9e43707e-4bd1-43a0-b756-a942a7870e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:35.213047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.213848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Bound using segment: {'id': '9e43707e-4bd1-43a0-b756-a942a7870e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:35.214569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Bound port: 7573b4d5-6e93-4f9a-b9be-52be82014e2d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e43707e-4bd1-43a0-b756-a942a7870e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:35.215223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.265595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Port': ['ID=eab02c9d-ed31-4a6d-963d-e95126ac3783,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:35.268299 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-c52087c3-813a-43e9-bd08-da94c2442fab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] show failed (client error): The resource could not be found. Feb 16 23:51:35.272111 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c52087c3-813a-43e9-bd08-da94c2442fab tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "GET /v2.0/security-groups/ae940620-b7ea-495b-8bc9-6b7fac51d652 HTTP/1.1" status: 404 len: 347 time: 0.1772876 Feb 16 23:51:35.273006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47260) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:35.287581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:35.349279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:35.370850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:35.383783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:35.392884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e43707e-4bd1-43a0-b756-a942a7870e4c') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:35.393472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e43707e-4bd1-43a0-b756-a942a7870e4c') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:35.406381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Pushing event updated for resources: {'Port': ['ID=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:35.423618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.476488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '3a6f7225-5629-41b3-9092-1784373f420a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:35.501419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:35.535697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Attempting to bind port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:35.536267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Attempting to bind port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '71144211-bba7-44d4-91f0-231fafdb5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:35.536882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Attempting to bind port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e on network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:35.537012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.539675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] For port 7573b4d5-6e93-4f9a-b9be-52be82014e2d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:35.546063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:35.546794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Checking segment: {'id': '71144211-bba7-44d4-91f0-231fafdb5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:35.547477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.548125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Bound using segment: {'id': '71144211-bba7-44d4-91f0-231fafdb5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:35.548810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Bound port: 3eaf20d7-95c2-4c68-b60a-d09365b5b91e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71144211-bba7-44d4-91f0-231fafdb5f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '80f5d891-12f0-4199-a5a3-6f4dc199d2a0'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:35.549436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.550001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Deleting port 981bcaf4-11bd-4473-9014-674e9246df40 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:35.550361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.579069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:35.579488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:35.593740 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:35.643946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] For port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:35.647317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] For port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,segment=NetworkSegment(71144211-bba7-44d4-91f0-231fafdb5f25),segment_id=71144211-bba7-44d4-91f0-231fafdb5f25)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:35.654684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.757667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbabf4-6cc3-4dc3-849b-40a06127c350 req-da014ba9-82fc-436a-8fea-74744ecad54d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:35.759708 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0bdbabf4-6cc3-4dc3-849b-40a06127c350 req-da014ba9-82fc-436a-8fea-74744ecad54d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5328982 Feb 16 23:51:35.760497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:51:35.760497 dv-neutron-829040-1-hyperv neutron-server[87677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:51:35.760497 dv-neutron-829040-1-hyperv neutron-server[87677]: [parameters: {'id': '2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1'}] Feb 16 23:51:35.760497 dv-neutron-829040-1-hyperv neutron-server[87677]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:35.760878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:35.769120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] For port 7573b4d5-6e93-4f9a-b9be-52be82014e2d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7573b4d5-6e93-4f9a-b9be-52be82014e2d,segment=NetworkSegment(9e43707e-4bd1-43a0-b756-a942a7870e4c),segment_id=9e43707e-4bd1-43a0-b756-a942a7870e4c)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:35.783739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.798171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1c18f-16eb-465b-a013-e39adec56d34 None None] Pushing event updated for resources: {'Port': ['ID=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:35.845098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.947995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-933c707b-e9cf-44e0-9f1c-4e76c13f7388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:35.965690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d89c0-7469-4382-8ee1-86f772f8b0d7 None None] Pushing event updated for resources: {'Port': ['ID=7573b4d5-6e93-4f9a-b9be-52be82014e2d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:35.978469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba476ae0-e1cb-47a8-861c-1288c9cd8d59 None None] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:36.025836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 237ecea8-a5fa-40bd-a3e3-d2943a236386 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:36.110155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:36.122325 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0bdbabf4-6cc3-4dc3-849b-40a06127c350 req-8a80463e-21c7-4dd0-94af-6fd80d979eeb tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270766 Feb 16 23:51:36.158493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.168936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:36.176336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.190260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.190762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.191381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:36.213186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:36.265841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:36.270862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.284668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510397f-333f-4dce-99e1-c3559d327e1d None None] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:36.311343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:36.315719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.409535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-dbd43bd6-e3a8-4916-a553-734965fd17f2 None None] Provisioning for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:36.424160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Calling delete_port for 981bcaf4-11bd-4473-9014-674e9246df40 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:36.425025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa19f47-eaf6-4231-900b-2041c30e6831 None None] Network 2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:36.474076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.510142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 7573b4d5-6e93-4f9a-b9be-52be82014e2d {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:36.510514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.541312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.670315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.799515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port 7573b4d5-6e93-4f9a-b9be-52be82014e2d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7573b4d5-6e93-4f9a-b9be-52be82014e2d,segment=NetworkSegment(9e43707e-4bd1-43a0-b756-a942a7870e4c),segment_id=9e43707e-4bd1-43a0-b756-a942a7870e4c)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:36.800101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.845589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=237ecea8-a5fa-40bd-a3e3-d2943a236386,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:36.938845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for 7573b4d5-6e93-4f9a-b9be-52be82014e2d owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:36.960788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:36.979154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Update dhcp port {'port': {'network_id': '710b5ff2-24f7-452e-96bd-e2f0dedc5f96', 'fixed_ips': [{'subnet_id': '8882da60-d901-41af-99b7-43801f61d028', 'ip_address': '172.20.0.2'}, {'subnet_id': '5509b6ef-ec75-4369-b270-ba194f8606be'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': 'f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:51:37.026152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3eaf20d7-95c2-4c68-b60a-d09365b5b91e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:37.059595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.108359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.166956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Port': ['ID=7573b4d5-6e93-4f9a-b9be-52be82014e2d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:37.169619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No DVR routers for this DVR port 7573b4d5-6e93-4f9a-b9be-52be82014e2d on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:37.175195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:37.183151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.183696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.183948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.184301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.184818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.185344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.185854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.186339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.186827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.187314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.187839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.188471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.189651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:37.281937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4198bfc7-0795-40c8-9bc1-960466bcbb21 None None] Network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:37.311018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.312138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.312835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.313101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.313479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.313864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.314178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.314571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.314969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.315361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.315696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.316166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.376249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.422214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Provisioning for port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:37.437337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Provisioning complete for port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:37.437929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.478459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.490646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:37.517368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:37.517653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.519065 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.533000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.540341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Pushing event deleted for resources: {'Port': ['ID=981bcaf4-11bd-4473-9014-674e9246df40,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:37.583216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.9 (710b5ff2-24f7-452e-96bd-e2f0dedc5f96/8882da60-d901-41af-99b7-43801f61d028/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:37.605968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:37.613611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.18 (710b5ff2-24f7-452e-96bd-e2f0dedc5f96/5509b6ef-ec75-4369-b270-ba194f8606be/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:37.638815 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1138357c-9e38-4fce-a80e-fa7b9e9ac34e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/237ecea8-a5fa-40bd-a3e3-d2943a236386 HTTP/1.1" status: 204 len: 168 time: 3.1850717 Feb 16 23:51:37.641680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47268) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:37.689285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.744973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:51:37.765752 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-42011865-4fec-4439-9310-f53dd7dc12e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:51:37.766381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-42011865-4fec-4439-9310-f53dd7dc12e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:37.769801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.774548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e43707e-4bd1-43a0-b756-a942a7870e4c') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:37.774846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e43707e-4bd1-43a0-b756-a942a7870e4c') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:37.794067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.795896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.800629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.811374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac6718-81b7-4a8f-8dac-e8bb96774c6a req-8c9e7b9b-05ed-42df-827a-d554419adf46 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:37.812986 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f5ac6718-81b7-4a8f-8dac-e8bb96774c6a req-8c9e7b9b-05ed-42df-827a-d554419adf46 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4902761 Feb 16 23:51:37.816591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.840784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=d483e721-03ca-4e27-b08c-05eeeb4d5e4d,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:37.875135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] For port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,segment=NetworkSegment(71144211-bba7-44d4-91f0-231fafdb5f25),segment_id=71144211-bba7-44d4-91f0-231fafdb5f25)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:37.875945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,segment=NetworkSegment(fa70588b-7d87-4f3f-b130-adafb6670180),segment_id=fa70588b-7d87-4f3f-b130-adafb6670180)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:37.883571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-42011865-4fec-4439-9310-f53dd7dc12e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:37.887341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.887880 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-42011865-4fec-4439-9310-f53dd7dc12e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/237ecea8-a5fa-40bd-a3e3-d2943a236386 HTTP/1.1" status: 404 len: 333 time: 0.2439115 Feb 16 23:51:37.895578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47272) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:37.896276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.904751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.929897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.947382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:37.947382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:37.969721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Pushing event updated for resources: {'Port': ['ID=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:37.977413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.978330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.978330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.978530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.978915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.979201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.979453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.979781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.980127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.980980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.981303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:37.981622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b2c9a-b38f-4c79-9138-5203d1f4a63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:38.056873 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:38.066589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:38.071321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': '3cdb0ab8-5a59-4397-bf78-42659a0c0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3a6f7225-5629-41b3-9092-1784373f420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:38.071689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 3a6f7225-5629-41b3-9092-1784373f420a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:38.102686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Deleting port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:38.103019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.114340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Port': ['ID=eab02c9d-ed31-4a6d-963d-e95126ac3783,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:38.135102 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f5ac6718-81b7-4a8f-8dac-e8bb96774c6a req-9b4ce855-9207-490b-8bf1-e517c234df04 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809947 Feb 16 23:51:38.140181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.149467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.186542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.191089 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 HTTP/1.1" status: 204 len: 168 time: 5.7581234 Feb 16 23:51:38.194653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47278) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:38.196522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.201083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c2b68fd-583a-4005-9243-cd7c6465ec9f tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8044021 Feb 16 23:51:38.204486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47282) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:38.204604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet 36588f75-da5a-4537-9be5-b533e7997aca {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:38.206358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.207730 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-47d92d50-118a-495a-a533-5441acb6f4a8 tempest-ServersTestJSON-913034651 tempest-ServersTestJSON-913034651-project] 10.222.0.47 "DELETE /v2.0/floatingips/2d9acd0e-3986-4c46-8140-4fd71fe85f38 HTTP/1.1" status: 204 len: 168 time: 2.9224913 Feb 16 23:51:38.211224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b365f-80df-4114-a2a1-35bf60277a7d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:38.216298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-16978d2a-91f0-4440-831d-589b132be643 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'floatingip': {'port_id': '0927043a-10da-49d3-8525-60653e07385f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:38.241179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47286) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:38.253431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.255399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9fafb8f1-fb8c-4032-99a9-12f8f8d9de2c None None] Provisioning complete for port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:38.256385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9fafb8f1-fb8c-4032-99a9-12f8f8d9de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.340395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-16978d2a-91f0-4440-831d-589b132be643 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.360806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 3a6f7225-5629-41b3-9092-1784373f420a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:38.363122 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16df4fd-40d4-407c-a99f-ff3d00832eea tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:51:38.363595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16df4fd-40d4-407c-a99f-ff3d00832eea tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:51:38.369281 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f16df4fd-40d4-407c-a99f-ff3d00832eea tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 HTTP/1.1" status: 404 len: 339 time: 0.1699276 Feb 16 23:51:38.374725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47290) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:38.416211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1494285635', 'description': 'd1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:38.422942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.462122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.479592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:38.514787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Usage tracker for resource:network and tenant:a67d96518a284b54abadebaa30cb5edc is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:38.522015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 3a6f7225-5629-41b3-9092-1784373f420a) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:38.527282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:38.527282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.535024 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb88e0f1-86db-4afe-86e7-65657121978f None None] Network 3a6f7225-5629-41b3-9092-1784373f420a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:38.538786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:38.545458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31232df0-a87d-42c7-a8f9-e8783594be23 req-7ed7f122-7093-496f-a48b-a8715792c7ad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:38.547286 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-31232df0-a87d-42c7-a8f9-e8783594be23 req-7ed7f122-7093-496f-a48b-a8715792c7ad tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2748930 Feb 16 23:51:38.556524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.563325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-75038bb5-bae9-460a-84ac-80447483fb9c None None] Could not find standard attr ID for object 237ecea8-a5fa-40bd-a3e3-d2943a236386. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:51:38.592992 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-16978d2a-91f0-4440-831d-589b132be643 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] update failed (client error): The resource could not be found. Feb 16 23:51:38.593750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:38.597514 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-16978d2a-91f0-4440-831d-589b132be643 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "PUT /v2.0/floatingips/6f86b6d4-20c6-40ec-af01-ee9b4c497467 HTTP/1.1" status: 404 len: 507 time: 0.3882797 Feb 16 23:51:38.604945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47294) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:38.672434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:38.721792 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-31232df0-a87d-42c7-a8f9-e8783594be23 req-cb2761d9-7a4e-4273-9d08-7066ca870cbd tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574590 Feb 16 23:51:38.736983 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a90573a3-0ff5-403f-b1dc-081c17752d7d tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2711194 Feb 16 23:51:38.738448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47298) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:38.799729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:38.803091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.850079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Deleting port eab02c9d-ed31-4a6d-963d-e95126ac3783 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:38.850623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.875011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3eaf20d7-95c2-4c68-b60a-d09365b5b91e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:38.905395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-3a6f7225-5629-41b3-9092-1784373f420a', 'network_id': '3a6f7225-5629-41b3-9092-1784373f420a', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': 'd483e721-03ca-4e27-b08c-05eeeb4d5e4d'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:38.905977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:38.973952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] For port 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:38.974294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.030072 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:39.030441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.080180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e5bd1-5bc1-4f6b-8ae1-bc2b0af03103 req-3a62517e-d13f-4a00-a251-782179d49244 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:39.081651 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf4e5bd1-5bc1-4f6b-8ae1-bc2b0af03103 req-3a62517e-d13f-4a00-a251-782179d49244 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.1981356 Feb 16 23:51:39.110494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.110888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.182857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Allocated IP 172.20.0.2 (3a6f7225-5629-41b3-9092-1784373f420a/d483e721-03ca-4e27-b08c-05eeeb4d5e4d/2099ac79-bb47-4880-9530-3fab8c32fad9) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:39.253985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Calling delete_port for eab02c9d-ed31-4a6d-963d-e95126ac3783 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:39.264323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Calling delete_port for 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:39.293368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf4e5bd1-5bc1-4f6b-8ae1-bc2b0af03103 req-b2631afe-36ab-45ea-9713-f30a00770567 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018816 Feb 16 23:51:39.316492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:39.394673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.402501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.422509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.447426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:39.493627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ae3d8dd8-281c-4975-8f3b-d28d9e4d457c {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:39.494191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:39.551909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:39.552233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.592929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.593272 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 71e399e4-d6a0-4d02-9f71-72c132d82950 of type vlan for network a0a5d605-5723-45f1-b643-a0b1fc8a5d42 Feb 16 23:51:39.606708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:39.613046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.624347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:39.627152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event deleted for resources: {'Port': ['ID=eab02c9d-ed31-4a6d-963d-e95126ac3783,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:39.629469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Transition to ACTIVE for port object 2099ac79-bb47-4880-9530-3fab8c32fad9 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:39.634452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:39.657830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Transition to ACTIVE for port object 2099ac79-bb47-4880-9530-3fab8c32fad9 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:39.689095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.746405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.767812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debb51b-06a8-49f5-9441-363bdb1076d3 req-423df8b5-5d13-4af9-ba20-ea283b3fc6a3 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:39.769321 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4debb51b-06a8-49f5-9441-363bdb1076d3 req-423df8b5-5d13-4af9-ba20-ea283b3fc6a3 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2985363 Feb 16 23:51:39.772001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.776549 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-806da060-7efe-4637-96ed-300dc2fe29fc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "DELETE /v2.0/floatingips/6f86b6d4-20c6-40ec-af01-ee9b4c497467 HTTP/1.1" status: 204 len: 168 time: 1.1646130 Feb 16 23:51:39.777787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47306) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:39.782386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'floatingip': {'floating_network_id': '0fd69775-3dfa-4aca-bc66-c042df5d2bd4', 'port_id': '0927043a-10da-49d3-8525-60653e07385f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:39.783745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Network 3a6f7225-5629-41b3-9092-1784373f420a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:39.789825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:39.793830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:39.803434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:39.807191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:floatingip and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:39.808039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.813205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:39.821079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:39.845584 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4debb51b-06a8-49f5-9441-363bdb1076d3 req-f4a055b1-9180-42d5-bdb8-6762857fae7d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586400 Feb 16 23:51:39.847941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.906027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Pushing event updated for resources: {'Port': ['ID=2099ac79-bb47-4880-9530-3fab8c32fad9,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:39.913735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=0b9f5a37-d91c-49ae-918b-93b0f7f2cd38,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:39.915296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Attempting to bind port 2099ac79-bb47-4880-9530-3fab8c32fad9 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:39.915675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Attempting to bind port 2099ac79-bb47-4880-9530-3fab8c32fad9 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '3cdb0ab8-5a59-4397-bf78-42659a0c0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3a6f7225-5629-41b3-9092-1784373f420a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:39.916045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Attempting to bind port 2099ac79-bb47-4880-9530-3fab8c32fad9 on network 3a6f7225-5629-41b3-9092-1784373f420a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:39.919649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.922960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:39.923565 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Checking segment: {'id': '3cdb0ab8-5a59-4397-bf78-42659a0c0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3a6f7225-5629-41b3-9092-1784373f420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:39.924195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.924893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Bound using segment: {'id': '3cdb0ab8-5a59-4397-bf78-42659a0c0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3a6f7225-5629-41b3-9092-1784373f420a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:39.925552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Bound port: 2099ac79-bb47-4880-9530-3fab8c32fad9, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdb0ab8-5a59-4397-bf78-42659a0c0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3a6f7225-5629-41b3-9092-1784373f420a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:39.926117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.984965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:39.985604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:39.989209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 2099ac79-bb47-4880-9530-3fab8c32fad9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:39.989538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.027097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.069158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] For port 2099ac79-bb47-4880-9530-3fab8c32fad9, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:40.078276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.080986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:51:40.089440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d215b02-080a-45d6-8287-d02a74fe32cd req-aecc1c27-725b-4148-a697-01ed1e453efe tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:40.090731 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d215b02-080a-45d6-8287-d02a74fe32cd req-aecc1c27-725b-4148-a697-01ed1e453efe tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.1149113 Feb 16 23:51:40.151236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=36588f75-da5a-4537-9be5-b533e7997aca,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:40.169414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.170206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d215b02-080a-45d6-8287-d02a74fe32cd req-3c42bd53-29c4-4428-b17e-56d106f32ada tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658157 Feb 16 23:51:40.200357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.201650 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:51:40.207985 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f1300cdc-8954-4f3d-bbdb-c6649a78015c tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4245048 Feb 16 23:51:40.208412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:40.208412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.208566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47314) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:40.211677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] For port 2099ac79-bb47-4880-9530-3fab8c32fad9, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2099ac79-bb47-4880-9530-3fab8c32fad9,segment=NetworkSegment(3cdb0ab8-5a59-4397-bf78-42659a0c0f58),segment_id=3cdb0ab8-5a59-4397-bf78-42659a0c0f58)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:40.214315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b64bf-536c-4b9a-a4b0-43d03b0308f7 None None] Network 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:40.215326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '0927043a-10da-49d3-8525-60653e07385f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:40.222714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:40.224943 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8eee3b6e-3357-4c60-9901-80bc70510fb0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.7302940 Feb 16 23:51:40.226479 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a997db7a-b23c-4538-a6f5-c0f9f31128c0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/36588f75-da5a-4537-9be5-b533e7997aca HTTP/1.1" status: 204 len: 168 time: 2.3297029 Feb 16 23:51:40.233419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47318) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:40.233891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47320) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:40.245026 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8442266 Feb 16 23:51:40.249056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8882da60-d901-41af-99b7-43801f61d028'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:40.278970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47326) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:40.302830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.304681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Usage tracker for resource:floatingip and tenant:4216e631eee74af5be55f123fa0c9c00 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:40.323636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:40.435265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:40.520765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.542939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c68be-6cd5-4e55-ad8a-90425bc4783c None None] Pushing event updated for resources: {'Port': ['ID=2099ac79-bb47-4880-9530-3fab8c32fad9,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:40.565983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4365165-b612-4ab0-b180-9b0cb4a79d5d tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=a0a5d605-5723-45f1-b643-a0b1fc8a5d42,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:40.574994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Allocated IP 172.20.0.19 (710b5ff2-24f7-452e-96bd-e2f0dedc5f96/5509b6ef-ec75-4369-b270-ba194f8606be/f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:40.589274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a0a5d605-5723-45f1-b643-a0b1fc8a5d42 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:40.599780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.631084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2554a0a7-d97e-40e4-bd87-820e8f7b0245 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:40.631789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2554a0a7-d97e-40e4-bd87-820e8f7b0245 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Synchronizing usage tracker for tenant:a67d96518a284b54abadebaa30cb5edc on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:40.707938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2554a0a7-d97e-40e4-bd87-820e8f7b0245 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Unset dirty status for tenant:a67d96518a284b54abadebaa30cb5edc on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:40.709381 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2554a0a7-d97e-40e4-bd87-820e8f7b0245 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/networks?id=a0a5d605-5723-45f1-b643-a0b1fc8a5d42 HTTP/1.1" status: 200 len: 765 time: 0.4245131 Feb 16 23:51:40.712885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47330) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:40.713254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.720727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb73a56-ffcb-4b7b-aa84-8de46037c38d req-7d249d1b-d167-4e6f-a5f0-52a3f1cddb89 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:40.728165 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4cb73a56-ffcb-4b7b-aa84-8de46037c38d req-7d249d1b-d167-4e6f-a5f0-52a3f1cddb89 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4202657 Feb 16 23:51:40.749226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'description': 'd2'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:40.775995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:40.776564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:40.799391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Pushing event deleted for resources: {'Port': ['ID=56b04c1c-26c1-4d98-8e1b-53da0cc2fef9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:40.910782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 2099ac79-bb47-4880-9530-3fab8c32fad9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2099ac79-bb47-4880-9530-3fab8c32fad9,segment=NetworkSegment(3cdb0ab8-5a59-4397-bf78-42659a0c0f58),segment_id=3cdb0ab8-5a59-4397-bf78-42659a0c0f58)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:40.911317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.055961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] For port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,segment=NetworkSegment(fa70588b-7d87-4f3f-b130-adafb6670180),segment_id=fa70588b-7d87-4f3f-b130-adafb6670180)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:41.089702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4cb73a56-ffcb-4b7b-aa84-8de46037c38d req-44183e83-f490-4f00-aca7-91bb5850bd84 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604507 Feb 16 23:51:41.097916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.125375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] DHCP port deletion for 80f5d891-12f0-4199-a5a3-6f4dc199d2a0 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:41.139044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] Deleting port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:41.140681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.200300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Transition to ACTIVE for port object f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:41.208869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.317714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.325503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 2099ac79-bb47-4880-9530-3fab8c32fad9 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:41.480036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb335e62-bbc6-436a-9b70-1cb49fe2d5c8 None None] Pushing event updated for resources: {'Port': ['ID=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:41.497949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.517153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] For port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,segment=NetworkSegment(71144211-bba7-44d4-91f0-231fafdb5f25),segment_id=71144211-bba7-44d4-91f0-231fafdb5f25)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:41.517688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.631246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.671384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] For port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,segment=NetworkSegment(71144211-bba7-44d4-91f0-231fafdb5f25),segment_id=71144211-bba7-44d4-91f0-231fafdb5f25)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:41.671695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.702241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.717074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] Calling delete_port for 3eaf20d7-95c2-4c68-b60a-d09365b5b91e owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:41.740198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.861403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.874678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.890925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 3eaf20d7-95c2-4c68-b60a-d09365b5b91e owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:41.930893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] Pushing event deleted for resources: {'Port': ['ID=3eaf20d7-95c2-4c68-b60a-d09365b5b91e,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:41.932881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd3c2b-47ca-4742-a3ae-1056d937a04d None None] No DVR routers for this DVR port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:41.966509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network a0a5d605-5723-45f1-b643-a0b1fc8a5d42 is not hosted by any dhcp agent {{(pid=87677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 23:51:41.971902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:41.972943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:41.974032 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "PUT /v2.0/networks/a0a5d605-5723-45f1-b643-a0b1fc8a5d42 HTTP/1.1" status: 200 len: 762 time: 1.2307703 Feb 16 23:51:41.985189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47336) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:42.138281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.150345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e958363-d04b-44bd-a964-ba1c129e7768 None None] Network 3a6f7225-5629-41b3-9092-1784373f420a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:42.163237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873e08b-9570-42ee-b1cd-1ceba787491a tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=a0a5d605-5723-45f1-b643-a0b1fc8a5d42,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:42.182132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a0a5d605-5723-45f1-b643-a0b1fc8a5d42 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:42.242431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Port': ['ID=2099ac79-bb47-4880-9530-3fab8c32fad9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:42.268179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:42.268492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:42.318078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaffbb1-17b4-4846-82d0-dba0ca4c0a38 None None] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:42.338776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-85842de3-da61-461e-9dc0-5721b2aaba96 None None] Could not find standard attr ID for object 2099ac79-bb47-4880-9530-3fab8c32fad9. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:51:42.354222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Allocated IP 172.26.2.17 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/11b916a8-01d9-4fdf-8e72-ea73fe472204) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:42.427997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No DVR routers for this DVR port 2099ac79-bb47-4880-9530-3fab8c32fad9 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:42.437364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6436b-7906-4e38-bb48-b315378d3078 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:42.443157 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-95c6436b-7906-4e38-bb48-b315378d3078 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/networks?id=a0a5d605-5723-45f1-b643-a0b1fc8a5d42 HTTP/1.1" status: 200 len: 765 time: 0.4537709 Feb 16 23:51:42.477759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47340) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:42.496361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Delete allocated IP 172.20.0.18 (710b5ff2-24f7-452e-96bd-e2f0dedc5f96/5509b6ef-ec75-4369-b270-ba194f8606be) {{(pid=87677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 23:51:42.560361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c2d4b31-224d-4d7c-8d52-0ee7af3ceee4 None None] Provisioning for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:42.570867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c2d4b31-224d-4d7c-8d52-0ee7af3ceee4 None None] Provisioning complete for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:42.571291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c2d4b31-224d-4d7c-8d52-0ee7af3ceee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.659469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.742220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.764181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.775460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Ignored duplicate provisioning block setup for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 23:51:42.820202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 3eaf20d7-95c2-4c68-b60a-d09365b5b91e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:42.820661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.870502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.890561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:42.994955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:43.024957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] The port '3eaf20d7-95c2-4c68-b60a-d09365b5b91e' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:51:43.100839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:43.101406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.118490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e5115-08d4-4c3f-a0e8-ed8738b86d44 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:43.122627 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a72e5115-08d4-4c3f-a0e8-ed8738b86d44 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6405292 Feb 16 23:51:43.122627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.123357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:43.127076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47344) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:43.136912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:43.146688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:43.215774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=d483e721-03ca-4e27-b08c-05eeeb4d5e4d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:43.244938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f44b1-1526-418e-89bc-2c57131695e9 None None] Network 3a6f7225-5629-41b3-9092-1784373f420a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:43.328397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Router d5237d75-1672-41be-9dfc-407b363a7e29 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:51:43.353492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event updated for resources: {'Port': ['ID=11b916a8-01d9-4fdf-8e72-ea73fe472204,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:43.367467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.379201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Deleting port 04d61836-057e-4faa-ae2d-03ada9080f22 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:43.379538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.412297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f7587756-a75b-4a33-92b6-e5e546d555af None None] Provisioning complete for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:43.412667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f7587756-a75b-4a33-92b6-e5e546d555af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.453864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-58b69898-20f0-40a9-89a3-165dc5d479b0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Synchronizing usage tracker for tenant:a67d96518a284b54abadebaa30cb5edc on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:43.513874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6f7225-5629-41b3-9092-1784373f420a']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:43.532780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3eaf20d7-95c2-4c68-b60a-d09365b5b91e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:43.533410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdb0ab8-5a59-4397-bf78-42659a0c0f58') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:43.533817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdb0ab8-5a59-4397-bf78-42659a0c0f58') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:43.571899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.580171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 3eaf20d7-95c2-4c68-b60a-d09365b5b91e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:43.580444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3eaf20d7-95c2-4c68-b60a-d09365b5b91e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:43.639897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.669159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1026dc10-bb30-4cc1-a963-9bffcd687c4a None None] DHCP port deletion for 3a6f7225-5629-41b3-9092-1784373f420a request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:43.688805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f7587756-a75b-4a33-92b6-e5e546d555af None None] Provisioning for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:43.698102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f7587756-a75b-4a33-92b6-e5e546d555af None None] Provisioning complete for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:43.698478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f7587756-a75b-4a33-92b6-e5e546d555af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.700573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.711619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] In _notify_port_updated(), no bound segment for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 on network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:51:43.718221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:43.719126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.723593 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "PUT /v2.0/ports/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 HTTP/1.1" status: 200 len: 918 time: 3.4885254 Feb 16 23:51:43.740846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47348) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:43.757142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8882da60-d901-41af-99b7-43801f61d028'}, {'subnet_id': '5509b6ef-ec75-4369-b270-ba194f8606be'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:43.757294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4752cb-6eea-4af7-a091-2de693b3c1c5 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:51:43.786976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:43.787283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:43.803441 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:43.806743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f7587756-a75b-4a33-92b6-e5e546d555af None None] Port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:43.817174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-58b69898-20f0-40a9-89a3-165dc5d479b0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Unset dirty status for tenant:a67d96518a284b54abadebaa30cb5edc on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:43.819027 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-58b69898-20f0-40a9-89a3-165dc5d479b0 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 207 time: 0.6841719 Feb 16 23:51:43.826372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47352) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:43.827944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353e1b-f7fe-4e0f-ac5e-5d6cf6b928f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=0b9f5a37-d91c-49ae-918b-93b0f7f2cd38,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:43.850419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f5d891-12f0-4199-a5a3-6f4dc199d2a0']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:43.878495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71144211-bba7-44d4-91f0-231fafdb5f25') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:43.878801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71144211-bba7-44d4-91f0-231fafdb5f25') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:43.927397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Deleting port 11b916a8-01d9-4fdf-8e72-ea73fe472204 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:43.927841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.931642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4752cb-6eea-4af7-a091-2de693b3c1c5 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:51:43.946689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3edf73d2-3695-4fbd-9838-e783173b2cd5 None None] Provisioning complete for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:43.947070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3edf73d2-3695-4fbd-9838-e783173b2cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.956285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:43.996123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.004209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:51:44.013423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:44.013826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:44.034149 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:44.038788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.061106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] Sync routers for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:51:44.077983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.087680 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3edf73d2-3695-4fbd-9838-e783173b2cd5 None None] Port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:44.100270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.101532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:44.101665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:44.109293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=3a6f7225-5629-41b3-9092-1784373f420a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:44.113595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] For port 04d61836-057e-4faa-ae2d-03ada9080f22, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=04d61836-057e-4faa-ae2d-03ada9080f22,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:44.113962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.128453 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4c9fe14e-a85c-437f-aa82-23a73aaa944b admin admin] 10.222.0.47 "PUT /v2.0/routers/d5237d75-1672-41be-9dfc-407b363a7e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0906198 Feb 16 23:51:44.140331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47356) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:44.151312 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c4676571-da32-460e-9677-1c3b5271c688 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/3a6f7225-5629-41b3-9092-1784373f420a HTTP/1.1" status: 204 len: 168 time: 5.4009476 Feb 16 23:51:44.195210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47360) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:44.201300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1682922815'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:44.237801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:44.251122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:44.262178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:44.264883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.268966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.303418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:44.348464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=80f5d891-12f0-4199-a5a3-6f4dc199d2a0,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:44.389641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:44.398797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:44.402762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.428610 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8ea739e7-a220-4d25-a86e-f3924c253f1f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/80f5d891-12f0-4199-a5a3-6f4dc199d2a0 HTTP/1.1" status: 204 len: 168 time: 4.1871872 Feb 16 23:51:44.432949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47364) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:44.445077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'name': 'tempest-PortsIpV6TestJSON-1472534110'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:44.453332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Calling delete_port for 04d61836-057e-4faa-ae2d-03ada9080f22 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:44.504589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea4beb-1ce8-423b-8860-6da83435d560 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:44.510153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea4beb-1ce8-423b-8860-6da83435d560 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:44.516650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea4beb-1ce8-423b-8860-6da83435d560 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:44.522389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea4beb-1ce8-423b-8860-6da83435d560 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:44.527963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea4beb-1ce8-423b-8860-6da83435d560 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:44.533486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea4beb-1ce8-423b-8860-6da83435d560 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:44.540145 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4fea4beb-1ce8-423b-8860-6da83435d560 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6621218 Feb 16 23:51:44.540347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.540347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.548092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47368) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:44.663852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:44.736913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Calling delete_port for 11b916a8-01d9-4fdf-8e72-ea73fe472204 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:44.802113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.802113 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment ef69032b-b4c8-4604-a5cd-d48957edfc55 of type vlan for network c7d19959-388c-4812-a054-c5b6bd55cce7 Feb 16 23:51:44.812517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.829996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:44.830115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:51:40Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:44.834523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] Checking router: d5237d75-1672-41be-9dfc-407b363a7e29 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:51:44.840476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:port and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:44.846728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] Routers {'d5237d75-1672-41be-9dfc-407b363a7e29'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:44.847407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d5237d75-1672-41be-9dfc-407b363a7e29'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:44.875389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:44.901759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:44.905290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2099ac79-bb47-4880-9530-3fab8c32fad9 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:44.909153 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c001a6c4-427c-4339-93bd-49d1ffe7a244 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3568628 Feb 16 23:51:44.910313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47372) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:44.947553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 2099ac79-bb47-4880-9530-3fab8c32fad9 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:44.947866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2099ac79-bb47-4880-9530-3fab8c32fad9 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:44.957616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:44.997719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:45.001314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.065076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] Set router d5237d75-1672-41be-9dfc-407b363a7e29 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:45.081682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.112154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.165639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d61836-057e-4faa-ae2d-03ada9080f22,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:45.201297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdd2fd-63a2-46a8-8e7c-ace43d99e814 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.202688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdd2fd-63a2-46a8-8e7c-ace43d99e814 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.204159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdd2fd-63a2-46a8-8e7c-ace43d99e814 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.205786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdd2fd-63a2-46a8-8e7c-ace43d99e814 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.207280 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdd2fd-63a2-46a8-8e7c-ace43d99e814 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.212908 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-11fdd2fd-63a2-46a8-8e7c-ace43d99e814 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2978249 Feb 16 23:51:45.212908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:51:45.225316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47376) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:45.310792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 245f5a6d-e819-43fb-9ea0-a7726bfff964 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:45.412423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.417190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.425692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.426541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.426653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:51:40Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:45.431207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f5340d-bba6-407b-8fed-01ec9fac4d72 None None] The sync data for ids ['d5237d75-1672-41be-9dfc-407b363a7e29'] in dv-neutron-829040-1-hyperv is: [{'id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'name': 'tempest-ServersTestManualDisk-1986609166-router', 'tenant_id': '7c302cd105d94da49e13bfa075d82b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:34Z', 'updated_at': '2022-02-16T23:51:40Z', 'revision_number': 5, 'project_id': '7c302cd105d94da49e13bfa075d82b6b', 'gw_port': {'id': 'feb00f39-bd83-40eb-a864-c748ab7cb82e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5237d75-1672-41be-9dfc-407b363a7e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:35Z', 'updated_at': '2022-02-16T23:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:51:45.440682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Deleting port feb00f39-bd83-40eb-a864-c748ab7cb82e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:45.441081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.511371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:45.578432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event deleted for resources: {'Port': ['ID=11b916a8-01d9-4fdf-8e72-ea73fe472204,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:45.626269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.21 (710b5ff2-24f7-452e-96bd-e2f0dedc5f96/5509b6ef-ec75-4369-b270-ba194f8606be/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:45.665536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937bfb9-098c-4d22-9bbe-2b303ca065d2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.667116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937bfb9-098c-4d22-9bbe-2b303ca065d2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.669067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937bfb9-098c-4d22-9bbe-2b303ca065d2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.670616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937bfb9-098c-4d22-9bbe-2b303ca065d2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.672471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937bfb9-098c-4d22-9bbe-2b303ca065d2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:45.673693 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6937bfb9-098c-4d22-9bbe-2b303ca065d2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4106476 Feb 16 23:51:45.708146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47380) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:45.783592 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5852752 Feb 16 23:51:45.790449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47384) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:45.803123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': 'c7d19959-388c-4812-a054-c5b6bd55cce7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:45.821555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f716-ebfa-4555-88b9-2e2d4f7c94aa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=c7d19959-388c-4812-a054-c5b6bd55cce7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:45.832296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network c7d19959-388c-4812-a054-c5b6bd55cce7 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:46.026782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] For port feb00f39-bd83-40eb-a864-c748ab7cb82e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=feb00f39-bd83-40eb-a864-c748ab7cb82e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:46.027699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.042885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:46.049932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:46.053998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:46.163490 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] create failed (client error): The resource could not be found. Feb 16 23:51:46.164558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-239a11fb-f039-408f-83fc-b8d72336fadf tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9551706 Feb 16 23:51:46.168359 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47388) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:46.169273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:46.181139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Calling delete_port for feb00f39-bd83-40eb-a864-c748ab7cb82e owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:46.196862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824f7c4-301b-4e34-8764-db6675448dcf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:46.197440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9824f7c4-301b-4e34-8764-db6675448dcf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Synchronizing usage tracker for tenant:a67d96518a284b54abadebaa30cb5edc on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:46.203283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.234126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9824f7c4-301b-4e34-8764-db6675448dcf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Unset dirty status for tenant:a67d96518a284b54abadebaa30cb5edc on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:46.238653 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9824f7c4-301b-4e34-8764-db6675448dcf tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/networks/c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef HTTP/1.1" status: 200 len: 804 time: 0.4883432 Feb 16 23:51:46.239239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47392) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:46.246264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.330309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:46.337663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:46.341746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.346250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.515772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=0b9f5a37-d91c-49ae-918b-93b0f7f2cd38,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:46.518266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.525940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Deleting port 0927043a-10da-49d3-8525-60653e07385f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:46.526290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.594608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.ipam_backend_mixin [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Performing IP validity checks on allocation pools {{(pid=87676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 23:51:46.594966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.ipam_backend_mixin [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 23:51:46.644647 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb8bba3f-a1f4-4b95-8b10-851d77250c19 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/networks/c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4043584 Feb 16 23:51:46.650968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47396) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:46.662036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-698cf795-c6fd-404e-a7dd-653955bfa13c None None] Provisioning for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:46.669802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Router 78fe744f-afc4-49da-b185-a7b9a33ba5aa has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:51:46.673566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:46.674994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-698cf795-c6fd-404e-a7dd-653955bfa13c None None] Provisioning complete for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:46.676489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-698cf795-c6fd-404e-a7dd-653955bfa13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.679421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:46.682049 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:46.688470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:46.689074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.704671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=245f5a6d-e819-43fb-9ea0-a7726bfff964,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:46.721864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] In _notify_port_updated(), no bound segment for port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 on network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:51:46.727435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:46.728034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.732528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-af394440-5e74-48f3-8de9-76ad724a4292 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "PUT /v2.0/ports/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 HTTP/1.1" status: 200 len: 998 time: 2.9903903 Feb 16 23:51:46.734604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47402) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:46.742514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-698cf795-c6fd-404e-a7dd-653955bfa13c None None] Port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:51:46.781231 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-54a858dd-00e2-48fb-bd78-e10605c036d6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3440356 Feb 16 23:51:46.783875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47406) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:46.845325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:46.862870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:46.863215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:46.889081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:46.889511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 56b04c1c-26c1-4d98-8e1b-53da0cc2fef9 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:46.933868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41adfbf-9bee-4485-8f7f-12af66a6ea9e tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:46.934443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a41adfbf-9bee-4485-8f7f-12af66a6ea9e tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Synchronizing usage tracker for tenant:a67d96518a284b54abadebaa30cb5edc on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:47.020369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 245f5a6d-e819-43fb-9ea0-a7726bfff964 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:47.020709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:47.278630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a41adfbf-9bee-4485-8f7f-12af66a6ea9e tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Unset dirty status for tenant:a67d96518a284b54abadebaa30cb5edc on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:47.283523 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a41adfbf-9bee-4485-8f7f-12af66a6ea9e tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/subnets/5fbe17f8-ca12-4990-90bc-2fcc5f112cb7 HTTP/1.1" status: 200 len: 843 time: 0.6244366 Feb 16 23:51:47.287907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47410) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:47.314953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:47.404938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb00f39-bd83-40eb-a864-c748ab7cb82e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:47.419187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:51:47.430926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] Sync routers for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:51:47.444233 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:47.446086 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:47.486360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:47.505583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172c2c4-5f3d-4437-813b-4b206e4181c6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:47.506951 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5172c2c4-5f3d-4437-813b-4b206e4181c6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "GET /v2.0/subnets/5fbe17f8-ca12-4990-90bc-2fcc5f112cb7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2181587 Feb 16 23:51:47.510990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47414) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:47.513876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:47.532368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-417083420'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:47.537509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:47.628169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:47.637216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:47.659437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 245f5a6d-e819-43fb-9ea0-a7726bfff964 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:47.716296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Calling delete_port for 0927043a-10da-49d3-8525-60653e07385f owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:47.731556 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:47.775878 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-04ba72ca-2391-485c-b1d4-cbd6d7dc3055 admin admin] 10.222.0.47 "PUT /v2.0/routers/78fe744f-afc4-49da-b185-a7b9a33ba5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5291607 Feb 16 23:51:47.776667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:47.792741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47418) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:47.825295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:47.899601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:47.923910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.013385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.021862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=245f5a6d-e819-43fb-9ea0-a7726bfff964,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:48.028011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=7e2f105e-02f0-49f6-ae90-501b28f7d3f7,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:48.030016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:48.033459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.041766 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c3dce69-8161-4e8b-8850-6ea75810d801 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/245f5a6d-e819-43fb-9ea0-a7726bfff964 HTTP/1.1" status: 204 len: 168 time: 1.2569795 Feb 16 23:51:48.048712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47422) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:48.049998 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:51:45Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:48.054573 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] Checking router: 78fe744f-afc4-49da-b185-a7b9a33ba5aa for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:51:48.056948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'mac_address': 'fa:16:3e:7d:fb:34', 'name': 'tempest-PortsIpV6TestJSON-1322838440'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:48.066626 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] Routers {'78fe744f-afc4-49da-b185-a7b9a33ba5aa'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:51:48.067521 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:48.137550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': 'ef69032b-b4c8-4604-a5cd-d48957edfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c7d19959-388c-4812-a054-c5b6bd55cce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:48.137917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: c7d19959-388c-4812-a054-c5b6bd55cce7, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:48.152913 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.208175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.222287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:48.227040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:port and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:48.230144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:48.232833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.270852 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] Set router 78fe744f-afc4-49da-b185-a7b9a33ba5aa gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:51:48.277094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:48.295621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=0b9f5a37-d91c-49ae-918b-93b0f7f2cd38,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:48.306625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:48.338333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network c7d19959-388c-4812-a054-c5b6bd55cce7 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:48.340784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.341132 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Added segment 5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71 of type vlan for network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d Feb 16 23:51:48.350630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.352500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.353034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5237d75-1672-41be-9dfc-407b363a7e29 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:51:48.354707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.372595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:48.541063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.583710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, c7d19959-388c-4812-a054-c5b6bd55cce7) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:48.594214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.601053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:48.601721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.605963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd99701-380c-465f-98ee-e5299b61482e None None] Network c7d19959-388c-4812-a054-c5b6bd55cce7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:48.619034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event deleted for resources: {'Port': ['ID=0927043a-10da-49d3-8525-60653e07385f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:48.685360 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:51:45Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:48.692850 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f254a9f-96ce-4055-ba8c-8164113df47a None None] The sync data for ids ['78fe744f-afc4-49da-b185-a7b9a33ba5aa'] in dv-neutron-829040-1-hyperv is: [{'id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'name': 'tempest-ServersTestJSON-280212757-router', 'tenant_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:38Z', 'updated_at': '2022-02-16T23:51:45Z', 'revision_number': 5, 'project_id': 'b752a812ed2946dcbea4d2c9bc36669f', 'gw_port': {'id': '71805c0e-0f9c-405c-b30d-dabbe34b7874', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fe744f-afc4-49da-b185-a7b9a33ba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:51:48.706031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.711318 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-63aab4c3-8dbb-4c8f-b62f-7dea756595b8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 HTTP/1.1" status: 204 len: 168 time: 1.9755795 Feb 16 23:51:48.712432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47426) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:48.715452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.772632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33a9ac3-a23e-4c1d-88f2-beeca4ea434b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:51:48.773161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c33a9ac3-a23e-4c1d-88f2-beeca4ea434b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:48.795639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 8d59a11d-9033-48b7-99b7-57cce9971089 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:48.852806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c33a9ac3-a23e-4c1d-88f2-beeca4ea434b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:48.857246 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c33a9ac3-a23e-4c1d-88f2-beeca4ea434b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 HTTP/1.1" status: 404 len: 333 time: 0.1321301 Feb 16 23:51:48.858065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47430) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:48.937517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-c7d19959-388c-4812-a054-c5b6bd55cce7', 'network_id': 'c7d19959-388c-4812-a054-c5b6bd55cce7', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': '7e2f105e-02f0-49f6-ae90-501b28f7d3f7'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:48.938357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.967910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 5509b6ef-ec75-4369-b270-ba194f8606be {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:48.973390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:48.974243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:48.979568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.042055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.046520 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8b1de02a-861a-4123-a6e6-489c9b7fa940 admin admin] 10.222.0.47 "DELETE /v2.0/routers/d5237d75-1672-41be-9dfc-407b363a7e29 HTTP/1.1" status: 204 len: 168 time: 4.8977787 Feb 16 23:51:49.059574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47434) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:49.070078 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5459292 Feb 16 23:51:49.090863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47438) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:49.100449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4c7cb-fbd2-468d-b355-d94584f83656 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Network': ['ID=3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:49.104532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'network_id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:49.117671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:49.132521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Allocated IP 172.20.0.3 (c7d19959-388c-4812-a054-c5b6bd55cce7/7e2f105e-02f0-49f6-ae90-501b28f7d3f7/7d47638a-e458-42f1-9fc0-bc7730993de5) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:49.163653 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5e34d266-52af-4b79-909d-134b8dc2a1be tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.3671010 Feb 16 23:51:49.182775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47442) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:49.198225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.295595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.297601 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1d66c04c-5eea-45de-babc-fa48b25679d2 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "DELETE /v2.0/ports/0927043a-10da-49d3-8525-60653e07385f HTTP/1.1" status: 204 len: 168 time: 3.1253004 Feb 16 23:51:49.306574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47446) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:49.319850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feb00f39-bd83-40eb-a864-c748ab7cb82e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:49.350448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] Deleting subnet a77ba024-5453-4480-ad8b-f2afb4f6f158 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:49.352100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:49.368455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.380870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:49.419363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: feb00f39-bd83-40eb-a864-c748ab7cb82e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:49.419825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feb00f39-bd83-40eb-a864-c748ab7cb82e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:49.432097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.441229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Made reservation on behalf of a67d96518a284b54abadebaa30cb5edc for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:49.444409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.444773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.501528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.535990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Deleting port 71805c0e-0f9c-405c-b30d-dabbe34b7874 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:49.536356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.551369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing IP validity checks on allocation pools {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 23:51:49.552182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 23:51:49.568519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.570273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.579574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.581022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Transition to ACTIVE for port object 7d47638a-e458-42f1-9fc0-bc7730993de5 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:49.606566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Transition to ACTIVE for port object 7d47638a-e458-42f1-9fc0-bc7730993de5 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:49.613426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.645303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.702912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Network c7d19959-388c-4812-a054-c5b6bd55cce7 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:49.716211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:49.716454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 7d47638a-e458-42f1-9fc0-bc7730993de5 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:49.716903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.723610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:49.733896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.741940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:49.784601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Pushing event updated for resources: {'Port': ['ID=7d47638a-e458-42f1-9fc0-bc7730993de5,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:49.785350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636b76fe-7442-4839-acce-859258802cdc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:49.786056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-636b76fe-7442-4839-acce-859258802cdc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Synchronizing usage tracker for tenant:4216e631eee74af5be55f123fa0c9c00 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:49.807480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:49.822439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:49.828370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:49.828986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.840708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=8d59a11d-9033-48b7-99b7-57cce9971089,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:49.842822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=5509b6ef-ec75-4369-b270-ba194f8606be,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:49.846866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.849347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Attempting to bind port 7d47638a-e458-42f1-9fc0-bc7730993de5 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:49.849954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Attempting to bind port 7d47638a-e458-42f1-9fc0-bc7730993de5 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'ef69032b-b4c8-4604-a5cd-d48957edfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c7d19959-388c-4812-a054-c5b6bd55cce7'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:49.850567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Attempting to bind port 7d47638a-e458-42f1-9fc0-bc7730993de5 on network c7d19959-388c-4812-a054-c5b6bd55cce7 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:49.856113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e43433-b0aa-4c58-9db8-e824a417bc35 None None] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:49.864757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.881474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:49.885433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Checking segment: {'id': 'ef69032b-b4c8-4604-a5cd-d48957edfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c7d19959-388c-4812-a054-c5b6bd55cce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:49.885433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.885665 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fa28885e-c28a-47bb-ae53-545c3e85396e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/5509b6ef-ec75-4369-b270-ba194f8606be HTTP/1.1" status: 204 len: 168 time: 1.0194368 Feb 16 23:51:49.885760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Bound using segment: {'id': 'ef69032b-b4c8-4604-a5cd-d48957edfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c7d19959-388c-4812-a054-c5b6bd55cce7'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:49.885760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Bound port: 7d47638a-e458-42f1-9fc0-bc7730993de5, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef69032b-b4c8-4604-a5cd-d48957edfc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c7d19959-388c-4812-a054-c5b6bd55cce7'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:49.885760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:49.887263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47450) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:49.896104 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:51:49.929236 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-568a6792-1db6-4f60-8ef8-b1d25a7a5a47 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8745785 Feb 16 23:51:49.929435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-636b76fe-7442-4839-acce-859258802cdc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Unset dirty status for tenant:4216e631eee74af5be55f123fa0c9c00 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:49.929435 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-636b76fe-7442-4839-acce-859258802cdc tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ff2eb9b-89cb-4960-ae6b-87de895c8910 HTTP/1.1" status: 200 len: 913 time: 0.6135721 Feb 16 23:51:49.933687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47454) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:49.934026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47456) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:49.987426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 8882da60-d901-41af-99b7-43801f61d028 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:49.989419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.022397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.095999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] For port 7d47638a-e458-42f1-9fc0-bc7730993de5, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:50.117347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.134228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] For port 7d47638a-e458-42f1-9fc0-bc7730993de5, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7d47638a-e458-42f1-9fc0-bc7730993de5,segment=NetworkSegment(ef69032b-b4c8-4604-a5cd-d48957edfc55),segment_id=ef69032b-b4c8-4604-a5cd-d48957edfc55)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:50.142300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.160353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=f1936f28-31c5-412e-911f-aab848ec839d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:50.164646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] For port 71805c0e-0f9c-405c-b30d-dabbe34b7874, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=71805c0e-0f9c-405c-b30d-dabbe34b7874,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:50.165022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.168596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Checking segment: {'id': '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:50.168958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network hostable DHCP agents. Network: 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:50.213970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:50.230783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:50.237665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:50.238570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.246198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.256171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e3e97-b32e-4b22-b2ae-1c17d84b7d97 None None] Network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:50.294477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fc54266d-7d65-40ea-b68e-39d0c2e0dcaa tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2025523 Feb 16 23:51:50.300983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47462) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:50.306768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8ff6cd9d-fe22-4a13-a66f-f277a33b9b29 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:50.399682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0b4fe-a04f-4ee1-a6a5-9b08436c8832 None None] Pushing event updated for resources: {'Port': ['ID=7d47638a-e458-42f1-9fc0-bc7730993de5,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:50.529815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Calling delete_port for 71805c0e-0f9c-405c-b30d-dabbe34b7874 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:50.540739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.570700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa37123e-f50f-468e-91e3-8dda5aa10f86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:50.572137 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aa37123e-f50f-468e-91e3-8dda5aa10f86 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/8d59a11d-9033-48b7-99b7-57cce9971089 HTTP/1.1" status: 200 len: 845 time: 0.6277621 Feb 16 23:51:50.577678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cd9d-fe22-4a13-a66f-f277a33b9b29 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8003918'] for subnet, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.588181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d', 'network_id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d', 'tenant_id': 'a67d96518a284b54abadebaa30cb5edc', 'fixed_ips': [{'subnet_id': 'f1936f28-31c5-412e-911f-aab848ec839d'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:50.589122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.598238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47466) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:50.636802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.676458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=8882da60-d901-41af-99b7-43801f61d028,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:50.679473 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1b5f88f5-604f-483a-8697-93ce225551b0 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/8882da60-d901-41af-99b7-43801f61d028 HTTP/1.1" status: 204 len: 168 time: 0.7914546 Feb 16 23:51:50.682210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47470) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:50.715410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.891774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d47638a-e458-42f1-9fc0-bc7730993de5 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:50.935855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77ba024-5453-4480-ad8b-f2afb4f6f158,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:50.940211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:50.964506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720545ca-fc62-475c-b22b-40d83149a6f9 None None] Network 8d6134e6-a601-4ee0-996e-1c530f411dae requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:50.993827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 23:51:50.993827 dv-neutron-829040-1-hyperv neutron-server[87678]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 23:51:50.993827 dv-neutron-829040-1-hyperv neutron-server[87678]: [parameters: {'in_use': 1, 'id_1': 'f1936f28-31c5-412e-911f-aab848ec839d'}] Feb 16 23:51:50.993827 dv-neutron-829040-1-hyperv neutron-server[87678]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:50.994745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:51.051520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.055753 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-da3c9146-59d6-4439-bf4a-29deb304cdac admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a77ba024-5453-4480-ad8b-f2afb4f6f158 HTTP/1.1" status: 204 len: 168 time: 1.9878671 Feb 16 23:51:51.056091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47474) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:51.061990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cd9d-fe22-4a13-a66f-f277a33b9b29 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794907371295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7097778'] for subnet, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.072953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 8d59a11d-9033-48b7-99b7-57cce9971089 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:51.073281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.103294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 7d47638a-e458-42f1-9fc0-bc7730993de5, host dv-neutron-829040-1-hyperv, got binding levels [] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:51.103545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.224988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:51.225309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.225407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7d47638a-e458-42f1-9fc0-bc7730993de5 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:51.251009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.251898 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 04d61836-057e-4faa-ae2d-03ada9080f22 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:51.262059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6cd9d-fe22-4a13-a66f-f277a33b9b29 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:51.262659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cd9d-fe22-4a13-a66f-f277a33b9b29 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.264477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8ff6cd9d-fe22-4a13-a66f-f277a33b9b29 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "PUT /v2.0/subnets/f1936f28-31c5-412e-911f-aab848ec839d HTTP/1.1" status: 200 len: 900 time: 0.9623613 Feb 16 23:51:51.279185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47478) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:51.287759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 7d47638a-e458-42f1-9fc0-bc7730993de5 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:51.296724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 04d61836-057e-4faa-ae2d-03ada9080f22 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:51.297089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 04d61836-057e-4faa-ae2d-03ada9080f22 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:51.297807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6cd9d-fe22-4a13-a66f-f277a33b9b29 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event updated for resources: {'Subnet': ['ID=f1936f28-31c5-412e-911f-aab848ec839d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:51.333555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.399020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Deleting port 1f4d2b89-1a02-4a86-afac-33422c2dc788 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:51.399816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.439303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1c0c1-250c-4b06-b8d6-95f76797ce19 None None] Network 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:51.458673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] DHCP port deletion for 8d6134e6-a601-4ee0-996e-1c530f411dae request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:51.540650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.570642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Deleting port 1f4d2b89-1a02-4a86-afac-33422c2dc788 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:51.571519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.628361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,segment=NetworkSegment(fa70588b-7d87-4f3f-b130-adafb6670180),segment_id=fa70588b-7d87-4f3f-b130-adafb6670180)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:51.628726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.797231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2446cdb7-9012-485b-b655-e9402042b58f None None] Provisioning complete for port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:51.797736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2446cdb7-9012-485b-b655-e9402042b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.857846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:51.858259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:51.881257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:51.909942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.930164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.941577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a2d08-1a4f-4d87-8f87-cd3d346969b3 None None] Network c7d19959-388c-4812-a054-c5b6bd55cce7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:51.954696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:51.961063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] For port 1f4d2b89-1a02-4a86-afac-33422c2dc788, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f4d2b89-1a02-4a86-afac-33422c2dc788,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:51.961400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.110783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 8d59a11d-9033-48b7-99b7-57cce9971089 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:52.126938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Calling delete_port for 1f4d2b89-1a02-4a86-afac-33422c2dc788 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:52.185027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.240566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] For port 1f4d2b89-1a02-4a86-afac-33422c2dc788, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f4d2b89-1a02-4a86-afac-33422c2dc788,segment=NetworkSegment(0e911174-e040-4c96-a76e-cffa4ec51a79),segment_id=0e911174-e040-4c96-a76e-cffa4ec51a79)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:52.240930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.248655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No DVR routers for this DVR port f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:52.270867 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.plugins.ml2.db [None req-2446cdb7-9012-485b-b655-e9402042b58f None None] No ports have port_id starting with f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b Feb 16 23:51:52.351001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=71805c0e-0f9c-405c-b30d-dabbe34b7874,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:52.370532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 7d47638a-e458-42f1-9fc0-bc7730993de5 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:52.370771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.396818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:52.414194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Calling delete_port for 1f4d2b89-1a02-4a86-afac-33422c2dc788 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:52.512359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Allocated IP 2001:db8::3 (3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d/f1936f28-31c5-412e-911f-aab848ec839d/eb638ee8-e6dd-4d39-8bfe-3d80284871b8) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:52.514101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.519441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.572647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] No DVR routers for this DVR port 1f4d2b89-1a02-4a86-afac-33422c2dc788 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:52.615489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-39f8bb1f-da5a-4887-80e7-fc5320c09477 None None] Provisioning for port 7d47638a-e458-42f1-9fc0-bc7730993de5 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:51:52.645915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.677612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e316ccd-69a7-4d2f-aeac-91abe51d22ec None None] DHCP port deletion for 710b5ff2-24f7-452e-96bd-e2f0dedc5f96 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:52.687322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-39f8bb1f-da5a-4887-80e7-fc5320c09477 None None] Provisioning complete for port 7d47638a-e458-42f1-9fc0-bc7730993de5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:52.687788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39f8bb1f-da5a-4887-80e7-fc5320c09477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.700586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.719069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:52.719496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:52.854160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.884430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6134e6-a601-4ee0-996e-1c530f411dae']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:52.903894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e911174-e040-4c96-a76e-cffa4ec51a79') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:52.904477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e911174-e040-4c96-a76e-cffa4ec51a79') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:52.917235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.935971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.942518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:52.942961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.969753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.972523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39f8bb1f-da5a-4887-80e7-fc5320c09477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.988569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:52.997922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.000780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f4d2b89-1a02-4a86-afac-33422c2dc788 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:53.042281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Transition to ACTIVE for port object eb638ee8-e6dd-4d39-8bfe-3d80284871b8 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:53.045362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 1f4d2b89-1a02-4a86-afac-33422c2dc788 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:53.045791 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f4d2b89-1a02-4a86-afac-33422c2dc788 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:53.046267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:53.047629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=8d59a11d-9033-48b7-99b7-57cce9971089,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.063218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:53.076552 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:53.079821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4d2b89-1a02-4a86-afac-33422c2dc788,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.090656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.098092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.101803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:53.102157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f02cb3e5-5798-4ef9-981c-dc2bbdc7a23b not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:53.119899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-39f8bb1f-da5a-4887-80e7-fc5320c09477 None None] For port 7d47638a-e458-42f1-9fc0-bc7730993de5, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7d47638a-e458-42f1-9fc0-bc7730993de5,segment=NetworkSegment(ef69032b-b4c8-4604-a5cd-d48957edfc55),segment_id=ef69032b-b4c8-4604-a5cd-d48957edfc55)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:53.121455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Transition to ACTIVE for port object eb638ee8-e6dd-4d39-8bfe-3d80284871b8 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:53.132884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39f8bb1f-da5a-4887-80e7-fc5320c09477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.149295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.149887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78fe744f-afc4-49da-b185-a7b9a33ba5aa {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:51:53.158513 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] 10.222.0.47 "DELETE /v2.0/networks/8d6134e6-a601-4ee0-996e-1c530f411dae HTTP/1.1" status: 204 len: 168 time: 2.0981867 Feb 16 23:51:53.159088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.163568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710b5ff2-24f7-452e-96bd-e2f0dedc5f96']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:53.175658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe48f3-2460-44ae-adc8-57cf3391878a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6134e6-a601-4ee0-996e-1c530f411dae,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.187312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa70588b-7d87-4f3f-b130-adafb6670180') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:53.187759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa70588b-7d87-4f3f-b130-adafb6670180') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:53.209286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.215705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.234735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.253781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:53.254232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.277802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Deleting port 1f4d2b89-1a02-4a86-afac-33422c2dc788 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:53.278454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:53.279605 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:53.311322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8bb1f-da5a-4887-80e7-fc5320c09477 None None] Pushing event updated for resources: {'Port': ['ID=7d47638a-e458-42f1-9fc0-bc7730993de5,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.314594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=f1936f28-31c5-412e-911f-aab848ec839d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.319329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.328707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.332330 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-81143fba-0b81-4c5f-9871-678126accd4c admin admin] 10.222.0.47 "DELETE /v2.0/routers/78fe744f-afc4-49da-b185-a7b9a33ba5aa HTTP/1.1" status: 204 len: 168 time: 5.5316284 Feb 16 23:51:53.332330 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dbd6fab7-835e-4179-99e2-fa6b1cdd6992 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/8d59a11d-9033-48b7-99b7-57cce9971089 HTTP/1.1" status: 204 len: 168 time: 2.7326331 Feb 16 23:51:53.332908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47486) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:53.362067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47488) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:53.437613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.442074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.476706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:53.477043 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/710b5ff2-24f7-452e-96bd-e2f0dedc5f96 HTTP/1.1" status: 204 len: 168 time: 2.7905791 Feb 16 23:51:53.478040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47494) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:53.478911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc0ada-090a-4072-b48f-f81323f16cab tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=710b5ff2-24f7-452e-96bd-e2f0dedc5f96,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.486156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:53.490598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:53.512427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.538131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8c9dd29c-63f6-488a-96bc-1614da47ee12 None None] Provisioning complete for port 7d47638a-e458-42f1-9fc0-bc7730993de5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:53.538420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c9dd29c-63f6-488a-96bc-1614da47ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.554221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47498) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:53.616937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7bd756-2a33-4503-9b83-d8893c8bb7d2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:53.617601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf7bd756-2a33-4503-9b83-d8893c8bb7d2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:53.626974 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c94dc63-5559-4290-ad82-99dbc9a9d4d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c302cd105d94da49e13bfa075d82b6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0717120 Feb 16 23:51:53.630554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47502) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:53.638396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-83105d5f-48f9-4f6e-a821-86a2df7efd47 None None] The port '1f4d2b89-1a02-4a86-afac-33422c2dc788' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:51:53.639646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Pushing event updated for resources: {'Port': ['ID=eb638ee8-e6dd-4d39-8bfe-3d80284871b8,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.661345 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22d9556-d43d-4e76-9bda-9d66891f834a tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:51:53.661858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f22d9556-d43d-4e76-9bda-9d66891f834a tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:53.678746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf7bd756-2a33-4503-9b83-d8893c8bb7d2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:53.685449 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cf7bd756-2a33-4503-9b83-d8893c8bb7d2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1982477 Feb 16 23:51:53.685449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47506) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:53.701915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Attempting to bind port eb638ee8-e6dd-4d39-8bfe-3d80284871b8 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:53.702285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Attempting to bind port eb638ee8-e6dd-4d39-8bfe-3d80284871b8 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:53.702642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Attempting to bind port eb638ee8-e6dd-4d39-8bfe-3d80284871b8 on network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:53.708504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.711992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:53.712389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Checking segment: {'id': '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:53.712790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.713179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Bound using segment: {'id': '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:53.713645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Bound port: eb638ee8-e6dd-4d39-8bfe-3d80284871b8, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:53.714016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.725759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 7d47638a-e458-42f1-9fc0-bc7730993de5, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7d47638a-e458-42f1-9fc0-bc7730993de5,segment=NetworkSegment(ef69032b-b4c8-4604-a5cd-d48957edfc55),segment_id=ef69032b-b4c8-4604-a5cd-d48957edfc55)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:53.725759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.757284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] Deleting subnet 1e569b5a-dc66-487a-9d39-5c0dbd48c83e {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:51:53.781980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065759c0-fa15-4230-8f9f-0dfdefa3679f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.820089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065759c0-fa15-4230-8f9f-0dfdefa3679f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.846764 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-42bfc612-42fb-4d92-8177-9efe0481199c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1508048 Feb 16 23:51:53.846764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47510) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:53.855991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1745822655'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:53.869999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:53.875469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] For port eb638ee8-e6dd-4d39-8bfe-3d80284871b8, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:53.879687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:53.879888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] For port eb638ee8-e6dd-4d39-8bfe-3d80284871b8, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=eb638ee8-e6dd-4d39-8bfe-3d80284871b8,segment=NetworkSegment(5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71),segment_id=5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:53.883574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:53.885149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.890180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:53.907636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:53.910971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.938451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065759c0-fa15-4230-8f9f-0dfdefa3679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.961841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065759c0-fa15-4230-8f9f-0dfdefa3679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea848d9c-724e-46a3-b68c-00cdee822156,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:53.970199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:53.977529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065759c0-fa15-4230-8f9f-0dfdefa3679f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.978812 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-065759c0-fa15-4230-8f9f-0dfdefa3679f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea848d9c-724e-46a3-b68c-00cdee822156 HTTP/1.1" status: 204 len: 168 time: 0.3473279 Feb 16 23:51:53.994858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:53.995200 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment 0e897569-7e39-4555-b9bb-22e2048e14a5 of type vlan for network 337041b7-05f6-4f12-a1d1-72071eaeee00 Feb 16 23:51:54.027946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.040890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627d679-d147-4a9a-91c8-9cd8ca595c79 None None] Pushing event updated for resources: {'Port': ['ID=eb638ee8-e6dd-4d39-8bfe-3d80284871b8,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:54.051508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 7d47638a-e458-42f1-9fc0-bc7730993de5 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:54.070737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.077774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:54.078316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.082869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.086261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce79526-bb39-438e-a8ca-b58e4aaffbb5 None None] Network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:54.126761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:54.144000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f22d9556-d43d-4e76-9bda-9d66891f834a tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:54.145844 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f22d9556-d43d-4e76-9bda-9d66891f834a tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/8d59a11d-9033-48b7-99b7-57cce9971089 HTTP/1.1" status: 404 len: 333 time: 0.7469208 Feb 16 23:51:54.169576 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47516) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:54.186578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'name': 'tempest-PortsIpV6TestJSON-1475433024'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:54.205035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:54.205579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:54.226432 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3779655 Feb 16 23:51:54.240067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47520) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:54.247572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:54.262660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.321407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28444165-7945-4fed-a7ca-54c95423488a None None] Network 3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:54.341164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c4bf5-5f61-4fa8-b779-bff3a1fc8618 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=337041b7-05f6-4f12-a1d1-72071eaeee00,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:54.369670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:54.380110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:54.383655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.392690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:54.396326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.423149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:54.433725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port f231693c-41a8-4d65-9f71-c72c0a5aef0c yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:54.493203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.527989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:54.528420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:54.543152 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:54.655311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:54.672712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:54.673244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:54.676611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:54.682410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:54.703498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:54.710279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:51:54.710279 dv-neutron-829040-1-hyperv neutron-server[87676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:51:54.710279 dv-neutron-829040-1-hyperv neutron-server[87676]: [parameters: {'id': '3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d'}] Feb 16 23:51:54.710279 dv-neutron-829040-1-hyperv neutron-server[87676]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:51:54.711034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:51:54.736538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:54.740395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.754993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3046092-c2f2-4d4d-a3d8-408ee7fbff40 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:51:54.763535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.839497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.877006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:54.889372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d47638a-e458-42f1-9fc0-bc7730993de5 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:51:54.890273 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-76b846da-5167-48c8-89df-72a8a8e657fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4735355 Feb 16 23:51:55.003546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=f231693c-41a8-4d65-9f71-c72c0a5aef0c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:55.007805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Deleting port 341e5dd8-81e3-47a8-9b56-2588cab8823b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:55.008188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.017572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7d47638a-e458-42f1-9fc0-bc7730993de5 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:51:55.018051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.021510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:55.023119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:55.026212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:55.031951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:55.033070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.058899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3046092-c2f2-4d4d-a3d8-408ee7fbff40 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:51:55.074728 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6b8aade7-66f5-4bb7-8d57-4bf5a9744a34 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9004500 Feb 16 23:51:55.077229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47540) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:55.087859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:55.088078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.208944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e569b5a-dc66-487a-9d39-5c0dbd48c83e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:55.217508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.220139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.317139 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5a9babfb-6503-4472-a5bf-0ebfee8d7fae admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1e569b5a-dc66-487a-9d39-5c0dbd48c83e HTTP/1.1" status: 204 len: 168 time: 1.9599187 Feb 16 23:51:55.324684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47548) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:55.330456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port eb638ee8-e6dd-4d39-8bfe-3d80284871b8 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:55.330797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.352107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.375210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-23f06879-acab-4fc6-9813-f57b0553141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:55.376720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-23f06879-acab-4fc6-9813-f57b0553141d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.4527948 Feb 16 23:51:55.446268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 71805c0e-0f9c-405c-b30d-dabbe34b7874 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:55.518257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.549711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 71805c0e-0f9c-405c-b30d-dabbe34b7874 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:55.550250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 71805c0e-0f9c-405c-b30d-dabbe34b7874 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:55.663546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.676152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.716103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 7d47638a-e458-42f1-9fc0-bc7730993de5 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:55.716455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.719867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd072f-65cd-4163-9696-d8672e219293 None None] Network 666eb452-6e7c-46bb-b1b2-88cf993711dd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:55.745033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] In _notify_port_updated(), no bound segment for port f231693c-41a8-4d65-9f71-c72c0a5aef0c on network b97692d8-ce1c-4683-8957-bbeea77997e2 {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:51:55.751929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:55.753247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.754901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "PUT /v2.0/ports/f231693c-41a8-4d65-9f71-c72c0a5aef0c HTTP/1.1" status: 200 len: 818 time: 0.6750882 Feb 16 23:51:55.765043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47560) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:55.859614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7d86-67ac-4812-9c69-8ba35ee6edac tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=f231693c-41a8-4d65-9f71-c72c0a5aef0c,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:55.875763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port f231693c-41a8-4d65-9f71-c72c0a5aef0c {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:55.876237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:55.977075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Calling delete_port for 341e5dd8-81e3-47a8-9b56-2588cab8823b owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:56.031055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] DHCP port deletion for 666eb452-6e7c-46bb-b1b2-88cf993711dd request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:56.037358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] Deleting port 78a8295e-377a-4548-a3bd-78c8a88059f5 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:56.037747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.042503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.050337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.079081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47568) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:56.151171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.281159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] For port 78a8295e-377a-4548-a3bd-78c8a88059f5, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=78a8295e-377a-4548-a3bd-78c8a88059f5,segment=NetworkSegment(8263a925-83b9-4ef0-b6e8-cd3b561d2676),segment_id=8263a925-83b9-4ef0-b6e8-cd3b561d2676)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:56.281732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.292345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for f231693c-41a8-4d65-9f71-c72c0a5aef0c owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:56.333345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Deleting port 78a8295e-377a-4548-a3bd-78c8a88059f5 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:51:56.333993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.382119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.413304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-2f0505fe-0bd3-48a1-b7dc-fd6751f2930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:56.414671 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-2f0505fe-0bd3-48a1-b7dc-fd6751f2930a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 1.0040984 Feb 16 23:51:56.423142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] Calling delete_port for 78a8295e-377a-4548-a3bd-78c8a88059f5 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:56.442609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=f231693c-41a8-4d65-9f71-c72c0a5aef0c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:56.453122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.466369 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2db8b1d3-c147-4f44-a895-5884d487c5ab tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/f231693c-41a8-4d65-9f71-c72c0a5aef0c HTTP/1.1" status: 204 len: 168 time: 0.6953499 Feb 16 23:51:56.466648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47574) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:56.493526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=234bd7a1-fa3a-4276-ada1-68c803de79a2,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:56.518053 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.554947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aa764e-7248-4222-9f8c-5fc3398d0588 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:56.555714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f4aa764e-7248-4222-9f8c-5fc3398d0588 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:51:56.562076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1051458368'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:56.569344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] Pushing event deleted for resources: {'Port': ['ID=78a8295e-377a-4548-a3bd-78c8a88059f5,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:56.572933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50a520-b7e5-4e0a-883b-8e734723786c None None] No DVR routers for this DVR port 78a8295e-377a-4548-a3bd-78c8a88059f5 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:56.576867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f4aa764e-7248-4222-9f8c-5fc3398d0588 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:51:56.580089 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f4aa764e-7248-4222-9f8c-5fc3398d0588 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1106241 Feb 16 23:51:56.581735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47578) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:56.601434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:56.625795 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-74131c70-7ef7-45a7-b7b4-4c7095f5f2f6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:51:56.627110 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-74131c70-7ef7-45a7-b7b4-4c7095f5f2f6 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/f231693c-41a8-4d65-9f71-c72c0a5aef0c HTTP/1.1" status: 404 len: 333 time: 0.0444365 Feb 16 23:51:56.632391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Usage tracker for resource:network and tenant:fadbd3f1c937493d91546761bddea36a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:56.632603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47582) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:56.638046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-426156015'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:56.642862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:56.646617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:56.649957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:56.663932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:56.669888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port eb638ee8-e6dd-4d39-8bfe-3d80284871b8, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=eb638ee8-e6dd-4d39-8bfe-3d80284871b8,segment=NetworkSegment(5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71),segment_id=5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:56.670334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.674804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:56.678435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.689233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:56.699324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] The port '78a8295e-377a-4548-a3bd-78c8a88059f5' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:51:56.706259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:56.706518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': '0e897569-7e39-4555-b9bb-22e2048e14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:56.706877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: 337041b7-05f6-4f12-a1d1-72071eaeee00, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:56.715547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.715907 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment 9b50bf24-8cbb-401d-9dd2-621dea51889b of type vlan for network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 Feb 16 23:51:56.718673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:56.743472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.773674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.780635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:56.781374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:56.830558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 78a8295e-377a-4548-a3bd-78c8a88059f5 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:56.867098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 78a8295e-377a-4548-a3bd-78c8a88059f5 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:56.867868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 78a8295e-377a-4548-a3bd-78c8a88059f5 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:56.880898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for eb638ee8-e6dd-4d39-8bfe-3d80284871b8 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:56.888066 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2544401 Feb 16 23:51:56.890946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47586) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:56.898533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:56.912400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aea3b3-8b70-4deb-a01b-cc34e05cc9b5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:56.924274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:56.954295 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-79063dd2-ec66-4fc2-b979-1c96bdf54765 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 1001 time: 0.4704251 Feb 16 23:51:56.969062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Made reservation on behalf of fadbd3f1c937493d91546761bddea36a for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:56.972553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.013852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:57.017685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:57.020464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:57.027180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:57.038629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:57.042844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.267312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.291094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:57.304144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.335727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:57.338429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.338865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 7d47638a-e458-42f1-9fc0-bc7730993de5, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7d47638a-e458-42f1-9fc0-bc7730993de5,segment=NetworkSegment(ef69032b-b4c8-4604-a5cd-d48957edfc55),segment_id=ef69032b-b4c8-4604-a5cd-d48957edfc55)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:51:57.339858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.380449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 337041b7-05f6-4f12-a1d1-72071eaeee00) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:57.385878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Usage tracker for resource:security_group_rule and tenant:fadbd3f1c937493d91546761bddea36a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:57.390896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dde18-6dec-4f83-bb26-80a76a9a05ee None None] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:57.400362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:57.405254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666eb452-6e7c-46bb-b1b2-88cf993711dd']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:57.419351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:57.419929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.423783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=43273f27-0d06-4d6e-88c2-04806acacb26,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:57.433851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': '9b50bf24-8cbb-401d-9dd2-621dea51889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:57.434313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:51:57.454148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:51:57.465084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:57.469204 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:57.469834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.482031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a555ffe-f5e4-4820-bdd1-1825ac219e6e None None] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:51:57.494465 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-877a965a-0495-416a-b971-59200458db46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5994120 Feb 16 23:51:57.494683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47590) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:57.500372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:57.538838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:57.541485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-8404ccce-3ca7-4e8e-9964-1910e8f90b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:57.543134 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-8404ccce-3ca7-4e8e-9964-1910e8f90b47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.5120249 Feb 16 23:51:57.552023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 7d47638a-e458-42f1-9fc0-bc7730993de5 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:51:57.630541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8263a925-83b9-4ef0-b6e8-cd3b561d2676') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:57.631071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8263a925-83b9-4ef0-b6e8-cd3b561d2676') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:57.643242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.646344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:57.653139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:57.657108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:57.665253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:57.684583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:57.688801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.696403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.726744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.769830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-337041b7-05f6-4f12-a1d1-72071eaeee00', 'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00', 'tenant_id': '4f148cee190d4f2f99e3410c06365da9', 'fixed_ips': [{'subnet_id': '234bd7a1-fa3a-4276-ada1-68c803de79a2'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:57.769830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.850963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:57.853634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No DVR routers for this DVR port eb638ee8-e6dd-4d39-8bfe-3d80284871b8 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:57.864266 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43273f27-0d06-4d6e-88c2-04806acacb26 (CIDR: 2001:db8::/64) Feb 16 23:51:57.869696 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:51:57.869992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event deleted for resources: {'Port': ['ID=341e5dd8-81e3-47a8-9b56-2588cab8823b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:57.870168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:51:57.873119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50faf991-d5af-49ee-bae5-9d8ce05eb5ef tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6302135 Feb 16 23:51:57.879187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47598) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:57.888186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00', 'name': 'tempest-PortsTestJSON-467330845'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:57.921009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9', 'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9', 'tenant_id': 'b568b948aaf6457693e012e58c41cc39', 'fixed_ips': [{'subnet_id': '43273f27-0d06-4d6e-88c2-04806acacb26'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:51:57.922090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.000036 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-50604a86-0dc3-497b-a228-134b8355d345 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5043211 Feb 16 23:51:58.003514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47602) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:58.012743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:58.118790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:58.119549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.136897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Allocated IP 172.20.0.2 (337041b7-05f6-4f12-a1d1-72071eaeee00/234bd7a1-fa3a-4276-ada1-68c803de79a2/4a289db5-9fa6-4063-8349-48b28279bc2b) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:58.174349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:58.179441 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:58.186619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Allocated IP 2001:db8::2 (7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9/43273f27-0d06-4d6e-88c2-04806acacb26/9e32ae7d-8e4a-4481-b92b-a4e558a07b96) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:58.197408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:58.200676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Port': ['ID=eb638ee8-e6dd-4d39-8bfe-3d80284871b8,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:58.208933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:58.213527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:58.217504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:58.220326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:58.223737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.239463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:58.252902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 1b3ff493-132c-4b8c-b4b3-438462a8c716 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:51:58.291334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:58.294806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.382706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.419932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.470990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-3b6bc126-ab92-421e-b059-86c40ee00bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:58.472510 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-3b6bc126-ab92-421e-b059-86c40ee00bad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8865244 Feb 16 23:51:58.522979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.536193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Port': ['ID=7d47638a-e458-42f1-9fc0-bc7730993de5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:58.541547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Transition to ACTIVE for port object 4a289db5-9fa6-4063-8349-48b28279bc2b will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:58.548449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.548974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.568536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Transition to ACTIVE for port object 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:58.575617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Transition to ACTIVE for port object 4a289db5-9fa6-4063-8349-48b28279bc2b will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:58.580792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.583225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:58.592227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.600455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Transition to ACTIVE for port object 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:58.624779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.637439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:51:58.646204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.646547 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Added segment 9d530c89-469a-4b1f-b758-e5e554332940 of type vlan for network fb2e181d-6bb6-4605-be30-6484d79b6145 Feb 16 23:51:58.648236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:58.656330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:58.660297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:58.675464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.680138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.689140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a3870-d5c2-4043-ae23-4f5798a4d679 None None] DHCP port deletion for c7d19959-388c-4812-a054-c5b6bd55cce7 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:51:58.702307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.704680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.7 (337041b7-05f6-4f12-a1d1-72071eaeee00/234bd7a1-fa3a-4276-ada1-68c803de79a2/1b3ff493-132c-4b8c-b4b3-438462a8c716) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:51:58.792959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Pushing event updated for resources: {'Port': ['ID=4a289db5-9fa6-4063-8349-48b28279bc2b,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:58.797172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.798567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:58.833769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:58.850397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:58.855803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Attempting to bind port 4a289db5-9fa6-4063-8349-48b28279bc2b on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:58.856278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Attempting to bind port 4a289db5-9fa6-4063-8349-48b28279bc2b by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '0e897569-7e39-4555-b9bb-22e2048e14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:58.856706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Attempting to bind port 4a289db5-9fa6-4063-8349-48b28279bc2b on network 337041b7-05f6-4f12-a1d1-72071eaeee00 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:58.913820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d47638a-e458-42f1-9fc0-bc7730993de5 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:51:58.926350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.934046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.939861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:58.940465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.945718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:58.946279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf6bd5e-fbb2-43e1-8e8a-be8cf3b11a71') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:51:58.957579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:58.965180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:58.971580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:58.973512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.973631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:58.973631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Checking segment: {'id': '0e897569-7e39-4555-b9bb-22e2048e14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:58.973848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.974253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Bound using segment: {'id': '0e897569-7e39-4555-b9bb-22e2048e14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:58.974918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Bound port: 4a289db5-9fa6-4063-8349-48b28279bc2b, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e897569-7e39-4555-b9bb-22e2048e14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:58.975447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:58.975823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=b7800a0d-9e63-4564-9658-43d3b844ebc1,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:58.998726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7d47638a-e458-42f1-9fc0-bc7730993de5 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:51:58.999059 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d47638a-e458-42f1-9fc0-bc7730993de5 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:51:59.003412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Pushing event updated for resources: {'Port': ['ID=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:59.029858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] Pushing event deleted for resources: {'Network': ['ID=666eb452-6e7c-46bb-b1b2-88cf993711dd,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:59.035701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.039597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-72cc1298-7ee9-4554-9259-a626a4774647 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0323248 Feb 16 23:51:59.040385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47606) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:59.049287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9', 'fixed_ips': [{'subnet_id': '43273f27-0d06-4d6e-88c2-04806acacb26'}, {'subnet_id': 'b7800a0d-9e63-4564-9658-43d3b844ebc1'}], 'name': 'tempest-PortsIpV6TestJSON-981373509'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:59.058168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Attempting to bind port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:51:59.058543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Attempting to bind port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '9b50bf24-8cbb-401d-9dd2-621dea51889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:51:59.058899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Attempting to bind port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 on network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:51:59.073977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:51:59.074352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Checking segment: {'id': '9b50bf24-8cbb-401d-9dd2-621dea51889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:51:59.074739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.075122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Bound using segment: {'id': '9b50bf24-8cbb-401d-9dd2-621dea51889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:51:59.075589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Bound port: 9e32ae7d-8e4a-4481-b92b-a4e558a07b96, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b50bf24-8cbb-401d-9dd2-621dea51889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:51:59.076338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.099991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No DVR routers for this DVR port 7d47638a-e458-42f1-9fc0-bc7730993de5 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:51:59.136731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.156939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:59.168337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4a289db5-9fa6-4063-8349-48b28279bc2b,segment=NetworkSegment(0e897569-7e39-4555-b9bb-22e2048e14a5),segment_id=0e897569-7e39-4555-b9bb-22e2048e14a5)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:59.170135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 1b3ff493-132c-4b8c-b4b3-438462a8c716 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:51:59.181745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.190791 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50cf59ca-f77f-4390-abe9-ca7d7a673acd admin admin] 10.222.0.47 "DELETE /v2.0/networks/666eb452-6e7c-46bb-b1b2-88cf993711dd HTTP/1.1" status: 204 len: 168 time: 3.8592267 Feb 16 23:51:59.190791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1f799-f153-4f33-b402-ee36b69641cb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:59.230374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:59.242991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:59.257507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] For port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:51:59.258128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.271759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:59.275635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] For port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,segment=NetworkSegment(9b50bf24-8cbb-401d-9dd2-621dea51889b),segment_id=9b50bf24-8cbb-401d-9dd2-621dea51889b)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:51:59.277756 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.1544547 Feb 16 23:51:59.279162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.299355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.320634 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49395c8-af66-4467-96ae-0e65d6b0bacf None None] Pushing event updated for resources: {'Port': ['ID=4a289db5-9fa6-4063-8349-48b28279bc2b,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:59.395645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:51:59.396304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:51:59.418810 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:51:59.520249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d0852-b0a3-42d7-83f6-b754537d534d None None] Pushing event updated for resources: {'Port': ['ID=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:59.593697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865e9f-ae5a-441f-9f23-d6a834fb3a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Pushing event updated for resources: {'Network': ['ID=fb2e181d-6bb6-4605-be30-6484d79b6145,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:59.605729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:51:59.610928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:51:59.612636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network fb2e181d-6bb6-4605-be30-6484d79b6145 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:51:59.619495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47616) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:59.619827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47618) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:59.624818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:51:59.676173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Request body: {'port': {'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145', 'binding:host_id': 'hv-neutron-8290', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910734502'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:51:59.719005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.733172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=1b3ff493-132c-4b8c-b4b3-438462a8c716,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:51:59.765279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:51:59.804978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Usage tracker for resource:port and tenant:4e6ebca8b2b34e0c96af027d590b60f7 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:51:59.824677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:51:59.848698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:51:59.884701 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-821d01e1-13fd-499e-91c3-8f51e5652b0b service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3338027 Feb 16 23:51:59.897242 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b0ec20cb-dddb-48bc-b852-9c12a3fda7e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b752a812ed2946dcbea4d2c9bc36669f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2754171 Feb 16 23:51:59.910814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:51:59.911428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.915378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47624) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:51:59.930113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Made reservation on behalf of 4e6ebca8b2b34e0c96af027d590b60f7 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:51:59.933260 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.933423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.944168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:51:59.975434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.001593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.015006 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f0a4af2d-d3a1-4640-b3ba-ca27d9de73ce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1323175 Feb 16 23:52:00.016081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:00.018027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47630) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:00.029807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Router 0ff2eb9b-89cb-4960-ae6b-87de895c8910 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:52:00.032429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port c9935d09-3108-4581-a818-1edea51409ad yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:00.049690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:00.058532 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7ea7557c-fd99-4ea9-b1b0-22580aebe521 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d HTTP/1.1" status: 204 len: 168 time: 8.7347159 Feb 16 23:52:00.071811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47634) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:00.088152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Usage tracker for resource:security_group_rule and tenant:4e6ebca8b2b34e0c96af027d590b60f7 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:00.100777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': '337041b7-05f6-4f12-a1d1-72071eaeee00', 'name': 'tempest-PortsTestJSON-1757770982'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:00.117717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:00.141378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:00.193841 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b6812e-1a60-46dd-8ece-cc5eac992e16 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:00.194194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b6812e-1a60-46dd-8ece-cc5eac992e16 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:00.209988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.279246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad74e022-be46-4640-9f71-d98518e63b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.310782 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a7b6812e-1a60-46dd-8ece-cc5eac992e16 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/f1936f28-31c5-412e-911f-aab848ec839d HTTP/1.1" status: 404 len: 337 time: 0.2368622 Feb 16 23:52:00.320735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47638) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:00.325046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2f105e-02f0-49f6-ae90-501b28f7d3f7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:00.330382 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5f2b1f22-017f-4250-bde4-ec7544185832 req-3e41b22e-60d4-466b-9e08-4f25c4263a8c service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327450 Feb 16 23:52:00.331119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:52:00.351644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] Sync routers for ids ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:52:00.355584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fad6af-7178-491f-9ee5-2edd94c0b91c None None] Network c7d19959-388c-4812-a054-c5b6bd55cce7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:00.366388 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cc58b013-309a-43f8-929a-099e244ecbab tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "PUT /v2.0/routers/0ff2eb9b-89cb-4960-ae6b-87de895c8910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4200838 Feb 16 23:52:00.376112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47642) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:00.398507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad74e022-be46-4640-9f71-d98518e63b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.491281 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-53892cf0-8960-462d-90c8-283ab84cb206 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:00.491895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53892cf0-8960-462d-90c8-283ab84cb206 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:00.495808 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-53892cf0-8960-462d-90c8-283ab84cb206 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/3a6f6827-7e1d-4bf7-837a-d17fc9a3fc8d HTTP/1.1" status: 404 len: 339 time: 0.1703327 Feb 16 23:52:00.504310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47646) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:00.526158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] Routers {'0ff2eb9b-89cb-4960-ae6b-87de895c8910'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:00.526875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:00.618774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.649317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.654222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] device_id is not set on port c9976593-3801-42c4-816a-92e23fdc19a4 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:00.666545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:00.724815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] Routers {'0ff2eb9b-89cb-4960-ae6b-87de895c8910'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:00.725444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:51:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:00.739677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:00.749903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:00.753646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:00.776402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:00.882991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:00.883407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e87527-d039-4dcf-aa87-c85ae73593f2 None None] The sync data for ids ['0ff2eb9b-89cb-4960-ae6b-87de895c8910'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:52:00.917564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a576113-82d9-4245-bdcb-751019e392b1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:00.917790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.929761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:00.933814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.936399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-271949bd-278f-4f11-95fc-600e0adad79b tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:00.965017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d99b8c-300d-49eb-99cb-b1d88d06620d None None] DHCP port deletion for c7d19959-388c-4812-a054-c5b6bd55cce7 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:01.045639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d88cc2-d2ef-4e39-9163-f893c2f9c210 None None] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:01.061260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::309 (7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9/43273f27-0d06-4d6e-88c2-04806acacb26/c9935d09-3108-4581-a818-1edea51409ad) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:01.067416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8:0:1::27d (7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9/b7800a0d-9e63-4564-9658-43d3b844ebc1/c9935d09-3108-4581-a818-1edea51409ad) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:01.123499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad74e022-be46-4640-9f71-d98518e63b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.171787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:01.208764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74e022-be46-4640-9f71-d98518e63b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7723093-1ba5-4264-b123-82243cdfdc68,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:01.217808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 76d7ce05-0459-4282-87ba-70d265939503 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:01.226188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d19959-388c-4812-a054-c5b6bd55cce7']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:01.364695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a61a710b-5d12-456a-9c30-bde685ae8ee1 None None] Provisioning for port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:01.455689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:01.467471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:01.468135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.486901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-271949bd-278f-4f11-95fc-600e0adad79b tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.489313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-271949bd-278f-4f11-95fc-600e0adad79b tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.496734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef69032b-b4c8-4604-a5cd-d48957edfc55') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:01.497264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef69032b-b4c8-4604-a5cd-d48957edfc55') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:01.538513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c3c11e-b073-4ae1-b757-bf71b73f360e None None] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:01.557321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.573133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.579293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad74e022-be46-4640-9f71-d98518e63b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.580666 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ad74e022-be46-4640-9f71-d98518e63b3f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7723093-1ba5-4264-b123-82243cdfdc68 HTTP/1.1" status: 204 len: 168 time: 1.6624954 Feb 16 23:52:01.605330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.615329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:01.615815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.675412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3933007-1d67-480e-9256-c8ef6329c288 None None] Provisioning for port 4a289db5-9fa6-4063-8349-48b28279bc2b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:01.767987 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:01.770961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-271949bd-278f-4f11-95fc-600e0adad79b tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.771460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271949bd-278f-4f11-95fc-600e0adad79b tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff2eb9b-89cb-4960-ae6b-87de895c8910 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:52:01.870890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-271949bd-278f-4f11-95fc-600e0adad79b tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.872407 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-271949bd-278f-4f11-95fc-600e0adad79b tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "DELETE /v2.0/routers/0ff2eb9b-89cb-4960-ae6b-87de895c8910 HTTP/1.1" status: 204 len: 168 time: 1.4951153 Feb 16 23:52:01.873871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.875708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47656) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:01.892373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.924310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:01.926386 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/c7d19959-388c-4812-a054-c5b6bd55cce7 HTTP/1.1" status: 204 len: 168 time: 12.7426052 Feb 16 23:52:01.936476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17dba6-dc7c-4868-ac8f-0fc3d6125271 req-9b02d5d9-1923-43b4-968c-dfd250d13613 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:01.944895 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7c17dba6-dc7c-4868-ac8f-0fc3d6125271 req-9b02d5d9-1923-43b4-968c-dfd250d13613 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5564609 Feb 16 23:52:01.949970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,segment=NetworkSegment(9b50bf24-8cbb-401d-9dd2-621dea51889b),segment_id=9b50bf24-8cbb-401d-9dd2-621dea51889b)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:01.952011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47662) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:01.968764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711906895'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:01.997776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.000690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.001468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4a289db5-9fa6-4063-8349-48b28279bc2b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:02.031365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f847-9a9b-4cab-8f32-0a574f6438b0 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=c7d19959-388c-4812-a054-c5b6bd55cce7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:02.081523 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7c17dba6-dc7c-4868-ac8f-0fc3d6125271 req-3f28b8a2-cdee-405e-b278-8044e99cd30f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343510 Feb 16 23:52:02.083580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:02.087508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.097682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-f5112c05-5260-43dc-8da4-cc7ae6a5bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:02.099218 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-f5112c05-5260-43dc-8da4-cc7ae6a5bed3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.5949738 Feb 16 23:52:02.105727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.8 (337041b7-05f6-4f12-a1d1-72071eaeee00/234bd7a1-fa3a-4276-ada1-68c803de79a2/76d7ce05-0459-4282-87ba-70d265939503) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:02.124075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:02.131139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:02.141663 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:02.141880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Deleting subnet 85be9b7e-ab5a-4356-9d95-a68e4593c50c {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:02.145424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.153924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:02.157007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object c9935d09-3108-4581-a818-1edea51409ad will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:02.174461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] device_id is not set on port c9976593-3801-42c4-816a-92e23fdc19a4 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:02.208814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.217956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] Update dhcp port {'port': {'network_id': '7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9', 'fixed_ips': [{'subnet_id': '43273f27-0d06-4d6e-88c2-04806acacb26', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7800a0d-9e63-4564-9658-43d3b844ebc1'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '9e32ae7d-8e4a-4481-b92b-a4e558a07b96'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:52:02.230315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:02.234459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.239806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.288380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Transition to ACTIVE for port object c9976593-3801-42c4-816a-92e23fdc19a4 will not be triggered until provisioned by entity L2. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:02.302878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 4a289db5-9fa6-4063-8349-48b28279bc2b completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:02.308487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a5d605-5723-45f1-b643-a0b1fc8a5d42']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:02.313957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.329735 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4a289db5-9fa6-4063-8349-48b28279bc2b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:02.330120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.374324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:02.395209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.479163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.488235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.488584 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment d61dc9c2-af26-4755-800a-19c79e699d06 of type vlan for network 3017c1ec-f69d-44d0-b0f2-8e405b024a7a Feb 16 23:52:02.492175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=c9976593-3801-42c4-816a-92e23fdc19a4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:02.495808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.561674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:02.570881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:02.573984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:02.579960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:02.580922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.590300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e399e4-d6a0-4d02-9f71-72c132d82950') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:02.590878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e399e4-d6a0-4d02-9f71-72c132d82950') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:02.603572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.639866 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5986533 Feb 16 23:52:02.644506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47680) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:02.664996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.683779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event deleted for resources: {'Subnet': ['ID=85be9b7e-ab5a-4356-9d95-a68e4593c50c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:02.693905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43273f27-0d06-4d6e-88c2-04806acacb26'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:02.729088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.737145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.764091 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b8161c6d-6ba4-4c2c-a1a1-20c801eae100 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "DELETE /v2.0/subnets/85be9b7e-ab5a-4356-9d95-a68e4593c50c HTTP/1.1" status: 204 len: 168 time: 0.8818989 Feb 16 23:52:02.767267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47686) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:02.774438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab85e811-3c9b-498e-9809-a98ef0371fb1 None None] Network 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:02.794296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:02.795214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.808272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:02.816595 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:02.831428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff0d93-0aaf-40df-b43e-e540f54382c5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=c9935d09-3108-4581-a818-1edea51409ad,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:02.937571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.947720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Checking segment: {'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:02.948526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Network hostable DHCP agents. Network: fb2e181d-6bb6-4605-be30-6484d79b6145, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:02.958656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Provisioning complete for port 4a289db5-9fa6-4063-8349-48b28279bc2b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:02.959023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.981848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:02.985231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:52:03.018226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] Allocated IP 2001:db8:0:1::2 (7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9/b7800a0d-9e63-4564-9658-43d3b844ebc1/9e32ae7d-8e4a-4481-b92b-a4e558a07b96) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:03.087721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Network fb2e181d-6bb6-4605-be30-6484d79b6145 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:03.091391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.098717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:03.099333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.109281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 76d7ce05-0459-4282-87ba-70d265939503 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:03.168130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.196390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-ad5a9379-7e0d-4f9a-b142-7f37bbe167ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:03.200504 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-ad5a9379-7e0d-4f9a-b142-7f37bbe167ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 1.0906370 Feb 16 23:52:03.265471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, fb2e181d-6bb6-4605-be30-6484d79b6145) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:03.297795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:03.322130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.331307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4931d-cdd9-4ef2-905c-128fe45700d0 None None] Network fb2e181d-6bb6-4605-be30-6484d79b6145 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:03.367346 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4085209 Feb 16 23:52:03.376924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47702) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:03.396549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:03.396909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:03.397222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:03.402753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.407044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:03.413314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.422356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1d487-392b-4346-af2f-ba38674d9bda tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=3017c1ec-f69d-44d0-b0f2-8e405b024a7a,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:03.449101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.463763 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/a0a5d605-5723-45f1-b643-a0b1fc8a5d42 HTTP/1.1" status: 204 len: 168 time: 2.9565806 Feb 16 23:52:03.469661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47708) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:03.474421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef6bfa-752e-4300-80bb-2241c535d60c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=a0a5d605-5723-45f1-b643-a0b1fc8a5d42,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:03.477284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:03.477473 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:03.503560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4a289db5-9fa6-4063-8349-48b28279bc2b,segment=NetworkSegment(0e897569-7e39-4555-b9bb-22e2048e14a5),segment_id=0e897569-7e39-4555-b9bb-22e2048e14a5)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:03.531378 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 2 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:03.536596 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-540460e3-6b75-4bda-8215-a6439f86391c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 1001 time: 0.3052652 Feb 16 23:52:03.542327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 3017c1ec-f69d-44d0-b0f2-8e405b024a7a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:03.606082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:03.606430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:03.606798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:03.613802 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27fec75-f749-4bdf-80aa-92b227b2c155 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:03.614875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27fec75-f749-4bdf-80aa-92b227b2c155 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:03.617381 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b27fec75-f749-4bdf-80aa-92b227b2c155 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/c167d3a6-2f57-4653-bcae-70d85d1d6b76 HTTP/1.1" status: 404 len: 337 time: 0.1441240 Feb 16 23:52:03.620139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.629970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47714) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:03.631145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Deleting port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:03.631752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.700330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47718) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:03.704929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:03.704929 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:03.716777 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 3 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:03.720442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.746533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd7c5ce-4705-46f4-97b5-15ea28677488 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:03.747007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd7c5ce-4705-46f4-97b5-15ea28677488 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:03.748754 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6cd7c5ce-4705-46f4-97b5-15ea28677488 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/2f1e59b8-1c52-41a5-ba77-bddfcad3f6e1 HTTP/1.1" status: 404 len: 339 time: 0.0791585 Feb 16 23:52:03.749064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:03.755418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47724) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:03.780522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:03.790328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:03.798981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-d75cbd22-336f-4d6e-93d1-229f8c7924ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:03.800366 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-d75cbd22-336f-4d6e-93d1-229f8c7924ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.2499397 Feb 16 23:52:03.804300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:03.805149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:03.805472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:03.805794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:03.818353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:03.824170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:03.830856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:03.832078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Provisioning for port 1b3ff493-132c-4b8c-b4b3-438462a8c716 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:03.835371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-dd760231-48a5-42ac-bd73-ad45afa36dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.866875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e266a-4732-489a-ad93-e04f0e68733c req-7447bf52-e1b8-46a6-aa94-0a548783537f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:03.869261 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-932e266a-4732-489a-ad93-e04f0e68733c req-7447bf52-e1b8-46a6-aa94-0a548783537f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5876369 Feb 16 23:52:03.869866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:03.870695 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:03.878420 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 4 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:03.902922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=76d7ce05-0459-4282-87ba-70d265939503,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:03.940084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:03.940664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:03.940664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:03.942699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:03.946218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.951094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:03.951587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:03.952278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Provisioning complete for port 1b3ff493-132c-4b8c-b4b3-438462a8c716 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:03.952754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:03.992645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2065215260', 'router:external': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:04.008617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:04.008937 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:04.016954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting subnet 97c0195f-803e-494d-9ac1-2a38fd9035e7 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:04.021315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.062493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] For port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,segment=NetworkSegment(9b50bf24-8cbb-401d-9dd2-621dea51889b),segment_id=9b50bf24-8cbb-401d-9dd2-621dea51889b)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:04.064848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Pushing event updated for resources: {'Port': ['ID=4a289db5-9fa6-4063-8349-48b28279bc2b,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:04.079217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3a888034-1bf8-43df-91f1-97e752e7a601 None None] Port 1b3ff493-132c-4b8c-b4b3-438462a8c716 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:04.082425 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 5 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:04.100082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.102945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.104136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:04.121819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:04.122446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.123087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] DHCP port deletion for 0fd69775-3dfa-4aca-bc66-c042df5d2bd4 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:04.136769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Deleting port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:04.137296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.150394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:network and tenant:04dd379c1e404387a7bf96707d455e76 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:04.162116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:04.175124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:04.175906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:04.175906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:04.176354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] Transition to ACTIVE for port object 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:04.180415 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-932e266a-4732-489a-ad93-e04f0e68733c req-2a8b8311-3d5e-4b27-9880-2f1c9b26b15a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813971 Feb 16 23:52:04.184635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:04.189378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.253495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:04.254136 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:04.255650 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-96b19ebc-aa23-4ee1-8a7b-9388feaec174 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2251096 Feb 16 23:52:04.260095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47728) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:04.262558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 6 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:04.265091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-f9735e40-2471-46b3-9118-53894a05482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:04.266594 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-f9735e40-2471-46b3-9118-53894a05482b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4340324 Feb 16 23:52:04.323423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] For port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,segment=NetworkSegment(999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1),segment_id=999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:04.324424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.394886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b5356804-4b79-47c6-a8cb-b15121e54260 None None] Provisioning complete for port 1b3ff493-132c-4b8c-b4b3-438462a8c716 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:04.395286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5356804-4b79-47c6-a8cb-b15121e54260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.402830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Made reservation on behalf of 04dd379c1e404387a7bf96707d455e76 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:04.405232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.425754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:04.426091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:04.426424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:04.444801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.456271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:04.456685 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:04.458405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Delete allocated IP 2001:db8:0:1::27d (7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9/b7800a0d-9e63-4564-9658-43d3b844ebc1) {{(pid=87677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 23:52:04.462300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 7 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:04.518772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:04.521371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:04.521708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:04.522048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:04.539891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711e418-3452-467c-9986-f5e02ed0a41e None None] Pushing event updated for resources: {'Port': ['ID=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:04.551856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Calling delete_port for 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:04.594701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:security_group_rule and tenant:04dd379c1e404387a7bf96707d455e76 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:04.649337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:04.653026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:04.655622 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:04.671307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] For port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,segment=NetworkSegment(999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1),segment_id=999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:04.671716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.675455 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 8 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:04.679221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b5356804-4b79-47c6-a8cb-b15121e54260 None None] Port 1b3ff493-132c-4b8c-b4b3-438462a8c716 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:04.686743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:04.688874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.723928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:04.724313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:04.724701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:04.798950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:04.799357 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:04.804686 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 9 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:04.843136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b84ff03-c35f-480f-9512-a3c73dbbc619 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:04.844290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b84ff03-c35f-480f-9512-a3c73dbbc619 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:04.857639 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-8df5b48b-6e04-4917-8f96-b72c6bc7a57a service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391321 Feb 16 23:52:04.859909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:04.860275 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:04.860608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:04.887556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:04.888134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:04.888402 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:04.893840 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.plugins.ml2.plugin [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 10 to bind port c9976593-3801-42c4-816a-92e23fdc19a4 Feb 16 23:52:04.907571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.930010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Calling delete_port for 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:04.932291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:04.932630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:04.933233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:04.939760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:04.981147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b5356804-4b79-47c6-a8cb-b15121e54260 None None] Provisioning for port 76d7ce05-0459-4282-87ba-70d265939503 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:05.002690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port c9976593-3801-42c4-816a-92e23fdc19a4 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:05.003268 dv-neutron-829040-1-hyperv neutron-server[87677]: ERROR neutron.plugins.ml2.managers [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port c9976593-3801-42c4-816a-92e23fdc19a4 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:05.003373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.013604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b5356804-4b79-47c6-a8cb-b15121e54260 None None] Provisioning complete for port 76d7ce05-0459-4282-87ba-70d265939503 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:05.013983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b5356804-4b79-47c6-a8cb-b15121e54260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.026553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.075388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Ignored duplicate provisioning block setup for port c9935d09-3108-4581-a818-1edea51409ad by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 23:52:05.075979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.102805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b5356804-4b79-47c6-a8cb-b15121e54260 None None] Port 76d7ce05-0459-4282-87ba-70d265939503 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:05.113525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:05.113880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:05.114681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4a289db5-9fa6-4063-8349-48b28279bc2b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:05.118599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.124587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.189978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4a289db5-9fa6-4063-8349-48b28279bc2b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:05.190392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.234192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b28b2-32ca-47f8-a098-2fafcf6c9057 None None] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:05.274636 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b5182fc-7601-497f-95f0-aa04cdaf3275 req-287b2735-5b4d-4d02-b632-03e051688274 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078300 Feb 16 23:52:05.282143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event deleted for resources: {'Port': ['ID=0b000fad-bbc8-456d-be58-1a2c7c3f6a4c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:05.286167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b84ff03-c35f-480f-9512-a3c73dbbc619 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:05.287875 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7b84ff03-c35f-480f-9512-a3c73dbbc619 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 1.0202949 Feb 16 23:52:05.288928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] No DVR routers for this DVR port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:05.290740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47734) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:05.313579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=bf84951b-3cfd-4d97-bf6d-1aedbe2924b4,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:05.334264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:05.348666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.362137 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Added segment b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d of type vlan for network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 Feb 16 23:52:05.418041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-25a2e583-0d1b-4721-8d13-b3c17fc32c3e None None] Provisioning for port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:05.427958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 76d7ce05-0459-4282-87ba-70d265939503 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:05.428477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.436272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-25a2e583-0d1b-4721-8d13-b3c17fc32c3e None None] Provisioning complete for port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:05.437080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-25a2e583-0d1b-4721-8d13-b3c17fc32c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.443007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.525226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] For port c9976593-3801-42c4-816a-92e23fdc19a4, host hv-neutron-8290, cleared binding levels {{(pid=87677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:05.525678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempted to set empty binding levels {{(pid=87677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 23:52:05.545659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e401a6-5ad8-4f62-9221-e059c66a0aca,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:05.559435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] In _notify_port_updated(), no bound segment for port c9935d09-3108-4581-a818-1edea51409ad on network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:52:05.565283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:05.566443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.571352 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "PUT /v2.0/ports/c9935d09-3108-4581-a818-1edea51409ad HTTP/1.1" status: 200 len: 925 time: 2.9154060 Feb 16 23:52:05.605441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.628500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47738) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:05.633082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Deleting port 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:05.633990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.651131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': 'd61dc9c2-af26-4755-800a-19c79e699d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:05.652046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 3017c1ec-f69d-44d0-b0f2-8e405b024a7a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:05.665168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:05.673364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2b201-6eb4-40e6-977a-8d547a8f3c7d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=c9935d09-3108-4581-a818-1edea51409ad,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:05.685917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.687121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:05.687809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.689407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43273f27-0d06-4d6e-88c2-04806acacb26'}, {'subnet_id': 'b7800a0d-9e63-4564-9658-43d3b844ebc1'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:05.692292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.716465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=97c0195f-803e-494d-9ac1-2a38fd9035e7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:05.722500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:05.722848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b000fad-bbc8-456d-be58-1a2c7c3f6a4c not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:05.760788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:05.761542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.787710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d18ba4fd-9314-4723-aacf-b25b3edce10e None None] The port '0b000fad-bbc8-456d-be58-1a2c7c3f6a4c' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:05.832393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb48f8-0774-41c8-9695-a3282f091800 None None] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:05.874103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.895729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=c9976593-3801-42c4-816a-92e23fdc19a4,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:05.917323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.947498 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-63fb237a-2ae1-4a6c-923b-51886fdb0a25 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/97c0195f-803e-494d-9ac1-2a38fd9035e7 HTTP/1.1" status: 204 len: 168 time: 2.1915448 Feb 16 23:52:05.961411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47742) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:05.969077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-06802797-2453-4f21-918f-278c259842a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:05.986486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Network': ['ID=676a7ee6-a556-4f0d-9f79-78dfce5544b3,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:06.041300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-79ae0e92-2219-4e4e-a27c-6e1e291e03e0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3375597 Feb 16 23:52:06.045590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:06.046682 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a3e0e215-8d9e-4889-96d0-ed047c539be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.4217012 Feb 16 23:52:06.047691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47744) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:06.048120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47746) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:06.059675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'subnet': {'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:06.063590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 3017c1ec-f69d-44d0-b0f2-8e405b024a7a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:06.091643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd69775-3dfa-4aca-bc66-c042df5d2bd4']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:06.112911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:06.138590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc30360-1079-4344-ad0f-0f44e1b08791 req-eaab24d2-a4fa-4f3c-9bc5-706ed4170716 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:06.146587 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5fc30360-1079-4344-ad0f-0f44e1b08791 req-eaab24d2-a4fa-4f3c-9bc5-706ed4170716 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5696101 Feb 16 23:52:06.152677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:subnet and tenant:04dd379c1e404387a7bf96707d455e76 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:06.163111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:06.163827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999a0ec4-b6cd-4e1c-861d-9f7aaa3f6ac1') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:06.177095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:06.185504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 3017c1ec-f69d-44d0-b0f2-8e405b024a7a) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:06.185715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.189978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:06.190835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.201602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638086c-918f-4a9c-bba9-9e48c22cf4c9 None None] Network 3017c1ec-f69d-44d0-b0f2-8e405b024a7a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:06.206713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:06.208040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.217347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:06.218449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.267716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Deleting port c9976593-3801-42c4-816a-92e23fdc19a4 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:06.268216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.306519 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5fc30360-1079-4344-ad0f-0f44e1b08791 req-f04946c2-9e31-4d7c-b5c3-9538bfcd2fd3 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593726 Feb 16 23:52:06.307218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Made reservation on behalf of 04dd379c1e404387a7bf96707d455e76 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:06.310217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.353661 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-844c2cb0-7757-4437-95eb-344ddde6fc17 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9715369 Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:06.361145 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:06.362995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47754) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:06.404041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-89c194d4-958d-40fa-b899-fa967a2c2b44 None None] Provisioning complete for port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:06.404438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-89c194d4-958d-40fa-b899-fa967a2c2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.498694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.503842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting subnet 62f8b225-4102-40c3-9081-105d17ae4382 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:06.541395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.558675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.651926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] Pushing event deleted for resources: {'Network': ['ID=0fd69775-3dfa-4aca-bc66-c042df5d2bd4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:06.676200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.678765 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1a5be311-22fa-45fd-b514-7d3868059235 tempest-FloatingIPNegativeTestJSON-706071657 tempest-FloatingIPNegativeTestJSON-706071657-project] 10.222.0.47 "DELETE /v2.0/networks/0fd69775-3dfa-4aca-bc66-c042df5d2bd4 HTTP/1.1" status: 204 len: 168 time: 3.8649614 Feb 16 23:52:06.680929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.719869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] For port c9976593-3801-42c4-816a-92e23fdc19a4, host hv-neutron-8290, got binding levels [] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:06.720203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-3017c1ec-f69d-44d0-b0f2-8e405b024a7a', 'network_id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': 'bf84951b-3cfd-4d97-bf6d-1aedbe2924b4'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:06.720589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.721427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.828392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-89c194d4-958d-40fa-b899-fa967a2c2b44 None None] Provisioning for port c9935d09-3108-4581-a818-1edea51409ad completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:06.868350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-89c194d4-958d-40fa-b899-fa967a2c2b44 None None] Provisioning complete for port c9935d09-3108-4581-a818-1edea51409ad triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:06.868727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-89c194d4-958d-40fa-b899-fa967a2c2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:06.875241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.045743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-89c194d4-958d-40fa-b899-fa967a2c2b44 None None] Port c9935d09-3108-4581-a818-1edea51409ad cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:07.049212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.070074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Allocated IP 172.20.0.1 (3017c1ec-f69d-44d0-b0f2-8e405b024a7a/bf84951b-3cfd-4d97-bf6d-1aedbe2924b4/0977d912-6cfe-4306-a56d-e3579d32bf92) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:07.102599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Calling delete_port for c9976593-3801-42c4-816a-92e23fdc19a4 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:07.153300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 76d7ce05-0459-4282-87ba-70d265939503 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:07.200254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47762) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:07.252633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.255744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.269235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2bb9018d-e7aa-4253-8664-5ee0804af01c None None] Provisioning complete for port c9935d09-3108-4581-a818-1edea51409ad triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:07.269612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2bb9018d-e7aa-4253-8664-5ee0804af01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.337056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.379643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9018d-e7aa-4253-8664-5ee0804af01c None None] Port c9935d09-3108-4581-a818-1edea51409ad cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:07.477465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.478095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9976593-3801-42c4-816a-92e23fdc19a4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:07.495526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.575500 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d339f662-873b-468e-aba1-e6603b6a9ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c9976593-3801-42c4-816a-92e23fdc19a4 HTTP/1.1" status: 204 len: 168 time: 1.5229373 Feb 16 23:52:07.590443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47770) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:07.640872 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bd33ac87-81b5-43b5-b20d-69d581c19b20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4216e631eee74af5be55f123fa0c9c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369326 Feb 16 23:52:07.644106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.652845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47774) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:07.670964 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-32459ff6-a1d9-4f91-b76e-5789c54e7826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:52:07.671490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-32459ff6-a1d9-4f91-b76e-5789c54e7826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Synchronizing usage tracker for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:07.706002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-52923656-ea0a-46c5-a789-6d0ec4ff1c24 None None] Provisioning complete for port 09391234-395a-47b0-a96f-23627a6b67bc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:07.706402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-52923656-ea0a-46c5-a789-6d0ec4ff1c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.737174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Transition to ACTIVE for port object 0977d912-6cfe-4306-a56d-e3579d32bf92 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:07.737383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-32459ff6-a1d9-4f91-b76e-5789c54e7826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Unset dirty status for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:07.738288 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-32459ff6-a1d9-4f91-b76e-5789c54e7826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "GET /v2.0/ports/c9976593-3801-42c4-816a-92e23fdc19a4 HTTP/1.1" status: 404 len: 333 time: 0.1358705 Feb 16 23:52:07.743163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47778) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:07.747809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6cefa-5e50-40d4-8c4c-3a1f15fdffe6 req-176c9ed4-a08c-42ab-868f-380057d89010 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:07.749339 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-49d6cefa-5e50-40d4-8c4c-3a1f15fdffe6 req-176c9ed4-a08c-42ab-868f-380057d89010 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2684486 Feb 16 23:52:07.754250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.766473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Request body: {'port': {'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1939081918'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:07.772463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.785756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Transition to ACTIVE for port object 0977d912-6cfe-4306-a56d-e3579d32bf92 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:07.798107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e11d918-c07d-4708-ab2a-96ea26c7aeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.800842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.843553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:07.853895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:52:07.854358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.878814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=76d7ce05-0459-4282-87ba-70d265939503,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:07.895016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-49d6cefa-5e50-40d4-8c4c-3a1f15fdffe6 req-2b7e39eb-e4cc-4539-ad2d-f7cb040379b1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287658 Feb 16 23:52:07.901866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:07.915324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e11d918-c07d-4708-ab2a-96ea26c7aeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:07.931243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Network 3017c1ec-f69d-44d0-b0f2-8e405b024a7a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:07.961825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:07.961825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:08.007917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e322f224-26b0-459b-9ad9-e6b4cac9968b,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:08.015666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Checking segment: {'id': 'b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:08.016046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network hostable DHCP agents. Network: 676a7ee6-a556-4f0d-9f79-78dfce5544b3, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:08.043201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:08.056889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e11d918-c07d-4708-ab2a-96ea26c7aeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.074849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Made reservation on behalf of 4e6ebca8b2b34e0c96af027d590b60f7 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:08.077202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.077605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 676a7ee6-a556-4f0d-9f79-78dfce5544b3) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:08.082063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Pushing event updated for resources: {'Port': ['ID=0977d912-6cfe-4306-a56d-e3579d32bf92,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:08.082592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:08.083006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.102268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11d918-c07d-4708-ab2a-96ea26c7aeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3739320a-275a-48e8-88a1-ffe2234cac3c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:08.110821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e11d918-c07d-4708-ab2a-96ea26c7aeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.112705 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3e11d918-c07d-4708-ab2a-96ea26c7aeea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3739320a-275a-48e8-88a1-ffe2234cac3c HTTP/1.1" status: 204 len: 168 time: 0.4569926 Feb 16 23:52:08.117892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39578f6-3079-43ae-9409-10a96ec34d35 None None] Network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:08.121350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.125396 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4257ef69-5347-4fac-87e8-2ed124b33f0d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0721314 Feb 16 23:52:08.125614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47786) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:08.131056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1835252997', 'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:08.147701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:08.153721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:port and tenant:04dd379c1e404387a7bf96707d455e76 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:08.158977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:08.168841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:08.188501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Made reservation on behalf of 04dd379c1e404387a7bf96707d455e76 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:08.192191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.205520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.214825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Attempting to bind port 0977d912-6cfe-4306-a56d-e3579d32bf92 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:08.215175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Attempting to bind port 0977d912-6cfe-4306-a56d-e3579d32bf92 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd61dc9c2-af26-4755-800a-19c79e699d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:08.215481 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Attempting to bind port 0977d912-6cfe-4306-a56d-e3579d32bf92 on network 3017c1ec-f69d-44d0-b0f2-8e405b024a7a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:08.219178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=bf84951b-3cfd-4d97-bf6d-1aedbe2924b4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:08.226634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] device_id is not set on port 7afb0ece-eec0-45d3-bb0a-ee126ad3c8e7 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:08.228983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:08.229356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Checking segment: {'id': 'd61dc9c2-af26-4755-800a-19c79e699d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:08.229807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.230168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Bound using segment: {'id': 'd61dc9c2-af26-4755-800a-19c79e699d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:08.230891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Bound port: 0977d912-6cfe-4306-a56d-e3579d32bf92, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61dc9c2-af26-4755-800a-19c79e699d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:08.231266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.318135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] device_id is not set on port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:08.406107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8:0:1::3f (7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9/b7800a0d-9e63-4564-9658-43d3b844ebc1/c9935d09-3108-4581-a818-1edea51409ad) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:08.408179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] For port 0977d912-6cfe-4306-a56d-e3579d32bf92, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:08.424374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] For port 0977d912-6cfe-4306-a56d-e3579d32bf92, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0977d912-6cfe-4306-a56d-e3579d32bf92,segment=NetworkSegment(d61dc9c2-af26-4755-800a-19c79e699d06),segment_id=d61dc9c2-af26-4755-800a-19c79e699d06)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:08.434645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Allocated IP 172.20.0.9 (676a7ee6-a556-4f0d-9f79-78dfce5544b3/e322f224-26b0-459b-9ad9-e6b4cac9968b/7afb0ece-eec0-45d3-bb0a-ee126ad3c8e7) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:08.461273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.479495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e82cb-13b7-4eb2-8780-0358cb499401 None None] Network 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:08.508554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.520105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.528105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=62f8b225-4102-40c3-9081-105d17ae4382,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:08.654674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.665046 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-17755f98-b44b-4b83-9597-3c5d0984139b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/62f8b225-4102-40c3-9081-105d17ae4382 HTTP/1.1" status: 204 len: 168 time: 2.5776618 Feb 16 23:52:08.669822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47800) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:08.681035 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ae8eba9b-d95a-46a9-9263-1647b565ac5b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/76d7ce05-0459-4282-87ba-70d265939503 HTTP/1.1" status: 204 len: 168 time: 3.3869808 Feb 16 23:52:08.689412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47804) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:08.772346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe81a4-4ef0-4cb2-94a8-77c32c24043b None None] Network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:08.838503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.859210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba5fd83-cafc-420b-82c4-cc59282e60df tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:52:08.859930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0ba5fd83-cafc-420b-82c4-cc59282e60df tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:08.894499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b06fa-8182-459b-b8e6-6d9d6f888232 None None] Pushing event updated for resources: {'Port': ['ID=0977d912-6cfe-4306-a56d-e3579d32bf92,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:08.906450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.915354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.929820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0ba5fd83-cafc-420b-82c4-cc59282e60df tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:08.933982 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0ba5fd83-cafc-420b-82c4-cc59282e60df tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/76d7ce05-0459-4282-87ba-70d265939503 HTTP/1.1" status: 404 len: 333 time: 0.1950977 Feb 16 23:52:08.933982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47814) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:08.940804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:08.944331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3017c1ec-f69d-44d0-b0f2-8e405b024a7a']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:08.960922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61dc9c2-af26-4755-800a-19c79e699d06') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:08.961367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61dc9c2-af26-4755-800a-19c79e699d06') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:08.977747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.002789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.010649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:09.011403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.018330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 09391234-395a-47b0-a96f-23627a6b67bc {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:09.018758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.060125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 1b3ff493-132c-4b8c-b4b3-438462a8c716 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:09.060476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.134812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47820) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:09.139073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db48912c-bd66-4ab7-a0b2-5dbd8055ba4a None None] Network 3017c1ec-f69d-44d0-b0f2-8e405b024a7a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:09.141836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.215857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] DHCP port deletion for 3422f04b-2ce6-4c5e-96fe-f174a7a693a9 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:09.293723 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:09.309075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.324588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:09.329809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'networks': [{'name': 'tempest-network--1154440096'}, {'name': 'tempest-network--969297591'}]} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:09.330116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'network': {'name': 'tempest-network--1154440096'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:09.330561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'network': {'name': 'tempest-network--969297591'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:09.343426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:09.347327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] Deleting port 09391234-395a-47b0-a96f-23627a6b67bc {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:09.347802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.377893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:52:09.377893 dv-neutron-829040-1-hyperv neutron-server[87676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:52:09.377893 dv-neutron-829040-1-hyperv neutron-server[87676]: [parameters: {'id': '3017c1ec-f69d-44d0-b0f2-8e405b024a7a'}] Feb 16 23:52:09.377893 dv-neutron-829040-1-hyperv neutron-server[87676]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:09.378363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:09.397883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Network fb2e181d-6bb6-4605-be30-6484d79b6145 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:09.404214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:09.406601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:09.407705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:09.408366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.425979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=85162cbe-80c0-48fc-9b59-7ee6f6c41c48,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:09.452160 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0cd4e6c6-2c68-435b-9e66-4aff8d48d8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7041066 Feb 16 23:52:09.453375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47826) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:09.457159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.464658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:09.478924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:09.481680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Port': ['ID=7afb0ece-eec0-45d3-bb0a-ee126ad3c8e7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:09.483998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:09.525699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object c9935d09-3108-4581-a818-1edea51409ad will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:09.536966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.603231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:network and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:09.620481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:09.645993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=c9935d09-3108-4581-a818-1edea51409ad,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:09.658799 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:09.700320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port 09391234-395a-47b0-a96f-23627a6b67bc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=09391234-395a-47b0-a96f-23627a6b67bc,segment=NetworkSegment(029d1b36-bbbd-4727-a577-de5c5f9c37f8),segment_id=029d1b36-bbbd-4727-a577-de5c5f9c37f8)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:09.700683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.714861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] For port 09391234-395a-47b0-a96f-23627a6b67bc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=09391234-395a-47b0-a96f-23627a6b67bc,segment=NetworkSegment(029d1b36-bbbd-4727-a577-de5c5f9c37f8),segment_id=029d1b36-bbbd-4727-a577-de5c5f9c37f8)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:09.715493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.719469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Made reservation on behalf of 1f2268e24bbc4d46acbe4ffab2625654 for: {'network': 2} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:09.723905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.734156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:09.734756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.742616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] In _notify_port_updated(), no bound segment for port c9935d09-3108-4581-a818-1edea51409ad on network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:52:09.748796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:09.749512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.755324 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-653963b1-9a2e-4062-a508-dacb26af1fe1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "PUT /v2.0/ports/c9935d09-3108-4581-a818-1edea51409ad HTTP/1.1" status: 200 len: 1010 time: 4.0735476 Feb 16 23:52:09.755324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47830) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:09.796977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.863655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] Calling delete_port for 09391234-395a-47b0-a96f-23627a6b67bc owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:09.865730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for 09391234-395a-47b0-a96f-23627a6b67bc owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:09.876277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port c9935d09-3108-4581-a818-1edea51409ad {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:09.876551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.897441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.937818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.949480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.958507 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b2123b2e-d71b-44e9-85a2-641b461ff898 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8318605 Feb 16 23:52:09.963590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:09.963903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:09.965132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47834) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:10.021957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:security_group_rule and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:10.022194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] Pushing event deleted for resources: {'Port': ['ID=09391234-395a-47b0-a96f-23627a6b67bc,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:10.027330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33545032-05bf-471b-8e95-19ece093fce8 None None] No DVR routers for this DVR port 09391234-395a-47b0-a96f-23627a6b67bc on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:10.046400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9b0e4241-d333-4d1a-be73-e07a8823c5e1 None None] Provisioning for port c9935d09-3108-4581-a818-1edea51409ad completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:10.050756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9b0e4241-d333-4d1a-be73-e07a8823c5e1 None None] Provisioning complete for port c9935d09-3108-4581-a818-1edea51409ad triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:10.051207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4241-d333-4d1a-be73-e07a8823c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.059617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 0977d912-6cfe-4306-a56d-e3579d32bf92 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:10.060019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.079368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd288af6-8a3e-4443-b401-3622ad398767 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:52:10.090909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:10.099202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 1b3ff493-132c-4b8c-b4b3-438462a8c716 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:10.147260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:10.161906 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e4241-d333-4d1a-be73-e07a8823c5e1 None None] Port c9935d09-3108-4581-a818-1edea51409ad cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:10.194694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:10.195579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:10.247601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd288af6-8a3e-4443-b401-3622ad398767 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:52:10.333966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Deleting port 7afb0ece-eec0-45d3-bb0a-ee126ad3c8e7 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:10.334258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.348414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.354107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.354894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.375976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.449343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:10.473407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=1b3ff493-132c-4b8c-b4b3-438462a8c716,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:10.508501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b20d41-0eba-4cd3-b364-69bf9c5acae2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:10.542748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.543325 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Added segment 9f92753b-4bdb-445e-969e-6a8e660aa5c0 of type vlan for network 6c111436-e58a-4007-a8c2-ee1e40977b35 Feb 16 23:52:10.593055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.601902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.652772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:10.655545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:52:10.663113 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a5cd07a-dd10-4f30-a894-323ef2e94fd7 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/1b3ff493-132c-4b8c-b4b3-438462a8c716 HTTP/1.1" status: 204 len: 168 time: 1.7278702 Feb 16 23:52:10.664342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.664688 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Added segment eb0f9c33-11bd-4e92-93fd-3ac6daef83c3 of type vlan for network 57032a43-e598-42b4-a81d-bec6c9d8f86d Feb 16 23:52:10.670430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47838) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:10.708273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 09391234-395a-47b0-a96f-23627a6b67bc {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:10.708671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.758154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae8d8b3-1437-46b0-b6e1-dcbb4b07cbc8 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:52:10.759040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.768079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 0977d912-6cfe-4306-a56d-e3579d32bf92, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0977d912-6cfe-4306-a56d-e3579d32bf92,segment=NetworkSegment(d61dc9c2-af26-4755-800a-19c79e699d06),segment_id=d61dc9c2-af26-4755-800a-19c79e699d06)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:10.768402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.791362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 09391234-395a-47b0-a96f-23627a6b67bc no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:10.794437 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7331ac63-e826-4888-a7ef-8bc1b70d58f9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:52:10.794963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7331ac63-e826-4888-a7ef-8bc1b70d58f9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:10.818404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:10.829987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] The port '09391234-395a-47b0-a96f-23627a6b67bc' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:10.835617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 09391234-395a-47b0-a96f-23627a6b67bc {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:10.835617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 09391234-395a-47b0-a96f-23627a6b67bc not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:10.905097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7331ac63-e826-4888-a7ef-8bc1b70d58f9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:10.906368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7331ac63-e826-4888-a7ef-8bc1b70d58f9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/1b3ff493-132c-4b8c-b4b3-438462a8c716 HTTP/1.1" status: 404 len: 333 time: 0.2350216 Feb 16 23:52:10.942071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8d8b3-1437-46b0-b6e1-dcbb4b07cbc8 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:52:10.961961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47842) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:11.036993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.049861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.050350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.055655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:11.060847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:11.061981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.145092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 0977d912-6cfe-4306-a56d-e3579d32bf92 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:11.181240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for c9935d09-3108-4581-a818-1edea51409ad owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:11.211270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] device_id is not set on port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:11.251370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.254506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.268350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3422f04b-2ce6-4c5e-96fe-f174a7a693a9']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:11.292245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 234bd7a1-fa3a-4276-ada1-68c803de79a2 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:11.312610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029d1b36-bbbd-4727-a577-de5c5f9c37f8') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:11.312911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029d1b36-bbbd-4727-a577-de5c5f9c37f8') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:11.323085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.351256 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2113218 Feb 16 23:52:11.367528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47846) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:11.393476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.409599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Network': ['ID=6c111436-e58a-4007-a8c2-ee1e40977b35,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:11.410471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Calling delete_port for 7afb0ece-eec0-45d3-bb0a-ee126ad3c8e7 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:11.419437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 6c111436-e58a-4007-a8c2-ee1e40977b35 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:11.437824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Transition to ACTIVE for port object 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:11.472011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.501341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.575331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.605248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:11.605565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:11.621684 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:11.681545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.690003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=85162cbe-80c0-48fc-9b59-7ee6f6c41c48,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:11.745708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809f97e-58e9-4fc6-8569-cd0ced149a38 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Network': ['ID=57032a43-e598-42b4-a81d-bec6c9d8f86d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:11.757826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 57032a43-e598-42b4-a81d-bec6c9d8f86d details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:11.766944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Port': ['ID=0977d912-6cfe-4306-a56d-e3579d32bf92,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:11.772593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No DVR routers for this DVR port 0977d912-6cfe-4306-a56d-e3579d32bf92 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:11.824310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.828601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:11.839319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:11.839617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:11.839965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:11.869495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:11.876932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:11.882548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:11.888486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:11.894059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:11.894980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Synchronizing usage tracker for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:11.902090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=3422f04b-2ce6-4c5e-96fe-f174a7a693a9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:11.906618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:11.906977 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:11.907819 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bfe8c568-aae8-4db9-be66-7e70ec89c7a6 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/3422f04b-2ce6-4c5e-96fe-f174a7a693a9 HTTP/1.1" status: 204 len: 168 time: 3.2367964 Feb 16 23:52:11.910516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47850) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:11.914346 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 2 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:11.957655 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-87552132-ccfd-4dd2-a37d-487574de274c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:11.958019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87552132-ccfd-4dd2-a37d-487574de274c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:11.962582 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-87552132-ccfd-4dd2-a37d-487574de274c tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/78d4bd2c-a1cf-4575-92ec-18c572396d3f HTTP/1.1" status: 404 len: 337 time: 0.0475571 Feb 16 23:52:11.964375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47854) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:11.994076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.017755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:12.018087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:12.018425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:12.021419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.024289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Unset dirty status for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:12.025449 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c4a71929-5087-4666-9ced-7babe55c9c48 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.6554439 Feb 16 23:52:12.031416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47858) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.034411 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef04e14a-63da-470a-8344-44655ab91d35 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:12.034947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef04e14a-63da-470a-8344-44655ab91d35 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:12.036981 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ef04e14a-63da-470a-8344-44655ab91d35 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/9c027e02-1f27-4c8d-b2b7-5791e2b2f7cc HTTP/1.1" status: 404 len: 339 time: 0.0706799 Feb 16 23:52:12.040338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:12.040481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47862) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.040676 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:12.044413 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 3 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:12.063991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.069266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.071482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3017c1ec-f69d-44d0-b0f2-8e405b024a7a']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:12.132357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:12.132688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:12.133022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:12.135862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61dc9c2-af26-4755-800a-19c79e699d06') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:12.136303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61dc9c2-af26-4755-800a-19c79e699d06') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:12.145702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event deleted for resources: {'Port': ['ID=7afb0ece-eec0-45d3-bb0a-ee126ad3c8e7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:12.169876 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-854415ae-0096-46e3-82f4-0696c42f6eb1 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:12.170330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854415ae-0096-46e3-82f4-0696c42f6eb1 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:12.174323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-854415ae-0096-46e3-82f4-0696c42f6eb1 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/7aef6405-acbc-43a5-9dfa-daee7430e9d9 HTTP/1.1" status: 404 len: 337 time: 0.1114094 Feb 16 23:52:12.184364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47866) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.188230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.228168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:12.228503 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:12.231149 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff108b0e-9034-423d-8fd1-ba8a45277d34 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:12.231628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff108b0e-9034-423d-8fd1-ba8a45277d34 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:12.235544 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ff108b0e-9034-423d-8fd1-ba8a45277d34 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/1af073f6-de1a-47c8-a313-f787d66252a6 HTTP/1.1" status: 404 len: 339 time: 0.0450013 Feb 16 23:52:12.236504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47870) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.273335 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 4 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:12.281210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.293053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=c9935d09-3108-4581-a818-1edea51409ad,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:12.299641 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-620f432d-200b-4f74-a752-8b3b67381627 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:12.300115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620f432d-200b-4f74-a752-8b3b67381627 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:12.311118 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-620f432d-200b-4f74-a752-8b3b67381627 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/d2fd7f72-c49d-4052-9711-1e9355f829cc HTTP/1.1" status: 404 len: 337 time: 0.0736949 Feb 16 23:52:12.313471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.317317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47874) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.405077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.407190 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/234bd7a1-fa3a-4276-ada1-68c803de79a2 HTTP/1.1" status: 204 len: 168 time: 1.4414759 Feb 16 23:52:12.408183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491963c2-4b86-46c4-9547-364e1dfdaaba tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=234bd7a1-fa3a-4276-ada1-68c803de79a2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:12.409743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47878) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.412702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324ce0e-16ac-49e6-a0f0-ec4eab9e7272 None None] Network 337041b7-05f6-4f12-a1d1-72071eaeee00 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:12.505887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.507476 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3407295-84dc-465a-bd64-a687767b8a78 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:12.507829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3407295-84dc-465a-bd64-a687767b8a78 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:12.512577 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a3407295-84dc-465a-bd64-a687767b8a78 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/6a82cd9e-72d0-4742-83c2-fc6649f8b0a9 HTTP/1.1" status: 404 len: 339 time: 0.1633220 Feb 16 23:52:12.514915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:12.515708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:12.515708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:12.517568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47882) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.528807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.535553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:12.535941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:12.590742 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:12.593249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:12.593249 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:12.600493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.640560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c111436-e58a-4007-a8c2-ee1e40977b35']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:12.655454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.661091 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 5 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:12.664067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f92753b-4bdb-445e-969e-6a8e660aa5c0') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:12.664378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f92753b-4bdb-445e-969e-6a8e660aa5c0') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:12.680426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.696001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 4a289db5-9fa6-4063-8349-48b28279bc2b {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:12.696435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.708226 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3a94905c-3ee4-404f-9939-4fece3671c75 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/c9935d09-3108-4581-a818-1edea51409ad HTTP/1.1" status: 204 len: 168 time: 2.9511247 Feb 16 23:52:12.717499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47886) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.722523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:12.722865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:12.723197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:12.734405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] DHCP port deletion for 337041b7-05f6-4f12-a1d1-72071eaeee00 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:12.735027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.743020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.744562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Deleting port 4a289db5-9fa6-4063-8349-48b28279bc2b {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:12.745588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.750367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:12.750765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.795964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4a289db5-9fa6-4063-8349-48b28279bc2b no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:12.798246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:12.798608 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:12.801740 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 6 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:12.812254 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7674f7ad-6dd9-413e-af6e-d2d20566970d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7afb0ece-eec0-45d3-bb0a-ee126ad3c8e7 HTTP/1.1" status: 204 len: 168 time: 2.8412333 Feb 16 23:52:12.812903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47890) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.817116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.818913 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbe6008-36c8-4ab2-b7ee-3d6ff4b53a95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:52:12.819499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9fbe6008-36c8-4ab2-b7ee-3d6ff4b53a95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:12.819625 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:12.825503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting subnet 0d049b97-ac00-4273-8243-3738114c78a5 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:12.832668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3', 'external_fixed_ips': [{'subnet_id': 'e322f224-26b0-459b-9ad9-e6b4cac9968b', 'ip_address': '172.20.0.9'}]}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:12.855300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.860621 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/3017c1ec-f69d-44d0-b0f2-8e405b024a7a HTTP/1.1" status: 204 len: 168 time: 6.4871418 Feb 16 23:52:12.862488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.863177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47894) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:12.903626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:12.906400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:12.906971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:12.907462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:12.909985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41aa9-861e-4c73-b4bc-2fdde06d5f3b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=3017c1ec-f69d-44d0-b0f2-8e405b024a7a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:12.918085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:router and tenant:04dd379c1e404387a7bf96707d455e76 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:12.929219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:12.945390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:12.945957 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:12.952424 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 7 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:12.959628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:12.968536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9fbe6008-36c8-4ab2-b7ee-3d6ff4b53a95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:12.969687 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9fbe6008-36c8-4ab2-b7ee-3d6ff4b53a95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/c9935d09-3108-4581-a818-1edea51409ad HTTP/1.1" status: 404 len: 333 time: 0.2486606 Feb 16 23:52:12.972227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:12.999729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47898) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:13.007764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1916715172'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:13.013667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:13.018185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:13.018548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:13.018894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:13.024411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.025399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.039104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:13.039720 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:13.043959 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 8 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:13.055684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.060662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.065341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.070253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:13.080743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.082213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:13.082699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:13.083221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:13.095893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:13.100777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:13.101108 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:13.103206 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 9 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:13.116195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4a289db5-9fa6-4063-8349-48b28279bc2b,segment=NetworkSegment(0e897569-7e39-4555-b9bb-22e2048e14a5),segment_id=0e897569-7e39-4555-b9bb-22e2048e14a5)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:13.117223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:13.123548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4a289db5-9fa6-4063-8349-48b28279bc2b,segment=NetworkSegment(0e897569-7e39-4555-b9bb-22e2048e14a5),segment_id=0e897569-7e39-4555-b9bb-22e2048e14a5)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:13.124081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.126749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:13.127303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:13.127812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:13.131129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Network': ['ID=6c111436-e58a-4007-a8c2-ee1e40977b35,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:13.133275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.159393 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a56f3fcc-ba09-409a-82c1-251e08be1ed2 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/networks/6c111436-e58a-4007-a8c2-ee1e40977b35 HTTP/1.1" status: 204 len: 168 time: 1.1263931 Feb 16 23:52:13.167586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47902) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:13.200973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.223998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:13.227458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.228631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:13.228631 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:13.235377 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 10 to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 Feb 16 23:52:13.285634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet b7800a0d-9e63-4564-9658-43d3b844ebc1 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:13.297143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.338535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Calling delete_port for 4a289db5-9fa6-4063-8349-48b28279bc2b owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:13.378584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:13.378584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:13.379045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:13.408101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=4a289db5-9fa6-4063-8349-48b28279bc2b,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:13.420804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4a289db5-9fa6-4063-8349-48b28279bc2b,segment=NetworkSegment(0e897569-7e39-4555-b9bb-22e2048e14a5),segment_id=0e897569-7e39-4555-b9bb-22e2048e14a5)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:13.422520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.433205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:13.433678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:13.444538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:13.447024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:13.447356 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:13.447717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.480672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.545605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.586573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 4a289db5-9fa6-4063-8349-48b28279bc2b owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:13.598472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=0d049b97-ac00-4273-8243-3738114c78a5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:13.626519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.626862 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment 4b0338a1-997c-428b-8fd4-96ece5b3544c of type vlan for network 94699688-9c48-4200-930f-a6a186ba525d Feb 16 23:52:13.629281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.647639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.654106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e276a9-778d-4f08-8ef9-3f44fd7183c3 None None] Network 31bcdcc5-5f04-4186-a007-dab7a16be0c7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:13.661514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.685994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d6e01030-d6eb-4ef5-b357-5616265dfbec tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/0d049b97-ac00-4273-8243-3738114c78a5 HTTP/1.1" status: 204 len: 168 time: 1.1604118 Feb 16 23:52:13.688196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] For port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:13.688565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempted to set empty binding levels {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 23:52:13.690875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47906) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:13.719592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.743569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.841849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] In _notify_port_updated(), no bound segment for port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:52:13.842715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:13.843319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.844640 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "PUT /v2.0/ports/85162cbe-80c0-48fc-9b59-7ee6f6c41c48 HTTP/1.1" status: 200 len: 981 time: 4.3909645 Feb 16 23:52:13.864376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47910) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:13.901237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:13.902085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:13.924793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.932163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.934894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Deleting port 4a289db5-9fa6-4063-8349-48b28279bc2b {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:13.935344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.938788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da2724-9b19-4394-ad03-3ed9a820663b tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=85162cbe-80c0-48fc-9b59-7ee6f6c41c48,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:13.940566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.947010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:13.947615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.957296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.972565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 5132eda6-7dd2-4985-ab91-147e65155499 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:13.973138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:13.975859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] DHCP port deletion for 31bcdcc5-5f04-4186-a007-dab7a16be0c7 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:13.986526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] Deleting port 5132eda6-7dd2-4985-ab91-147e65155499 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:13.986996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.119459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57032a43-e598-42b4-a81d-bec6c9d8f86d']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:14.136571 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2715127 Feb 16 23:52:14.139779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47914) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:14.155012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0f9c33-11bd-4e92-93fd-3ac6daef83c3') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:14.155362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0f9c33-11bd-4e92-93fd-3ac6daef83c3') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:14.165378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '94699688-9c48-4200-930f-a6a186ba525d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:14.180088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7c039-df12-4746-8cc7-440d7390c70b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=94699688-9c48-4200-930f-a6a186ba525d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:14.240542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 94699688-9c48-4200-930f-a6a186ba525d details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:14.245643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.271149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.271750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.272096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.272563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.273021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.273481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.273940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.274396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.274852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.275303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.276383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.276383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.276721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.277178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.277942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.278079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.278520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:14.280679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Synchronizing usage tracker for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:14.294397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.304826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:14.305323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:14.320784 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:14.327430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.416578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 4a289db5-9fa6-4063-8349-48b28279bc2b {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:14.416970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.441865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4a289db5-9fa6-4063-8349-48b28279bc2b,segment=NetworkSegment(0e897569-7e39-4555-b9bb-22e2048e14a5),segment_id=0e897569-7e39-4555-b9bb-22e2048e14a5)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:14.442271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.452381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:14.453810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Unset dirty status for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:14.458436 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a02a4398-123b-49d3-a493-7e32b01c79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15448 time: 0.5896912 Feb 16 23:52:14.463624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] For port 5132eda6-7dd2-4985-ab91-147e65155499, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5132eda6-7dd2-4985-ab91-147e65155499,segment=NetworkSegment(b6f2f56d-b58e-4e08-8d1c-780af95c88a8),segment_id=b6f2f56d-b58e-4e08-8d1c-780af95c88a8)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:14.464575 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.466191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47918) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:14.470963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=b7800a0d-9e63-4564-9658-43d3b844ebc1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:14.475465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.487719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:14.497170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:14.509239 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f504c0fb-738c-4737-9241-8d4107984bff tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/b7800a0d-9e63-4564-9658-43d3b844ebc1 HTTP/1.1" status: 204 len: 168 time: 1.4899402 Feb 16 23:52:14.509239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:14.512660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47922) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:14.529001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8e75d-cb36-4267-965f-0ec30d8dc8a2 None None] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:14.583987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port 5132eda6-7dd2-4985-ab91-147e65155499, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5132eda6-7dd2-4985-ab91-147e65155499,segment=NetworkSegment(b6f2f56d-b58e-4e08-8d1c-780af95c88a8),segment_id=b6f2f56d-b58e-4e08-8d1c-780af95c88a8)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:14.584466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.669788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.673765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.716279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Calling delete_port for 4a289db5-9fa6-4063-8349-48b28279bc2b owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:14.717208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.741136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:14.744585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.767130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Network': ['ID=57032a43-e598-42b4-a81d-bec6c9d8f86d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:14.793422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] Calling delete_port for 5132eda6-7dd2-4985-ab91-147e65155499 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:14.808098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for 5132eda6-7dd2-4985-ab91-147e65155499 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:14.843901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3e7ea192-6b69-43ff-827c-1cbd3279aa97 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/networks/57032a43-e598-42b4-a81d-bec6c9d8f86d HTTP/1.1" status: 204 len: 168 time: 1.6662960 Feb 16 23:52:14.847775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47926) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:14.848982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.852573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Deleting port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:14.852916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:14.863446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet 43273f27-0d06-4d6e-88c2-04806acacb26 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:14.877869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5132eda6-7dd2-4985-ab91-147e65155499 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:14.897065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.041354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.087878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port 4a289db5-9fa6-4063-8349-48b28279bc2b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4a289db5-9fa6-4063-8349-48b28279bc2b,segment=NetworkSegment(0e897569-7e39-4555-b9bb-22e2048e14a5),segment_id=0e897569-7e39-4555-b9bb-22e2048e14a5)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:15.088285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.107489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.157280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.182255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] Pushing event deleted for resources: {'Port': ['ID=4a289db5-9fa6-4063-8349-48b28279bc2b,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:15.202383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:15.202698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:15.233410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 4a289db5-9fa6-4063-8349-48b28279bc2b owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:15.234377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a42a0d-3232-4829-920b-8056bdde7e2f None None] No DVR routers for this DVR port 4a289db5-9fa6-4063-8349-48b28279bc2b on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:15.249042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] No DVR routers for this DVR port 5132eda6-7dd2-4985-ab91-147e65155499 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:15.253679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.269799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdbd56-7e11-4827-a6b2-cd75abfafcd2 None None] Pushing event deleted for resources: {'Port': ['ID=5132eda6-7dd2-4985-ab91-147e65155499,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:15.362399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be563eb4-80e1-4120-8d8d-a665d0d43daf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:15.369503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be563eb4-80e1-4120-8d8d-a665d0d43daf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:15.376083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be563eb4-80e1-4120-8d8d-a665d0d43daf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:15.381588 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-be563eb4-80e1-4120-8d8d-a665d0d43daf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.5010397 Feb 16 23:52:15.382519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47930) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:15.400653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.406672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-262081175'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:15.429798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:15.447530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] For port 85162cbe-80c0-48fc-9b59-7ee6f6c41c48, host hv-neutron-8290, got binding levels [] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:15.447977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.450794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:15.451118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:15.455649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:network and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:15.462962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:15.466118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Allocated IP 172.20.0.9 (676a7ee6-a556-4f0d-9f79-78dfce5544b3/e322f224-26b0-459b-9ad9-e6b4cac9968b/9e8a23de-433a-4b0d-b997-3be709dd67ec) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:15.474351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:15.499512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.553756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.581027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.602455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Calling delete_port for 85162cbe-80c0-48fc-9b59-7ee6f6c41c48 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:15.607606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=32ed237c-fbd8-4486-a190-5eddb0f34fd1,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:15.653216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': '4b0338a1-997c-428b-8fd4-96ece5b3544c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94699688-9c48-4200-930f-a6a186ba525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:15.653586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 94699688-9c48-4200-930f-a6a186ba525d, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:15.659130 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/43273f27-0d06-4d6e-88c2-04806acacb26 HTTP/1.1" status: 204 len: 168 time: 1.1451139 Feb 16 23:52:15.662249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebd9fe-a25c-41d1-b0c1-a61f80ba03db tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=43273f27-0d06-4d6e-88c2-04806acacb26,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:15.664900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47934) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:15.772408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 5132eda6-7dd2-4985-ab91-147e65155499 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:15.772750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.779812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 94699688-9c48-4200-930f-a6a186ba525d is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:15.809219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.816246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 94699688-9c48-4200-930f-a6a186ba525d) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:15.820678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:15.821265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.826137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2428a-0b17-4a92-8408-0d6c733cbd20 None None] Network 94699688-9c48-4200-930f-a6a186ba525d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:15.838551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Made reservation on behalf of 1f2268e24bbc4d46acbe4ffab2625654 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:15.841932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:15.842439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.842685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:15.879164 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1b73d9b2-1aad-44af-83aa-f2d801fbcb8e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7321968 Feb 16 23:52:15.879958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47938) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:15.893948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] The port '5132eda6-7dd2-4985-ab91-147e65155499' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:16.086307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-94699688-9c48-4200-930f-a6a186ba525d', 'network_id': '94699688-9c48-4200-930f-a6a186ba525d', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': '32ed237c-fbd8-4486-a190-5eddb0f34fd1'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:16.087609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.103718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2edf0-7367-4620-a5e8-1365edc326eb None None] Network 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:16.121166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:16.143670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.163267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.188865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.189683 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Added segment ffc8a26e-98cb-4213-a666-d711b33fd426 of type vlan for network 7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c Feb 16 23:52:16.194040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.201477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] For port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,segment=NetworkSegment(9b50bf24-8cbb-401d-9dd2-621dea51889b),segment_id=9b50bf24-8cbb-401d-9dd2-621dea51889b)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:16.201851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.232601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event deleted for resources: {'Port': ['ID=85162cbe-80c0-48fc-9b59-7ee6f6c41c48,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:16.252369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 4a289db5-9fa6-4063-8349-48b28279bc2b {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:16.253147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.274968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-76b87875-6685-45f3-8c33-da6651c54f48 None None] Provisioning complete for port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:16.275678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-76b87875-6685-45f3-8c33-da6651c54f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.295912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.299413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bcdcc5-5f04-4186-a007-dab7a16be0c7']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:16.330207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.336414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.344162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f2f56d-b58e-4e08-8d1c-780af95c88a8') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:16.344366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f2f56d-b58e-4e08-8d1c-780af95c88a8') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:16.379193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.415120 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-08c09f42-44c3-4e7f-b385-85255275ff2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "DELETE /v2.0/ports/85162cbe-80c0-48fc-9b59-7ee6f6c41c48 HTTP/1.1" status: 204 len: 168 time: 1.9478607 Feb 16 23:52:16.417487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47942) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:16.471870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.479000 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b7b368-18e8-440a-91e1-7f04eb2b141c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:52:16.479577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e6b7b368-18e8-440a-91e1-7f04eb2b141c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Synchronizing usage tracker for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:16.484348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:16.484751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:16.502212 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:16.507973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.514398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:16.514552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.520444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:16.530725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Allocated IP 172.20.0.1 (94699688-9c48-4200-930f-a6a186ba525d/32ed237c-fbd8-4486-a190-5eddb0f34fd1/e721a63f-ced2-402d-82da-ef0a03f7a491) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:16.595126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] The port '4a289db5-9fa6-4063-8349-48b28279bc2b' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:16.652519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.727270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.735548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e6b7b368-18e8-440a-91e1-7f04eb2b141c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Unset dirty status for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:16.736743 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e6b7b368-18e8-440a-91e1-7f04eb2b141c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "GET /v2.0/ports/85162cbe-80c0-48fc-9b59-7ee6f6c41c48 HTTP/1.1" status: 404 len: 333 time: 0.3141356 Feb 16 23:52:16.767626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47946) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:16.774298 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3784587 Feb 16 23:52:16.789890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47950) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:16.793137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.800174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928076063', 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:16.802940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:16.804286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.817371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-387484009'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:16.818697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:16.820468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a3e41-e36a-4fa7-ad2e-3de7efb0c53b tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Network': ['ID=7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:16.822884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:16.851018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.852653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:16.867193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:16.887821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.889987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:16.892340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=31bcdcc5-5f04-4186-a007-dab7a16be0c7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:16.902501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:16.905110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:network and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:16.911030 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-65ceb194-b368-4b33-bcbd-d93329490cc3 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/31bcdcc5-5f04-4186-a007-dab7a16be0c7 HTTP/1.1" status: 204 len: 168 time: 3.2174630 Feb 16 23:52:16.911030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:16.914300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Port': ['ID=9e8a23de-433a-4b0d-b997-3be709dd67ec,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:16.918446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47954) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:16.927917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337041b7-05f6-4f12-a1d1-72071eaeee00']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:16.937880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-76b87875-6685-45f3-8c33-da6651c54f48 None None] Port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 update to ACTIVE by agent not found {{(pid=87678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 23:52:16.954956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:16.956976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e897569-7e39-4555-b9bb-22e2048e14a5') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:16.957133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e897569-7e39-4555-b9bb-22e2048e14a5') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:16.964232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=9e32ae7d-8e4a-4481-b92b-a4e558a07b96,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:16.966790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Made reservation on behalf of 4e6ebca8b2b34e0c96af027d590b60f7 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:16.969303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:16.974644 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b567cc-cfbe-4260-ba24-8c803b85d879 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:16.975315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b567cc-cfbe-4260-ba24-8c803b85d879 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:16.977198 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b7b567cc-cfbe-4260-ba24-8c803b85d879 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/b3fff7a6-0ab4-42a0-aaf4-bc83afe3da9f HTTP/1.1" status: 404 len: 337 time: 0.0552444 Feb 16 23:52:16.980992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47958) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:16.988466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No DVR routers for this DVR port 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:17.046472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.055901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.068310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Transition to ACTIVE for port object e721a63f-ced2-402d-82da-ef0a03f7a491 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:17.089504 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d3ac11-41d6-422c-ba46-a04b74fb8ae2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:17.089974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d3ac11-41d6-422c-ba46-a04b74fb8ae2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:17.091949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Transition to ACTIVE for port object e721a63f-ced2-402d-82da-ef0a03f7a491 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:17.098976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Made reservation on behalf of 1f2268e24bbc4d46acbe4ffab2625654 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:17.102400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.103667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.103991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.152749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] device_id is not set on port d29a8a7d-5ae1-4277-ad5c-a568178d9b2c yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:17.204609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:17.204941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.213386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ac69d-a07f-4ed4-9bc8-e4d6a301fc52 None None] DHCP port deletion for 7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f9d3ac11-41d6-422c-ba46-a04b74fb8ae2 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/320b446c-c085-4b28-b736-e3750957b656 HTTP/1.1" status: 404 len: 339 time: 0.2363901 Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:17.224684 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:17.236783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47962) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:17.257849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Pushing event updated for resources: {'Port': ['ID=e721a63f-ced2-402d-82da-ef0a03f7a491,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:17.266604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Network 94699688-9c48-4200-930f-a6a186ba525d is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:17.267383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:17.273121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:17.308544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:17.348762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.352091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.352689 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Added segment c80effa6-9af7-4187-8436-bd6a0bbcae10 of type vlan for network 673a2475-8c0c-48e3-be4d-909714f27207 Feb 16 23:52:17.369641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting subnet 5fbe17f8-ca12-4990-90bc-2fcc5f112cb7 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:17.373158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.376746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.400716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Attempting to bind port e721a63f-ced2-402d-82da-ef0a03f7a491 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:17.402240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Attempting to bind port e721a63f-ced2-402d-82da-ef0a03f7a491 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '4b0338a1-997c-428b-8fd4-96ece5b3544c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94699688-9c48-4200-930f-a6a186ba525d'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:17.402598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Attempting to bind port e721a63f-ced2-402d-82da-ef0a03f7a491 on network 94699688-9c48-4200-930f-a6a186ba525d {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:17.408741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:17.409228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Checking segment: {'id': '4b0338a1-997c-428b-8fd4-96ece5b3544c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94699688-9c48-4200-930f-a6a186ba525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:17.409633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.410233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Bound using segment: {'id': '4b0338a1-997c-428b-8fd4-96ece5b3544c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94699688-9c48-4200-930f-a6a186ba525d'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:17.410703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Bound port: e721a63f-ced2-402d-82da-ef0a03f7a491, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0338a1-997c-428b-8fd4-96ece5b3544c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '94699688-9c48-4200-930f-a6a186ba525d'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:17.411348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.439272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=32ed237c-fbd8-4486-a190-5eddb0f34fd1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:17.471211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:17.488725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.492680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.529833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] For port e721a63f-ced2-402d-82da-ef0a03f7a491, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:17.533232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] For port e721a63f-ced2-402d-82da-ef0a03f7a491, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e721a63f-ced2-402d-82da-ef0a03f7a491,segment=NetworkSegment(4b0338a1-997c-428b-8fd4-96ece5b3544c),segment_id=4b0338a1-997c-428b-8fd4-96ece5b3544c)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:17.539142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.583596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=337041b7-05f6-4f12-a1d1-72071eaeee00,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:17.595464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b50bf24-8cbb-401d-9dd2-621dea51889b') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:17.595872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b50bf24-8cbb-401d-9dd2-621dea51889b') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:17.648105 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-595acbfa-86e1-44d0-938f-0daa976f2d93 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/337041b7-05f6-4f12-a1d1-72071eaeee00 HTTP/1.1" status: 204 len: 168 time: 5.2299972 Feb 16 23:52:17.650417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.650836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e84b-8f90-4d3c-97cf-01dd0de5682b None None] Pushing event updated for resources: {'Port': ['ID=e721a63f-ced2-402d-82da-ef0a03f7a491,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:17.656566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47966) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:17.661749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.669578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.680653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1290104886'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:17.687021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:17.691284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:17.694425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:17.700707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:17.715614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.754281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:17.757772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.778283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94699688-9c48-4200-930f-a6a186ba525d']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:17.782049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f094a-e3c2-4d7e-94ec-6a83034af388 None None] Network 94699688-9c48-4200-930f-a6a186ba525d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:17.787234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.805928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:17.806326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:17.822783 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:17.825580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0338a1-997c-428b-8fd4-96ece5b3544c') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:17.825580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0338a1-997c-428b-8fd4-96ece5b3544c') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:17.912471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.918281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.930078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.944460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.963084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.968345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.979474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:17.985834 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eee1be63-cf0b-401a-bf88-5b4228d08729 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/7a4d6dab-ef9b-44a3-ac82-78aac2dc51a9 HTTP/1.1" status: 204 len: 168 time: 2.3189080 Feb 16 23:52:17.990022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:17.990426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.990999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:17.996931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:17.997518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.000896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47970) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:18.001242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a26a9-fc9e-46ff-ab56-772cfad931bb None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:52:18.003061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:18.005414 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:18.109372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251a26a9-fc9e-46ff-ab56-772cfad931bb None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:52:18.178480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.178831 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment a92cbf47-d15b-4625-aeda-07d30637068a of type vlan for network a05e60fa-5d40-476d-bc6c-982623195619 Feb 16 23:52:18.189840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.191419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:52:18.191419 dv-neutron-829040-1-hyperv neutron-server[87677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:52:18.191419 dv-neutron-829040-1-hyperv neutron-server[87677]: [parameters: {'id': '94699688-9c48-4200-930f-a6a186ba525d'}] Feb 16 23:52:18.191419 dv-neutron-829040-1-hyperv neutron-server[87677]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:18.191812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:18.239100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Network': ['ID=673a2475-8c0c-48e3-be4d-909714f27207,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:18.261460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Network fb2e181d-6bb6-4605-be30-6484d79b6145 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:18.263258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 673a2475-8c0c-48e3-be4d-909714f27207 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:18.264545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:18.268332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:18.269220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:18.269801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.277073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=d29a8a7d-5ae1-4277-ad5c-a568178d9b2c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:18.295262 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7974ef79-5f35-4194-b064-94eec2c88fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5197320 Feb 16 23:52:18.297754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47974) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:18.299242 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bcb69011-025f-42cf-a0d9-2b80d633edaf tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5041394 Feb 16 23:52:18.302487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47978) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:18.322592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.330466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.344198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'ports': [{'network_id': '7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c', 'name': 'tempest-port--832402912', 'admin_state_up': True}, {'network_id': '673a2475-8c0c-48e3-be4d-909714f27207', 'admin_state_up': False}]} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:18.344519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'port': {'network_id': '7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c', 'name': 'tempest-port--832402912', 'admin_state_up': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:18.344978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'port': {'network_id': '673a2475-8c0c-48e3-be4d-909714f27207', 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:18.459511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efc299-1083-474a-89eb-af7a3f02782f tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:18.460352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-23efc299-1083-474a-89eb-af7a3f02782f tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Synchronizing usage tracker for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:18.544678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-23efc299-1083-474a-89eb-af7a3f02782f tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Unset dirty status for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:18.547172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-23efc299-1083-474a-89eb-af7a3f02782f tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "GET /v2.0/ports/d29a8a7d-5ae1-4277-ad5c-a568178d9b2c HTTP/1.1" status: 200 len: 959 time: 0.2482533 Feb 16 23:52:18.551889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47982) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:18.571819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d40b96-838a-41bf-9cd9-74f15edcfc49 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:18.573839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-21d40b96-838a-41bf-9cd9-74f15edcfc49 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4980478 Feb 16 23:52:18.583889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.590016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:18.590587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.594231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47986) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:18.682182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:18.688765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Deleting port d29a8a7d-5ae1-4277-ad5c-a568178d9b2c {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:18.689101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.694755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.717238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:port and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:18.720139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.727308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:18.741287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:18.766082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbe17f8-ca12-4990-90bc-2fcc5f112cb7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:18.773363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:18.773937 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1164613 Feb 16 23:52:18.774787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Made reservation on behalf of 1f2268e24bbc4d46acbe4ffab2625654 for: {'port': 2} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:18.775487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf01165-7de5-4db1-8a19-72fdd1d7131d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=a05e60fa-5d40-476d-bc6c-982623195619,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:18.778522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.779599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.781426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47990) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:18.785433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.789989 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3941da36-4962-48c3-98df-9b167f717a01 tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/subnets/5fbe17f8-ca12-4990-90bc-2fcc5f112cb7 HTTP/1.1" status: 204 len: 168 time: 1.5509408 Feb 16 23:52:18.795283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:18.809255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 47994) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:18.817757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port e721a63f-ced2-402d-82da-ef0a03f7a491 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:18.818084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a05e60fa-5d40-476d-bc6c-982623195619 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:18.818417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.830483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168c4a4-c0d3-49fd-8877-ed8671039d90 None None] Network c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:18.857423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:18.857423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 9e32ae7d-8e4a-4481-b92b-a4e558a07b96 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:18.876336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:18.913637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3593f6fd-ece9-43f7-a454-62f941a41ab2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:19.120844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3593f6fd-ece9-43f7-a454-62f941a41ab2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:19.125427 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3593f6fd-ece9-43f7-a454-62f941a41ab2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5251198 Feb 16 23:52:19.143940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 47998) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:19.156862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-3968316'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:19.191297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:19.193338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] DHCP port deletion for c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:19.198637 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] Deleting port 426c6032-580d-4212-bfc3-cd018d28e337 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:19.199097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.216819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:19.223951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.231333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:19.283600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:19.290614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.296503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:19.311718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:19.316257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:19.325748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:19.336304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 426c6032-580d-4212-bfc3-cd018d28e337 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:19.336648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.386414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:19.389785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.439294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] For port 426c6032-580d-4212-bfc3-cd018d28e337, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=426c6032-580d-4212-bfc3-cd018d28e337,segment=NetworkSegment(47ad516e-e2d6-4e2b-b68d-528485643c7e),segment_id=47ad516e-e2d6-4e2b-b68d-528485643c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:19.439616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.476981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Calling delete_port for d29a8a7d-5ae1-4277-ad5c-a568178d9b2c owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:19.535012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Router 7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:52:19.565499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] Calling delete_port for 426c6032-580d-4212-bfc3-cd018d28e337 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:19.659919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:19.663308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.683587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.685021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] device_id is not set on port b58b9bee-8d4b-4b6a-ae18-ed6d953cdec0 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:19.695440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port e721a63f-ced2-402d-82da-ef0a03f7a491, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e721a63f-ced2-402d-82da-ef0a03f7a491,segment=NetworkSegment(4b0338a1-997c-428b-8fd4-96ece5b3544c),segment_id=4b0338a1-997c-428b-8fd4-96ece5b3544c)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:19.696007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.737861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] No DVR routers for this DVR port 426c6032-580d-4212-bfc3-cd018d28e337 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:19.747174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac7fee-e0f3-4759-9cff-ed5f854943a0 None None] Pushing event deleted for resources: {'Port': ['ID=426c6032-580d-4212-bfc3-cd018d28e337,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:19.838190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for e721a63f-ced2-402d-82da-ef0a03f7a491 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:19.881111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:19.896288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] For port 426c6032-580d-4212-bfc3-cd018d28e337, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=426c6032-580d-4212-bfc3-cd018d28e337,segment=NetworkSegment(47ad516e-e2d6-4e2b-b68d-528485643c7e),segment_id=47ad516e-e2d6-4e2b-b68d-528485643c7e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:19.896904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.909398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.914309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:19.914581 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment 76450d27-feb7-4195-9971-d09d9c4d8315 of type vlan for network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 Feb 16 23:52:19.990675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event deleted for resources: {'Port': ['ID=d29a8a7d-5ae1-4277-ad5c-a568178d9b2c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:20.000043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.029102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.037018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Calling delete_port for 426c6032-580d-4212-bfc3-cd018d28e337 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:20.073558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:52:20.079004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.084759 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Sync routers for ids ['7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:52:20.101158 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Routers {'7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:20.102437 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:20.104699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Port': ['ID=e721a63f-ced2-402d-82da-ef0a03f7a491,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:20.107140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No DVR routers for this DVR port e721a63f-ced2-402d-82da-ef0a03f7a491 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:20.154891 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f007ab7e-d5aa-4a06-a3cb-2461fc51cd9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "DELETE /v2.0/ports/d29a8a7d-5ae1-4277-ad5c-a568178d9b2c HTTP/1.1" status: 204 len: 168 time: 1.6019650 Feb 16 23:52:20.155606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48002) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:20.188458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.192294 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e8d91365-4a5c-4398-8b2c-fb6ef12fd9c0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.3764725 Feb 16 23:52:20.193412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.197037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48006) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:20.247405 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-352e6856-2844-45cb-a118-80bee3eeeca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:52:20.249019 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-352e6856-2844-45cb-a118-80bee3eeeca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "GET /v2.0/ports/d29a8a7d-5ae1-4277-ad5c-a568178d9b2c HTTP/1.1" status: 404 len: 333 time: 0.0917864 Feb 16 23:52:20.253176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48010) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:20.255721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:20.256257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:20.264277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Request body: {'port': {'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1680434451'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:20.273796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:20.296976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Usage tracker for resource:port and tenant:4e6ebca8b2b34e0c96af027d590b60f7 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:20.303615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:20.315296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:20.322865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=03d4b6f6-84e5-401b-a07f-607f76553e99,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:20.332437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': 'a92cbf47-d15b-4625-aeda-07d30637068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:20.332922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: a05e60fa-5d40-476d-bc6c-982623195619, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:20.334167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.339950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Made reservation on behalf of 4e6ebca8b2b34e0c96af027d590b60f7 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:20.343082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.351622 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Set router 7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:52:20.371774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] device_id is not set on port a7abbf85-da13-4bf8-b56d-45945105b2fc yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:20.388689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.397274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.402591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:20.403366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.405188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network a05e60fa-5d40-476d-bc6c-982623195619 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:20.427292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, a05e60fa-5d40-476d-bc6c-982623195619) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:20.433176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:20.433798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.443224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f204d0-2ced-4ae9-bcb0-a315a56986cc None None] Network a05e60fa-5d40-476d-bc6c-982623195619 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:20.491636 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0129b8a2-9c95-4581-808f-0d91f4399b73 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7079051 Feb 16 23:52:20.495294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48014) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:20.520459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619', 'name': 'tempest-PortsTestJSON-137501621', 'fixed_ips': [{'subnet_id': '03d4b6f6-84e5-401b-a07f-607f76553e99', 'ip_address': '172.20.0.10'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:20.571647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94699688-9c48-4200-930f-a6a186ba525d']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:20.617818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0338a1-997c-428b-8fd4-96ece5b3544c') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:20.618370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0338a1-997c-428b-8fd4-96ece5b3544c') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:20.626440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4787138 Feb 16 23:52:20.691535 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50', 'name': '', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3', 'external_fixed_ips': [{'subnet_id': 'e322f224-26b0-459b-9ad9-e6b4cac9968b', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '9e8a23de-433a-4b0d-b997-3be709dd67ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:13Z', 'updated_at': '2022-02-16T23:52:17Z', 'revision_number': 3, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port': {'id': '9e8a23de-433a-4b0d-b997-3be709dd67ec', 'name': '', 'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e322f224-26b0-459b-9ad9-e6b4cac9968b', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:52:14Z', 'updated_at': '2022-02-16T23:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e322f224-26b0-459b-9ad9-e6b4cac9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:20.696162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48018) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:20.696638 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Checking router: 7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:52:20.696638 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Updating router 7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50 port 9e8a23de-433a-4b0d-b997-3be709dd67ec binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:52:20.703244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.723191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:20.737328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ca1b1-5f1b-4181-a97c-098e3bf528e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=d3bf1108-a4e4-4873-9164-c1cad20d3fe7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:20.762281 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.762841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Deleting port 426c6032-580d-4212-bfc3-cd018d28e337 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:20.763184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.773371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] device_id is not set on port 7f6cac99-5c76-453d-b30b-5c1632b9bc75 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:20.801484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:20.836300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.844976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 426c6032-580d-4212-bfc3-cd018d28e337 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:20.873211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:20.873870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:20.888980 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:20.906730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.978863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-a05e60fa-5d40-476d-bc6c-982623195619', 'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619', 'tenant_id': '4f148cee190d4f2f99e3410c06365da9', 'fixed_ips': [{'subnet_id': '03d4b6f6-84e5-401b-a07f-607f76553e99'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:20.980339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:20.998106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 426c6032-580d-4212-bfc3-cd018d28e337 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:20.998566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 426c6032-580d-4212-bfc3-cd018d28e337 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:21.003316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.038510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] The port '426c6032-580d-4212-bfc3-cd018d28e337' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:21.044298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.191923 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.206680 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Transition to ACTIVE for port object 9e8a23de-433a-4b0d-b997-3be709dd67ec will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:21.217471 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.244188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Network fb2e181d-6bb6-4605-be30-6484d79b6145 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:21.252406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Allocated IP 172.20.0.2 (a05e60fa-5d40-476d-bc6c-982623195619/03d4b6f6-84e5-401b-a07f-607f76553e99/c6f8cf48-ffb8-4c10-a3bb-948b25f2f462) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:21.255060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:21.261495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:21.265722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:21.266162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:21.268682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:21.274552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:21.282445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:21.285374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.294488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:21.295453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:21.296072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.297305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:21.307073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:21.321029 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Pushing event updated for resources: {'Port': ['ID=9e8a23de-433a-4b0d-b997-3be709dd67ec,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:21.329086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.332120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:21.335477 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.335982 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.337615 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.337979 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.338474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.339624 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.339989 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.340359 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.340737 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.341217 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.341610 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.342065 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.342412 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:21.351161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=a7abbf85-da13-4bf8-b56d-45945105b2fc,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:21.356920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=94699688-9c48-4200-930f-a6a186ba525d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:21.373863 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b6dd0ed3-a9a1-4bff-ba3a-1b425a8ace8f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/94699688-9c48-4200-930f-a6a186ba525d HTTP/1.1" status: 204 len: 168 time: 5.4867082 Feb 16 23:52:21.379149 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Attempting to bind port 9e8a23de-433a-4b0d-b997-3be709dd67ec on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:21.380173 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Attempting to bind port 9e8a23de-433a-4b0d-b997-3be709dd67ec by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:21.380559 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Attempting to bind port 9e8a23de-433a-4b0d-b997-3be709dd67ec on network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:21.383228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48022) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:21.388625 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:21.389137 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Checking segment: {'id': 'b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:21.389544 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.390152 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Bound using segment: {'id': 'b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:21.390682 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Bound port: 9e8a23de-433a-4b0d-b997-3be709dd67ec, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '676a7ee6-a556-4f0d-9f79-78dfce5544b3'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:21.391392 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.398824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:21.403351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.412097 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a0bd23f1-5af7-4893-a9dc-ae19483ef96c tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1571009 Feb 16 23:52:21.423753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48026) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:21.428032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014512399'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:21.432817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:21.466304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:21.487464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:21.491600 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] For port 9e8a23de-433a-4b0d-b997-3be709dd67ec, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:21.495432 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] For port 9e8a23de-433a-4b0d-b997-3be709dd67ec, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9e8a23de-433a-4b0d-b997-3be709dd67ec,segment=NetworkSegment(b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d),segment_id=b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:21.506306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ad516e-e2d6-4e2b-b68d-528485643c7e') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:21.506525 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.506968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ad516e-e2d6-4e2b-b68d-528485643c7e') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:21.508481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.519755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:21.530476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.535598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:21.542746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Transition to ACTIVE for port object c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:21.552139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.554017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:21.564696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Transition to ACTIVE for port object c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:21.570463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Deleting port 9e8a23de-433a-4b0d-b997-3be709dd67ec {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:21.570947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.585083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.621825 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e8426-e0ce-4893-8a0b-2fa1964ae92e None None] Pushing event updated for resources: {'Port': ['ID=9e8a23de-433a-4b0d-b997-3be709dd67ec,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:21.629672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.650117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:21.653779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.659515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.664174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Pushing event updated for resources: {'Port': ['ID=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:21.667791 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.675254 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Routers {'7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:21.676550 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:21.678187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.691629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Network a05e60fa-5d40-476d-bc6c-982623195619 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:21.695408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:21.702190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:21.702450 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:21.702977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:21.722362 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:21.737859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 84f74bd8-2cb9-4f5d-aa64-7432b468c472 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:21.794520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:21.838236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Attempting to bind port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:21.839684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Attempting to bind port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a92cbf47-d15b-4625-aeda-07d30637068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:21.840981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Attempting to bind port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 on network a05e60fa-5d40-476d-bc6c-982623195619 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:21.849898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.850320 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment f3362be1-28e9-4b62-83a5-6523954956e9 of type vlan for network 4ca9f61b-3382-4a35-873c-9390dbb13544 Feb 16 23:52:21.856407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:21.857395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Checking segment: {'id': 'a92cbf47-d15b-4625-aeda-07d30637068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:21.858022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.859493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Bound using segment: {'id': 'a92cbf47-d15b-4625-aeda-07d30637068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:21.860196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Bound port: c6f8cf48-ffb8-4c10-a3bb-948b25f2f462, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92cbf47-d15b-4625-aeda-07d30637068a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:21.860800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.883639 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] Set router 7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:52:21.893870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.900224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:21.988811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] For port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:21.999434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] For port 9e8a23de-433a-4b0d-b997-3be709dd67ec, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=9e8a23de-433a-4b0d-b997-3be709dd67ec,segment=NetworkSegment(b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d),segment_id=b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:21.999878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.015219 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50', 'name': '', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:13Z', 'updated_at': '2022-02-16T23:52:21Z', 'revision_number': 4, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:22.018455 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c998-9436-416e-b87d-5ebe8b2c34ef None None] The sync data for ids ['7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50'] in dv-neutron-829040-1-hyperv is: [{'id': '7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50', 'name': '', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:13Z', 'updated_at': '2022-02-16T23:52:21Z', 'revision_number': 4, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:52:22.028330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] For port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,segment=NetworkSegment(a92cbf47-d15b-4625-aeda-07d30637068a),segment_id=a92cbf47-d15b-4625-aeda-07d30637068a)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:22.035563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.046981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.047605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.113081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.139146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477a09c-5fb6-45d0-ac39-d4a555b9c404 None None] Pushing event updated for resources: {'Port': ['ID=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:22.160253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] Pushing event deleted for resources: {'Network': ['ID=c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:22.170766 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9590563a-bee5-4a7f-936c-ffe13a5a1c2b tempest-NetworksIpV6Test-1937907711 tempest-NetworksIpV6Test-1937907711-project] 10.222.0.47 "DELETE /v2.0/networks/c8ebffc6-63e5-4e1b-9ab0-cf15f279b8ef HTTP/1.1" status: 204 len: 168 time: 3.3105721 Feb 16 23:52:22.195754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Port': ['ID=b58b9bee-8d4b-4b6a-ae18-ed6d953cdec0,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:22.219884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Calling delete_port for 9e8a23de-433a-4b0d-b997-3be709dd67ec owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:22.254261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.290426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.10 (a05e60fa-5d40-476d-bc6c-982623195619/03d4b6f6-84e5-401b-a07f-607f76553e99/84f74bd8-2cb9-4f5d-aa64-7432b468c472) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:22.322624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:52:22.389620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Checking segment: {'id': 'ffc8a26e-98cb-4213-a666-d711b33fd426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:22.390341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network hostable DHCP agents. Network: 7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:22.410482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.415903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:22.416558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.563348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] device_id is not set on port a7abbf85-da13-4bf8-b56d-45945105b2fc yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:22.581845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.655752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Transition to ACTIVE for port object a7abbf85-da13-4bf8-b56d-45945105b2fc will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:22.656678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48034) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:22.687844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.748595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=82e1711b-b64d-46e3-9f56-90f15f6b4aef,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:22.783766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': '76450d27-feb7-4195-9971-d09d9c4d8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:22.784272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: d3bf1108-a4e4-4873-9164-c1cad20d3fe7, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:22.795267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=a7abbf85-da13-4bf8-b56d-45945105b2fc,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:22.801175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4163582 Feb 16 23:52:22.801935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network 7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:22.806685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48040) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:22.821107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:22.850906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686f4bd-05eb-4841-bb77-99a740a954fa tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=4ca9f61b-3382-4a35-873c-9390dbb13544,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:22.858243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:22.897046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:22.926002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:22.935244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:22.936205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.936517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:22.939539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:22.939906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:22.940271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:22.954837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:22.955173 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:22.959527 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 2 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:22.980384 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 84f74bd8-2cb9-4f5d-aa64-7432b468c472 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:22.997214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:22.997442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:22.997442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:22.997652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.014852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.015221 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.019186 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 3 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.040730 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-742b9fb2-8140-4a83-9670-0f687bc2b17a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a67d96518a284b54abadebaa30cb5edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789129 Feb 16 23:52:23.055559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48044) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:23.059102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.061238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.061373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2fe138-f04c-4296-96be-a30e7125f51d None None] Network 7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:23.061605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.070631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.071009 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.082686 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 4 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.167293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, d3bf1108-a4e4-4873-9164-c1cad20d3fe7) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:23.186181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c9dac-1a49-46ae-b780-cf43590e6c42 None None] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:23.210842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:23.211441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.232435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.232778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.233109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.240851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.241177 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.243979 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 5 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.250709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Port': ['ID=7f6cac99-5c76-453d-b30b-5c1632b9bc75,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:23.266404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.266742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.267408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.287982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.288849 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.291313 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 6 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.299456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.363562 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a252dd1d-cafa-49de-a883-898dc424d3e7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6629491 Feb 16 23:52:23.371267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48048) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:23.376351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.376688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.377019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.388543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Checking segment: {'id': 'c80effa6-9af7-4187-8436-bd6a0bbcae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '673a2475-8c0c-48e3-be4d-909714f27207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:23.388903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network hostable DHCP agents. Network: 673a2475-8c0c-48e3-be4d-909714f27207, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:23.399378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7', 'name': 'tempest-PortsIpV6TestJSON-584845752'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:23.400711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:23.403416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6854-302d-4db8-8d6b-875945aebe2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.409607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.409951 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.411615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network a05e60fa-5d40-476d-bc6c-982623195619 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:23.418493 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 7 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.431919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:23.442995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:23.483237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=84f74bd8-2cb9-4f5d-aa64-7432b468c472,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:23.491858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.491858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.492167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.504680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6854-302d-4db8-8d6b-875945aebe2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.513262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.513597 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.514888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.522290 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 8 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.522750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.551483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.551768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.552119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.559716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-d3bf1108-a4e4-4873-9164-c1cad20d3fe7', 'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7', 'tenant_id': 'b568b948aaf6457693e012e58c41cc39', 'fixed_ips': [{'subnet_id': '82e1711b-b64d-46e3-9f56-90f15f6b4aef'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:23.560854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.561939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:23.562628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.590520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.590808 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.591146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e8a23de-433a-4b0d-b997-3be709dd67ec,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:23.592263 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 9 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.595901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.600976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network 673a2475-8c0c-48e3-be4d-909714f27207 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:23.614438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.614773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.615112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.620586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.620918 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.621585 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempt 10 to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc Feb 16 23:52:23.631879 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-29486d39-bda9-4608-9227-6730a739c34b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1355581 Feb 16 23:52:23.632959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48052) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:23.641012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': 'a05e60fa-5d40-476d-bc6c-982623195619', 'name': 'tempest-PortsTestJSON-1489290331', 'fixed_ips': [{'subnet_id': '03d4b6f6-84e5-401b-a07f-607f76553e99', 'ip_address': '172.20.0.9'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:23.681054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 is not hosted by any dhcp agent {{(pid=87677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 23:52:23.686658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:23.687263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.688572 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "PUT /v2.0/networks/4ca9f61b-3382-4a35-873c-9390dbb13544 HTTP/1.1" status: 200 len: 723 time: 0.8780169 Feb 16 23:52:23.780755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Allocated IP 2001:db8::2 (d3bf1108-a4e4-4873-9164-c1cad20d3fe7/82e1711b-b64d-46e3-9f56-90f15f6b4aef/aefaa116-61a0-4db4-a44c-d93756571fa2) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:23.813820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48056) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:23.825045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '4ca9f61b-3382-4a35-873c-9390dbb13544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:23.857932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:23.863098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:23.867343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:23.874102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 673a2475-8c0c-48e3-be4d-909714f27207) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:23.877869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:23.881502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:23.881852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:23.882187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempting to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:23.890433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:52:23.890765 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Failed to bind port a7abbf85-da13-4bf8-b56d-45945105b2fc on host hv-neutron-8290 for vnic_type normal using segments [{'id': '9d530c89-469a-4b1f-b758-e5e554332940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fb2e181d-6bb6-4605-be30-6484d79b6145'}] Feb 16 23:52:23.891119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.909968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6854-302d-4db8-8d6b-875945aebe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.944963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:23.952270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:23.956825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:23.957503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.974031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd6854-302d-4db8-8d6b-875945aebe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1234475-95a2-4139-8774-5954b6e639ea,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:23.988267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6854-302d-4db8-8d6b-875945aebe2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:23.991734 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0cbd6854-302d-4db8-8d6b-875945aebe2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1234475-95a2-4139-8774-5954b6e639ea HTTP/1.1" status: 204 len: 168 time: 0.9326739 Feb 16 23:52:23.994323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:23.997946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5011c8e-0a4a-4650-b2d4-533e6bf604ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=4ca9f61b-3382-4a35-873c-9390dbb13544,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:24.000619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.007018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.018303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Transition to ACTIVE for port object aefaa116-61a0-4db4-a44c-d93756571fa2 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:24.022022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:24.031679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:24.037254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Transition to ACTIVE for port object aefaa116-61a0-4db4-a44c-d93756571fa2 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:24.050391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f15bc-3231-47ef-9c36-a15af0ccf429 None None] Network 673a2475-8c0c-48e3-be4d-909714f27207 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:24.055898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:24.065231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09715cb-8efb-419c-8d99-dcf27a385959 None None] Network a05e60fa-5d40-476d-bc6c-982623195619 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:24.066001 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-672bb902-3954-4119-a13a-061dfc082db9 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.7302933 Feb 16 23:52:24.070863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.085157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48062) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:24.088259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:24.117472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.127993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:24.188301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:24.191158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:24.191301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] For port a7abbf85-da13-4bf8-b56d-45945105b2fc, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:24.191572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attempted to set empty binding levels {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 23:52:24.194707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.204459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:24.219900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:24.276851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.290094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.296273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.303331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 0c7bac37-16dc-460d-a4f1-5fce1363d917 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:24.350892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:24.355100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.397253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9fc43fea-aa1e-4b6e-b0d2-e60a70464858 None None] Provisioning for port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:24.400611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] In _notify_port_updated(), no bound segment for port a7abbf85-da13-4bf8-b56d-45945105b2fc on network fb2e181d-6bb6-4605-be30-6484d79b6145 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:52:24.401628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:24.402402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.407138 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "PUT /v2.0/ports/a7abbf85-da13-4bf8-b56d-45945105b2fc HTTP/1.1" status: 200 len: 981 time: 2.9821506 Feb 16 23:52:24.413769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48074) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:24.444767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9fc43fea-aa1e-4b6e-b0d2-e60a70464858 None None] Provisioning complete for port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:24.444767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9fc43fea-aa1e-4b6e-b0d2-e60a70464858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.464645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.464645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:52:24.495583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:24.512297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:24.537610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Pushing event updated for resources: {'Port': ['ID=aefaa116-61a0-4db4-a44c-d93756571fa2,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:24.542870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:24.586209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.601189 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-db89e351-090f-4345-8832-9dc9935d8fd9 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "DELETE /v2.0/routers/7ad3d6ae-ab11-4493-84ea-f1a3c0b6bc50 HTTP/1.1" status: 204 len: 168 time: 4.3573630 Feb 16 23:52:24.610211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48080) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:24.713967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e41ebb-9391-40e4-9141-7313bf2e7fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event updated for resources: {'Port': ['ID=a7abbf85-da13-4bf8-b56d-45945105b2fc,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:24.785765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4af00-8458-408a-b8e9-577a9c2b53cb tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:24.791302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4af00-8458-408a-b8e9-577a9c2b53cb tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:24.793027 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f9d4af00-8458-408a-b8e9-577a9c2b53cb tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7060423 Feb 16 23:52:24.799649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.9 (a05e60fa-5d40-476d-bc6c-982623195619/03d4b6f6-84e5-401b-a07f-607f76553e99/c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:24.801714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48092) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:24.818106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Deleting port a7abbf85-da13-4bf8-b56d-45945105b2fc {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:24.818443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.853042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::377 (d3bf1108-a4e4-4873-9164-c1cad20d3fe7/82e1711b-b64d-46e3-9f56-90f15f6b4aef/0c7bac37-16dc-460d-a4f1-5fce1363d917) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:24.863852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Deleting subnet e322f224-26b0-459b-9ad9-e6b4cac9968b {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:24.875145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.890514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Attempting to bind port aefaa116-61a0-4db4-a44c-d93756571fa2 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:24.890888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Attempting to bind port aefaa116-61a0-4db4-a44c-d93756571fa2 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '76450d27-feb7-4195-9971-d09d9c4d8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:24.891243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Attempting to bind port aefaa116-61a0-4db4-a44c-d93756571fa2 on network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:24.908102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:24.908484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Checking segment: {'id': '76450d27-feb7-4195-9971-d09d9c4d8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:24.908883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.909275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Bound using segment: {'id': '76450d27-feb7-4195-9971-d09d9c4d8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:24.909848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Bound port: aefaa116-61a0-4db4-a44c-d93756571fa2, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76450d27-feb7-4195-9971-d09d9c4d8315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:24.910463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:24.922423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48094) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:25.014980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.085568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1081860138'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:25.105304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9fc43fea-aa1e-4b6e-b0d2-e60a70464858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.115732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:25.149500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] For port aefaa116-61a0-4db4-a44c-d93756571fa2, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:25.154261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] For port aefaa116-61a0-4db4-a44c-d93756571fa2, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aefaa116-61a0-4db4-a44c-d93756571fa2,segment=NetworkSegment(76450d27-feb7-4195-9971-d09d9c4d8315),segment_id=76450d27-feb7-4195-9971-d09d9c4d8315)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:25.164092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.208311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9fc43fea-aa1e-4b6e-b0d2-e60a70464858 None None] For port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,segment=NetworkSegment(a92cbf47-d15b-4625-aeda-07d30637068a),segment_id=a92cbf47-d15b-4625-aeda-07d30637068a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:25.230998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:network and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:25.240016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.243314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:25.245355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9fc43fea-aa1e-4b6e-b0d2-e60a70464858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.258703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.274845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb0a39-37fa-4fc0-9b33-13191c271814 None None] Pushing event updated for resources: {'Port': ['ID=aefaa116-61a0-4db4-a44c-d93756571fa2,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:25.291088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:25.357988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc43fea-aa1e-4b6e-b0d2-e60a70464858 None None] Pushing event updated for resources: {'Port': ['ID=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:25.381138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Deleting port b58b9bee-8d4b-4b6a-ae18-ed6d953cdec0 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:25.381565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.395811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] For port a7abbf85-da13-4bf8-b56d-45945105b2fc, host hv-neutron-8290, got binding levels [] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:25.396195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.404921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:25.408390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.465029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=fa084129-23ba-4c43-89e3-f1b609314a1a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:25.476341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.493134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': 'f3362be1-28e9-4b62-83a5-6523954956e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca9f61b-3382-4a35-873c-9390dbb13544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:25.493493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 4ca9f61b-3382-4a35-873c-9390dbb13544, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:25.510043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 0c7bac37-16dc-460d-a4f1-5fce1363d917 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:25.616548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:25.648409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.705171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 4ca9f61b-3382-4a35-873c-9390dbb13544) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:25.714286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:25.714945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.738207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7468b6-97c7-43bc-8217-92a0c9988585 None None] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:25.748685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Calling delete_port for a7abbf85-da13-4bf8-b56d-45945105b2fc owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:25.761743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-66e0f6fa-7a8a-41bc-80a4-ea3d23eb99b7 None None] Provisioning for port 84f74bd8-2cb9-4f5d-aa64-7432b468c472 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:25.763716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.773587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.779305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-66e0f6fa-7a8a-41bc-80a4-ea3d23eb99b7 None None] Provisioning complete for port 84f74bd8-2cb9-4f5d-aa64-7432b468c472 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:25.780011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-66e0f6fa-7a8a-41bc-80a4-ea3d23eb99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.823423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-29d5d73d-a738-456c-9021-d95c92a38a01 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0060248 Feb 16 23:52:25.837986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48102) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:25.869475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-df4624f7-3042-42c9-8e74-43c0756e3cc7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:25.920944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:25.962355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-66e0f6fa-7a8a-41bc-80a4-ea3d23eb99b7 None None] Port 84f74bd8-2cb9-4f5d-aa64-7432b468c472 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:25.969460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Calling delete_port for b58b9bee-8d4b-4b6a-ae18-ed6d953cdec0 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:25.977922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:security_group_rule and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:25.984712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:25.992620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:26.006183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-66e0f6fa-7a8a-41bc-80a4-ea3d23eb99b7 None None] Provisioning complete for port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:26.006536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-66e0f6fa-7a8a-41bc-80a4-ea3d23eb99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.016877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:26.019935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.022244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:26.023839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.024687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:26.030608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:26.030895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.062282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=0c7bac37-16dc-460d-a4f1-5fce1363d917,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:26.092511 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f7471e6d-2b85-4e20-8db1-170a8a0eaab8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7161434 Feb 16 23:52:26.093373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48106) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:26.106044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:26.111495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'd3bf1108-a4e4-4873-9164-c1cad20d3fe7', 'name': 'tempest-PortsIpV6TestJSON-1748799829'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:26.113842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e322f224-26b0-459b-9ad9-e6b4cac9968b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:26.115675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7abbf85-da13-4bf8-b56d-45945105b2fc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:26.127943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579146'] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.162907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:26.164467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.189813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-4ca9f61b-3382-4a35-873c-9390dbb13544', 'network_id': '4ca9f61b-3382-4a35-873c-9390dbb13544', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': 'fa084129-23ba-4c43-89e3-f1b609314a1a'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:26.190461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.207835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.248988 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d50ed11f-898c-4e7a-a4c4-eaef33c1a0b2 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/e322f224-26b0-459b-9ad9-e6b4cac9968b HTTP/1.1" status: 204 len: 168 time: 1.6356313 Feb 16 23:52:26.251010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48110) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:26.279466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Port': ['ID=b58b9bee-8d4b-4b6a-ae18-ed6d953cdec0,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:26.294218 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-069e32bf-f22a-4e5b-b877-c652a514ba77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a7abbf85-da13-4bf8-b56d-45945105b2fc HTTP/1.1" status: 204 len: 168 time: 1.8292069 Feb 16 23:52:26.295176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.301051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48114) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:26.321462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-df4624f7-3042-42c9-8e74-43c0756e3cc7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6570423'] for subnet, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.337650 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-85e2fd20-c181-4b6c-86fd-57912823bd79 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/ports/b58b9bee-8d4b-4b6a-ae18-ed6d953cdec0 HTTP/1.1" status: 204 len: 168 time: 1.1360304 Feb 16 23:52:26.340014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48118) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:26.421941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:26.433318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:port and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:26.438308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:26.449780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Deleting port 7f6cac99-5c76-453d-b30b-5c1632b9bc75 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:26.450099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.450860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Allocated IP 172.20.0.2 (4ca9f61b-3382-4a35-873c-9390dbb13544/fa084129-23ba-4c43-89e3-f1b609314a1a/469cfa72-2330-44ce-bbbb-8987e045f906) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:26.483660 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6267a0e-2f3f-40fe-9d5e-af1bd4d1b9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:52:26.484230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b6267a0e-2f3f-40fe-9d5e-af1bd4d1b9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Synchronizing usage tracker for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:26.507436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:26.542628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.614505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.637149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b6267a0e-2f3f-40fe-9d5e-af1bd4d1b9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] Unset dirty status for tenant:4e6ebca8b2b34e0c96af027d590b60f7 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:26.642898 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b6267a0e-2f3f-40fe-9d5e-af1bd4d1b9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-446918454-project-admin] 10.222.0.47 "GET /v2.0/ports/a7abbf85-da13-4bf8-b56d-45945105b2fc HTTP/1.1" status: 404 len: 333 time: 0.3376839 Feb 16 23:52:26.645764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48122) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:26.650178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b772e-48dc-4b5c-a309-40c2523a7767 None None] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:26.693157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.710187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network a05e60fa-5d40-476d-bc6c-982623195619 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:26.723067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.749701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:26.758870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:26.762226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:26.762507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:26.766635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.831933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.850154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Calling delete_port for 7f6cac99-5c76-453d-b30b-5c1632b9bc75 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:26.858066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Transition to ACTIVE for port object 469cfa72-2330-44ce-bbbb-8987e045f906 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:26.894166 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:52:26.923885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4dc1654a-76b2-49e1-881a-cc6f55c67b15 None None] Provisioning complete for port 84f74bd8-2cb9-4f5d-aa64-7432b468c472 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:26.924281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4dc1654a-76b2-49e1-881a-cc6f55c67b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:26.961682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 05f060ba-59e7-4dba-94c6-d1485d9070fc yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:27.011214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.018417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aefaa116-61a0-4db4-a44c-d93756571fa2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:27.022921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.031070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:27.042433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.042809 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Added segment 1c1e67a8-115b-43f0-a3c5-c1a61860dfc3 of type vlan for network a37d425f-82df-40a6-b37c-f7abdfb1cab9 Feb 16 23:52:27.101161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1654a-76b2-49e1-881a-cc6f55c67b15 None None] Port 84f74bd8-2cb9-4f5d-aa64-7432b468c472 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:27.102985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Transition to ACTIVE for port object 469cfa72-2330-44ce-bbbb-8987e045f906 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:27.122824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:27.124191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.126691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.130784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.149583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.180193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.208722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Port': ['ID=7f6cac99-5c76-453d-b30b-5c1632b9bc75,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:27.217424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.247596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676a7ee6-a556-4f0d-9f79-78dfce5544b3']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:27.258754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43152984-8566-4e89-b818-a91f0785bc64,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:27.267218 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b565ca92-67fc-4961-a722-cbf886258b8d tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/ports/7f6cac99-5c76-453d-b30b-5c1632b9bc75 HTTP/1.1" status: 204 len: 168 time: 0.9261062 Feb 16 23:52:27.267855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48126) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:27.293943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:27.294241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57e4015-9eaa-4c57-9f4a-0cfd0fbf907d') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:27.301721 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-def86d68-9c9c-4834-9a9f-dd28d6e12665 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6661968 Feb 16 23:52:27.303582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:27.308641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:27.314000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port aefaa116-61a0-4db4-a44c-d93756571fa2 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:27.315893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48130) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:27.320909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:27.326133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.339995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Pushing event updated for resources: {'Port': ['ID=469cfa72-2330-44ce-bbbb-8987e045f906,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:27.343679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Provisioning for port c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:27.349235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:27.370303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d4679ac2-6986-4639-88d8-9bf0a10c350e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Synchronizing usage tracker for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:27.398678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.412415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:27.412415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.412717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::26c (d3bf1108-a4e4-4873-9164-c1cad20d3fe7/82e1711b-b64d-46e3-9f56-90f15f6b4aef/05f060ba-59e7-4dba-94c6-d1485d9070fc) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:27.412839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Provisioning complete for port c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:27.412839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.427449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d4679ac2-6986-4639-88d8-9bf0a10c350e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Unset dirty status for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:27.433293 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d4679ac2-6986-4639-88d8-9bf0a10c350e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1616993 Feb 16 23:52:27.435855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48134) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:27.449419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-947261514'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:27.457751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:27.475863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:network and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:27.480342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.481725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:27.496908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:27.509691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f560e0-4841-4903-8199-157216c0e2af tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:27.510351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28f560e0-4841-4903-8199-157216c0e2af tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:27.538351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Made reservation on behalf of 1f2268e24bbc4d46acbe4ffab2625654 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:27.542265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.552109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Attempting to bind port 469cfa72-2330-44ce-bbbb-8987e045f906 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:27.552611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Attempting to bind port 469cfa72-2330-44ce-bbbb-8987e045f906 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f3362be1-28e9-4b62-83a5-6523954956e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca9f61b-3382-4a35-873c-9390dbb13544'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:27.553112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Attempting to bind port 469cfa72-2330-44ce-bbbb-8987e045f906 on network 4ca9f61b-3382-4a35-873c-9390dbb13544 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:27.569880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:27.570419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Checking segment: {'id': 'f3362be1-28e9-4b62-83a5-6523954956e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca9f61b-3382-4a35-873c-9390dbb13544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:27.570947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.571939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Bound using segment: {'id': 'f3362be1-28e9-4b62-83a5-6523954956e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca9f61b-3382-4a35-873c-9390dbb13544'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:27.571939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Bound port: 469cfa72-2330-44ce-bbbb-8987e045f906, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3362be1-28e9-4b62-83a5-6523954956e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca9f61b-3382-4a35-873c-9390dbb13544'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:27.572522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.578410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28f560e0-4841-4903-8199-157216c0e2af tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:27.582203 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-28f560e0-4841-4903-8199-157216c0e2af tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2627294 Feb 16 23:52:27.582612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Port c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:27.636117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48138) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:27.664875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Provisioning for port aefaa116-61a0-4db4-a44c-d93756571fa2 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:27.674259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:27.674511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.708736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:27.720337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Provisioning complete for port aefaa116-61a0-4db4-a44c-d93756571fa2 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:27.721175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.731048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:27.731435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.740015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.740404 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Added segment 94a30aea-fec3-4f7c-8bc7-c14c3396f6db of type vlan for network 31b94a3d-a098-4598-8997-4a2fc115d727 Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:27.745689 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:27.810594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.832639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] For port 469cfa72-2330-44ce-bbbb-8987e045f906, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:27.834037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.846184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] For port 469cfa72-2330-44ce-bbbb-8987e045f906, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=469cfa72-2330-44ce-bbbb-8987e045f906,segment=NetworkSegment(f3362be1-28e9-4b62-83a5-6523954956e9),segment_id=f3362be1-28e9-4b62-83a5-6523954956e9)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:27.862882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.864805 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.9373705 Feb 16 23:52:27.870397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 05f060ba-59e7-4dba-94c6-d1485d9070fc will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:27.922972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c67057-f1ce-4089-afce-9f50061a6563 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:27.930501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c67057-f1ce-4089-afce-9f50061a6563 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:27.939455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c67057-f1ce-4089-afce-9f50061a6563 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:27.946388 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e4c67057-f1ce-4089-afce-9f50061a6563 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3095684 Feb 16 23:52:27.947154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48142) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:27.953302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.955165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.961462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:27.962080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.965238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-df4624f7-3042-42c9-8e74-43c0756e3cc7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794907371295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6982307'] for subnet, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.976350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:27.990319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 676a7ee6-a556-4f0d-9f79-78dfce5544b3 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 23:52:28.005278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.131593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.141306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4624f7-3042-42c9-8e74-43c0756e3cc7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:28.148706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-df4624f7-3042-42c9-8e74-43c0756e3cc7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.149627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564896ab-dd49-42f2-a331-f83213e86da4 None None] Pushing event updated for resources: {'Port': ['ID=469cfa72-2330-44ce-bbbb-8987e045f906,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:28.166864 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-df4624f7-3042-42c9-8e74-43c0756e3cc7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "PUT /v2.0/subnets/fa084129-23ba-4c43-89e3-f1b609314a1a HTTP/1.1" status: 200 len: 806 time: 2.3199475 Feb 16 23:52:28.169404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45667-ae14-4a57-995d-ffcfd7c73108 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Network': ['ID=a37d425f-82df-40a6-b37c-f7abdfb1cab9,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:28.173675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] For port aefaa116-61a0-4db4-a44c-d93756571fa2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aefaa116-61a0-4db4-a44c-d93756571fa2,segment=NetworkSegment(76450d27-feb7-4195-9971-d09d9c4d8315),segment_id=76450d27-feb7-4195-9971-d09d9c4d8315)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:28.179148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.184875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:28.186866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.237728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48146) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:28.245991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event deleted for resources: {'Network': ['ID=676a7ee6-a556-4f0d-9f79-78dfce5544b3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:28.250208 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8132970 Feb 16 23:52:28.251793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a37d425f-82df-40a6-b37c-f7abdfb1cab9 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:28.258677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48148) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:28.299054 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-be9543c0-4ba7-47a4-9b6f-2330b26b5677 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "DELETE /v2.0/networks/676a7ee6-a556-4f0d-9f79-78dfce5544b3 HTTP/1.1" status: 204 len: 168 time: 2.0393288 Feb 16 23:52:28.332449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2e181d-6bb6-4605-be30-6484d79b6145']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:28.386042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d530c89-469a-4b1f-b758-e5e554332940') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:28.386761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d530c89-469a-4b1f-b758-e5e554332940') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:28.439987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4624f7-3042-42c9-8e74-43c0756e3cc7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=fa084129-23ba-4c43-89e3-f1b609314a1a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:28.458108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.535389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.559930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:28.569494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.615205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-230771257'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:28.631458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:28.642855 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:28.645522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:network and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:28.657099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:28.669434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-972eafe8-0399-4770-869d-671cfbe8a716 None None] Provisioning complete for port aefaa116-61a0-4db4-a44c-d93756571fa2 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:28.669971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-972eafe8-0399-4770-869d-671cfbe8a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.672487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:28.711018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Made reservation on behalf of 1f2268e24bbc4d46acbe4ffab2625654 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:28.723393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.764409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fabed-04e2-4b14-be90-a71fbae7a8a6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Network': ['ID=31b94a3d-a098-4598-8997-4a2fc115d727,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:28.775212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.880040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4871d-8a09-49ad-881d-bb7475278fa1 None None] Pushing event updated for resources: {'Port': ['ID=aefaa116-61a0-4db4-a44c-d93756571fa2,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:28.895339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 31b94a3d-a098-4598-8997-4a2fc115d727 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:28.948701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 469cfa72-2330-44ce-bbbb-8987e045f906 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:28.958398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:28.964907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.013546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48160) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:29.031533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] Pushing event deleted for resources: {'Network': ['ID=fb2e181d-6bb6-4605-be30-6484d79b6145,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:29.033320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:29.046270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.047154 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Added segment a6266fd5-ffc9-4686-8dfc-402d1a9310e3 of type vlan for network 92879aff-7895-4c9c-87e1-1737e0c86a3a Feb 16 23:52:29.062790 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8ece11e5-aacc-4d27-aca8-321755ac738f tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-641658137-project] 10.222.0.47 "DELETE /v2.0/networks/fb2e181d-6bb6-4605-be30-6484d79b6145 HTTP/1.1" status: 204 len: 168 time: 2.3920708 Feb 16 23:52:29.093445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.140871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'router': {'name': 'tempest-router--465242929', 'project_id': '345f647fee0b418db7c9fdc1cda794e2'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:29.145680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:29.149724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:router and tenant:345f647fee0b418db7c9fdc1cda794e2 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:29.153068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:29.160451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:29.181902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.187535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:29.188167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.269058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.270020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.293861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.327150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-972eafe8-0399-4770-869d-671cfbe8a716 None None] Provisioning for port 0c7bac37-16dc-460d-a4f1-5fce1363d917 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:29.338095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-972eafe8-0399-4770-869d-671cfbe8a716 None None] Provisioning complete for port 0c7bac37-16dc-460d-a4f1-5fce1363d917 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:29.338940 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-972eafe8-0399-4770-869d-671cfbe8a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.371974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:29.384088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 469cfa72-2330-44ce-bbbb-8987e045f906 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:29.423958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-972eafe8-0399-4770-869d-671cfbe8a716 None None] Port 0c7bac37-16dc-460d-a4f1-5fce1363d917 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:29.500644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.503725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48168) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:29.504232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:29.522634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=05f060ba-59e7-4dba-94c6-d1485d9070fc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:29.530927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:29.536379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:29.536999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.578049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e1203769-eab4-403a-a4ab-b00f8b2dfae4 None None] Provisioning complete for port 0c7bac37-16dc-460d-a4f1-5fce1363d917 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:29.579043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e1203769-eab4-403a-a4ab-b00f8b2dfae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.590458 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-329a268e-57d8-4695-a751-968d776e28e1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4814422 Feb 16 23:52:29.590870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48174) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:29.643183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Network': ['ID=92879aff-7895-4c9c-87e1-1737e0c86a3a,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:29.687533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 92879aff-7895-4c9c-87e1-1737e0c86a3a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:29.831962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:29.891760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e1203769-eab4-403a-a4ab-b00f8b2dfae4 None None] Port 0c7bac37-16dc-460d-a4f1-5fce1363d917 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:29.911000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cee876-eb1e-4d4a-81ab-b322a8e38248 None None] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:29.935882 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-be98147b-7f7f-433e-bf83-c78eda8a2e15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fadbd3f1c937493d91546761bddea36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308889 Feb 16 23:52:29.939059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48178) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:30.006337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251215b7-96d6-4f1c-b073-38d112567ce7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:30.008408 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-251215b7-96d6-4f1c-b073-38d112567ce7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A377 HTTP/1.1" status: 200 len: 928 time: 0.4157057 Feb 16 23:52:30.013252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48182) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:30.097097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73fd6bcc-957e-414b-9955-8756a5965031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.113784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 05f060ba-59e7-4dba-94c6-d1485d9070fc {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:30.114547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.151415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:30.183141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73fd6bcc-957e-414b-9955-8756a5965031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.202285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Provisioning for port 05f060ba-59e7-4dba-94c6-d1485d9070fc completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:30.215036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Provisioning complete for port 05f060ba-59e7-4dba-94c6-d1485d9070fc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:30.215410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.302867 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-012b9e59-4d82-49cc-9cd9-b7621ff2518c tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9925079 Feb 16 23:52:30.313471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.325179 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cf19a84e-77b6-4406-8c7c-b466a01e19aa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2017457 Feb 16 23:52:30.333939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73fd6bcc-957e-414b-9955-8756a5965031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.338337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48186) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:30.367486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.394025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Port 05f060ba-59e7-4dba-94c6-d1485d9070fc cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:30.438839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Provisioning for port 469cfa72-2330-44ce-bbbb-8987e045f906 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:30.450034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Provisioning complete for port 469cfa72-2330-44ce-bbbb-8987e045f906 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:30.451013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.596491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:30.602954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd6bcc-957e-414b-9955-8756a5965031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1f799-f153-4f33-b402-ee36b69641cb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:30.623481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.875816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73fd6bcc-957e-414b-9955-8756a5965031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.876383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:30.887394 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-73fd6bcc-957e-414b-9955-8756a5965031 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77e1f799-f153-4f33-b402-ee36b69641cb HTTP/1.1" status: 204 len: 168 time: 0.9470580 Feb 16 23:52:30.917359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aefaa116-61a0-4db4-a44c-d93756571fa2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:30.957724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 469cfa72-2330-44ce-bbbb-8987e045f906 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:30.961037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.006396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1090a646-c075-44a7-bba6-5bb9329a54a4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.172950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ccf0d5-8771-47ec-bde1-1a9cc6f1f564 None None] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:31.197967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48192) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:31.221960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.373048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 469cfa72-2330-44ce-bbbb-8987e045f906, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=469cfa72-2330-44ce-bbbb-8987e045f906,segment=NetworkSegment(f3362be1-28e9-4b62-83a5-6523954956e9),segment_id=f3362be1-28e9-4b62-83a5-6523954956e9)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:31.373642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.499922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 469cfa72-2330-44ce-bbbb-8987e045f906 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:31.553161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-913fa8f5-214f-4903-aba3-8e172e3d9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.636761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48196) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:31.639476 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9c17b991-0c66-4ed3-a93a-efb70e5aa7a1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae HTTP/1.1" status: 204 len: 168 time: 3.6518555 Feb 16 23:52:31.642468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port aefaa116-61a0-4db4-a44c-d93756571fa2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:31.643123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.656487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'subnet': {'network_id': 'a37d425f-82df-40a6-b37c-f7abdfb1cab9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:31.662862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48202) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:31.674813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.702677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 05f060ba-59e7-4dba-94c6-d1485d9070fc owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:31.784114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Port': ['ID=469cfa72-2330-44ce-bbbb-8987e045f906,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:31.839291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1090a646-c075-44a7-bba6-5bb9329a54a4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.843881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1090a646-c075-44a7-bba6-5bb9329a54a4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.871054 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cefa804-89f0-40a5-9924-4a9ab7024c69 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:52:31.871778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7cefa804-89f0-40a5-9924-4a9ab7024c69 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:31.929855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-74c4f6bb-914e-433d-b91b-8b53e4c9c624 None None] Could not find standard attr ID for object 469cfa72-2330-44ce-bbbb-8987e045f906. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:52:31.956728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No DVR routers for this DVR port 469cfa72-2330-44ce-bbbb-8987e045f906 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:31.959049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1090a646-c075-44a7-bba6-5bb9329a54a4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.959473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1090a646-c075-44a7-bba6-5bb9329a54a4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 998d15ce-b050-4a4b-99c9-fc5efa312238 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:52:31.970506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1090a646-c075-44a7-bba6-5bb9329a54a4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:31.975106 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1090a646-c075-44a7-bba6-5bb9329a54a4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "DELETE /v2.0/routers/998d15ce-b050-4a4b-99c9-fc5efa312238 HTTP/1.1" status: 204 len: 168 time: 1.6248162 Feb 16 23:52:31.978569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7cefa804-89f0-40a5-9924-4a9ab7024c69 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:31.978569 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7cefa804-89f0-40a5-9924-4a9ab7024c69 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/c8feb3e5-97d8-4b3b-adc0-ea6ea5e8ccae HTTP/1.1" status: 404 len: 333 time: 0.2939880 Feb 16 23:52:32.031233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.059110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48208) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:32.104675 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-45ddc558-0472-48e1-9f85-7c7f0bcd5c19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e6ebca8b2b34e0c96af027d590b60f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625647 Feb 16 23:52:32.107063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48212) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:32.110327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:32.142565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:subnet and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:32.147126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:32.177814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:32.193625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.204402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 84f74bd8-2cb9-4f5d-aa64-7432b468c472 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:32.204784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.208682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4012fb75-58f5-470f-8aa2-a86fec9abba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.250288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:32.253846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.336664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48216) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:32.355166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4012fb75-58f5-470f-8aa2-a86fec9abba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.362747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=05f060ba-59e7-4dba-94c6-d1485d9070fc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:32.389685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.406133 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ca46e19f-0fbd-4ae9-84b4-b3010732c794 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/05f060ba-59e7-4dba-94c6-d1485d9070fc HTTP/1.1" status: 204 len: 168 time: 2.3899817 Feb 16 23:52:32.416675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48222) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:32.479722 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc241947-86f0-4cc3-beee-0e1d2260b4ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:52:32.480538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bc241947-86f0-4cc3-beee-0e1d2260b4ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:32.507051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bc241947-86f0-4cc3-beee-0e1d2260b4ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:32.516981 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bc241947-86f0-4cc3-beee-0e1d2260b4ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/05f060ba-59e7-4dba-94c6-d1485d9070fc HTTP/1.1" status: 404 len: 333 time: 0.0981402 Feb 16 23:52:32.521126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48226) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:32.579932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.634362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 0c7bac37-16dc-460d-a4f1-5fce1363d917 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:32.635013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.707859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f3abf-385a-478b-9186-58b513af0a5b None None] Network 4ca9f61b-3382-4a35-873c-9390dbb13544 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:32.755329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4012fb75-58f5-470f-8aa2-a86fec9abba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.787298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012fb75-58f5-470f-8aa2-a86fec9abba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a576113-82d9-4245-bdcb-751019e392b1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:32.802727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4012fb75-58f5-470f-8aa2-a86fec9abba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:32.808808 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4012fb75-58f5-470f-8aa2-a86fec9abba5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a576113-82d9-4245-bdcb-751019e392b1 HTTP/1.1" status: 204 len: 168 time: 0.7001636 Feb 16 23:52:32.999807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-228624807', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:33.014401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:33.015162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=fa084129-23ba-4c43-89e3-f1b609314a1a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:33.028044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Usage tracker for resource:router and tenant:d592a15aae6d4d76a58b2565f3b31c70 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:33.033474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:33.049650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:33.082601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.084285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.113540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.280149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.282521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7240894-be2e-4ef1-abaf-f30afee5ef00 None None] DHCP port deletion for 4ca9f61b-3382-4a35-873c-9390dbb13544 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:33.346469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 0c7bac37-16dc-460d-a4f1-5fce1363d917 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:33.387814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.480959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.520690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca9f61b-3382-4a35-873c-9390dbb13544']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:33.534966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3362be1-28e9-4b62-83a5-6523954956e9') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:33.535608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3362be1-28e9-4b62-83a5-6523954956e9') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:33.548093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.574886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 84f74bd8-2cb9-4f5d-aa64-7432b468c472 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:33.684097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-140c71a3-3c42-4dd2-ba90-891781f75922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.736526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.752930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:33.753685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:33.769670 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:33.771855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48248) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:33.834700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'subnets': [{'network_id': '31b94a3d-a098-4598-8997-4a2fc115d727', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1570223903', 'ip_version': 6}, {'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:33.835368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'subnet': {'network_id': '31b94a3d-a098-4598-8997-4a2fc115d727', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1570223903', 'ip_version': 6}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:33.835921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Request body: {'subnet': {'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:33.884690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:33.920462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48254) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:33.924948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.025149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=0c7bac37-16dc-460d-a4f1-5fce1363d917,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:34.060730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.064947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.072011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-78925dfd-d73f-4437-8b4c-b1c506531967 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.073065 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-78925dfd-d73f-4437-8b4c-b1c506531967 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1516838 Feb 16 23:52:34.078917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48260) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.083741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.090091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-54823588-b934-47d0-ba50-306b7923fdb8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.093897 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-54823588-b934-47d0-ba50-306b7923fdb8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0095849 Feb 16 23:52:34.095808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48264) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.110656 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0e8db5c5-be93-444f-aed5-b7d0865a7502 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/0c7bac37-16dc-460d-a4f1-5fce1363d917 HTTP/1.1" status: 204 len: 168 time: 1.5885122 Feb 16 23:52:34.114950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48268) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.127425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-044261a5-1eeb-4891-9808-1a5c79503f9d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.130807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-044261a5-1eeb-4891-9808-1a5c79503f9d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0210614 Feb 16 23:52:34.136610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=4ca9f61b-3382-4a35-873c-9390dbb13544,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:34.141838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48272) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.165830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19bbd63-74cc-4620-8c5d-8e20cc9abb46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:52:34.166884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b19bbd63-74cc-4620-8c5d-8e20cc9abb46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:34.184103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.192040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b19bbd63-74cc-4620-8c5d-8e20cc9abb46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:34.193364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b19bbd63-74cc-4620-8c5d-8e20cc9abb46 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/0c7bac37-16dc-460d-a4f1-5fce1363d917 HTTP/1.1" status: 404 len: 333 time: 0.0777590 Feb 16 23:52:34.196014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48276) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.246824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-2683480e-d0e6-4128-a1e4-c3ba048c4f28 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.248095 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2683480e-d0e6-4128-a1e4-c3ba048c4f28 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0892391 Feb 16 23:52:34.251565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48280) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.261448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-4e7323ee-9ab5-41c1-abe0-f9256564c07c tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.262371 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4e7323ee-9ab5-41c1-abe0-f9256564c07c tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0091085 Feb 16 23:52:34.265823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48284) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.281569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-db92dd22-eb69-428f-a968-136fb7f15965 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.282412 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-db92dd22-eb69-428f-a968-136fb7f15965 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0139484 Feb 16 23:52:34.287400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48288) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.293699 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-78cd08ea-9115-4cc3-b7b6-e7d421a534a5 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/4ca9f61b-3382-4a35-873c-9390dbb13544 HTTP/1.1" status: 204 len: 168 time: 6.0406535 Feb 16 23:52:34.293874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet 82e1711b-b64d-46e3-9f56-90f15f6b4aef {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:34.312446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48292) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.324251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=84f74bd8-2cb9-4f5d-aa64-7432b468c472,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:34.345997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-b30b4b55-4a1d-4b56-82e8-88ebcaad516a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.349434 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b30b4b55-4a1d-4b56-82e8-88ebcaad516a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0586655 Feb 16 23:52:34.352644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48296) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.352998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.402651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-87ac68db-ab38-4447-85f6-fac6bf708bc8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.407196 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-87ac68db-ab38-4447-85f6-fac6bf708bc8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0191503 Feb 16 23:52:34.408116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48300) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.409976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.474265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-c7f34fd1-d85e-47ea-9a84-75be08ae8c86 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.475226 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c7f34fd1-d85e-47ea-9a84-75be08ae8c86 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0204434 Feb 16 23:52:34.482926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48304) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.484333 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-841c0fe5-5304-4186-839d-21bba4db6ce7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:34.484801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841c0fe5-5304-4186-839d-21bba4db6ce7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:34.491842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-841c0fe5-5304-4186-839d-21bba4db6ce7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/4ca9f61b-3382-4a35-873c-9390dbb13544 HTTP/1.1" status: 404 len: 339 time: 0.1592677 Feb 16 23:52:34.498955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48306) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.501875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:34.519498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971148043', 'description': 'd1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:34.523519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Usage tracker for resource:subnet and tenant:1f2268e24bbc4d46acbe4ffab2625654 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:34.526982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.528724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:34.538426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:34.556631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:34.556922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-b567499c-4781-4e99-8b66-4a0db8d413a8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.558643 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b567499c-4781-4e99-8b66-4a0db8d413a8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0662336 Feb 16 23:52:34.562909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.569536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48312) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.572346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:network and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:34.589987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.591023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-6506263e-515f-4b26-8bdc-4e18798550ee tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.591994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6506263e-515f-4b26-8bdc-4e18798550ee tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0215394 Feb 16 23:52:34.598052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:34.600635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48316) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.602900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.607889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-101ea34e-7d66-4798-956e-0fcdecf600fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/84f74bd8-2cb9-4f5d-aa64-7432b468c472 HTTP/1.1" status: 204 len: 168 time: 2.5445681 Feb 16 23:52:34.612128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Subnet': ['ID=93f5b748-d5bd-4c39-b20c-9032fb94b102,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:34.615323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48320) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.616478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:34.639102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-c3f8cf64-b879-44b2-92e5-2efd30d12675 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.642518 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c3f8cf64-b879-44b2-92e5-2efd30d12675 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0387793 Feb 16 23:52:34.643734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48324) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.653074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-f10d951b-83c8-4ddc-836d-2514860a1d27 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.656672 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f10d951b-83c8-4ddc-836d-2514860a1d27 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0096815 Feb 16 23:52:34.657291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Made reservation on behalf of 1f2268e24bbc4d46acbe4ffab2625654 for: {'subnet': 2} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:34.662827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.663785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.669310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48328) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.678064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-4374767f-d4fc-47f1-b0bf-e9f7ce67db80 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.679049 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4374767f-d4fc-47f1-b0bf-e9f7ce67db80 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0090916 Feb 16 23:52:34.683735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48332) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.696014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-e876307a-21d4-48f0-b5ad-eb9a286c6f64 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.696961 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e876307a-21d4-48f0-b5ad-eb9a286c6f64 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103853 Feb 16 23:52:34.705540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48336) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.717915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-4ab4db30-80fa-4bf1-8c64-2da2ffcb14c3 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.718841 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4ab4db30-80fa-4bf1-8c64-2da2ffcb14c3 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0124319 Feb 16 23:52:34.723013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48340) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.736194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-287e2656-c521-4164-b6c5-d965d1666d2d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.737122 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-287e2656-c521-4164-b6c5-d965d1666d2d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0089476 Feb 16 23:52:34.741739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48344) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.746912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 469cfa72-2330-44ce-bbbb-8987e045f906 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:34.785771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 469cfa72-2330-44ce-bbbb-8987e045f906 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:34.786009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-e8ede244-6a8a-4144-8c49-8ad27b4f00ab tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.786377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 469cfa72-2330-44ce-bbbb-8987e045f906 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:34.789414 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e8ede244-6a8a-4144-8c49-8ad27b4f00ab tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0433030 Feb 16 23:52:34.790659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48348) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.798695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-30c3e42b-effe-4d03-a1a8-ab43fa2f88af tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.799640 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-30c3e42b-effe-4d03-a1a8-ab43fa2f88af tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082603 Feb 16 23:52:34.803673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48352) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.807721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.848485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-2de6cc89-9635-4894-b7f1-ec04d51b158a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.849441 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2de6cc89-9635-4894-b7f1-ec04d51b158a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0438566 Feb 16 23:52:34.859001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48356) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.867625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-22ec6529-a2fd-44ab-bf1b-335ee203a260 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.868347 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b0f039-16d0-4bef-a377-aae91cef7836 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:52:34.868816 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-22ec6529-a2fd-44ab-bf1b-335ee203a260 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0086937 Feb 16 23:52:34.868998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7b0f039-16d0-4bef-a377-aae91cef7836 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:34.871573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Checking segment: {'id': '1c1e67a8-115b-43f0-a3c5-c1a61860dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a37d425f-82df-40a6-b37c-f7abdfb1cab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:34.871944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network hostable DHCP agents. Network: a37d425f-82df-40a6-b37c-f7abdfb1cab9, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:34.873902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48360) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.888016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-05ff7c03-6f4b-497b-ad83-f4ce0e1076c2 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.888953 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-05ff7c03-6f4b-497b-ad83-f4ce0e1076c2 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0123925 Feb 16 23:52:34.891502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:34.894918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:34.896767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48364) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.899358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Allocated IP 172.26.2.131 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/6ba66793-caab-4288-b3d6-0df554a28664) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:34.906277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-e67f2b2e-f4ed-4439-8469-14924a7582aa tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.907198 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e67f2b2e-f4ed-4439-8469-14924a7582aa tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095479 Feb 16 23:52:34.912520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48368) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.922347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-7b574c61-f6ff-4607-9219-502f7a366b25 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.923274 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7b574c61-f6ff-4607-9219-502f7a366b25 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0088148 Feb 16 23:52:34.925795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48372) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.933755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-716df2df-8e7d-47d6-958b-f66abb4be5d8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.934673 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-716df2df-8e7d-47d6-958b-f66abb4be5d8 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0080438 Feb 16 23:52:34.942442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48376) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.954084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-3c01c3e3-c506-4cf8-b4d4-078b0e83427d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.955042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3c01c3e3-c506-4cf8-b4d4-078b0e83427d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0116827 Feb 16 23:52:34.962740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48380) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.969752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7b0f039-16d0-4bef-a377-aae91cef7836 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:34.970842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f7b0f039-16d0-4bef-a377-aae91cef7836 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/84f74bd8-2cb9-4f5d-aa64-7432b468c472 HTTP/1.1" status: 404 len: 333 time: 0.3496931 Feb 16 23:52:34.982994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-05b88d47-628b-49f0-93b8-2998c25d6780 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:34.983964 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-05b88d47-628b-49f0-93b8-2998c25d6780 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0156758 Feb 16 23:52:34.984549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48384) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:34.990374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48386) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.022092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.030188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network a37d425f-82df-40a6-b37c-f7abdfb1cab9 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:35.034337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:35.042998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-2bd8b9cd-35a6-42fd-890d-70ac028cdd33 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.043896 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2bd8b9cd-35a6-42fd-890d-70ac028cdd33 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0526652 Feb 16 23:52:35.052344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48392) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.065201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, a37d425f-82df-40a6-b37c-f7abdfb1cab9) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:35.069809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:35.070403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.070989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-60e53328-bc7d-449b-9d41-0d802ab1347d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.075004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-60e53328-bc7d-449b-9d41-0d802ab1347d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0118883 Feb 16 23:52:35.076758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=82e1711b-b64d-46e3-9f56-90f15f6b4aef,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:35.078133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48396) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.078832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dad949-0f39-4ec4-ba08-6d756bef0c74 None None] Network a37d425f-82df-40a6-b37c-f7abdfb1cab9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:35.081512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.081867 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment e6f29bd2-4203-459c-b16c-15a591a1fc53 of type vlan for network 507d9bf3-f701-4959-b896-3bb8e9ca05cc Feb 16 23:52:35.089694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.099947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-ff8ab23a-098d-4093-8f53-be5f05bc3543 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.104153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430cf0e-3972-401d-aabf-8915f8d7c3b9 None None] Network d3bf1108-a4e4-4873-9164-c1cad20d3fe7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:35.104487 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ff8ab23a-098d-4093-8f53-be5f05bc3543 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0084710 Feb 16 23:52:35.105573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48400) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.111371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-bc0e5b89-cfde-48d6-9ef5-c59e9ac59637 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.114858 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bc0e5b89-cfde-48d6-9ef5-c59e9ac59637 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082097 Feb 16 23:52:35.123079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48404) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.125159 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2a78deaf-6f38-437d-b01c-23875c31f181 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/82e1711b-b64d-46e3-9f56-90f15f6b4aef HTTP/1.1" status: 204 len: 168 time: 0.9281273 Feb 16 23:52:35.127941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48406) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.145130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 03d4b6f6-84e5-401b-a07f-607f76553e99 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:35.157101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-59a8a25a-c08a-4796-96b1-64e25b76b932 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.158139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-59a8a25a-c08a-4796-96b1-64e25b76b932 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0340874 Feb 16 23:52:35.168512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48412) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.192643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.220871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.227905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-958f961a-ebee-4551-9c09-a7901856fe99 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.231511 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-958f961a-ebee-4551-9c09-a7901856fe99 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0616403 Feb 16 23:52:35.238678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.238923 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b06ea427-a7e9-430b-97d7-93b4b1d505bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6040435 Feb 16 23:52:35.242178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48416) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.242330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48418) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.259671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1990408088'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:35.272421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-034de4e9-2895-49be-9c4a-a7523aa04d87 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.275841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-034de4e9-2895-49be-9c4a-a7523aa04d87 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0267200 Feb 16 23:52:35.276226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48424) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.276564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:35.292387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-d38f4f1c-94e2-400f-98f5-0a0d28b6eaf6 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.293699 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d38f4f1c-94e2-400f-98f5-0a0d28b6eaf6 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0160289 Feb 16 23:52:35.295359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:network and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:35.298045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48428) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.301599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:35.305626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-a02589a6-8069-45be-bf7f-5a56966cd731 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.309530 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a02589a6-8069-45be-bf7f-5a56966cd731 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0052631 Feb 16 23:52:35.310035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48432) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.315416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.320804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.322288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-02f82fd7-bd81-402b-bdd7-ba7ef2179428 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.326291 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-02f82fd7-bd81-402b-bdd7-ba7ef2179428 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0128367 Feb 16 23:52:35.327333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48436) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.334363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-b7789d3b-32f6-4fe7-9a30-7d61c994b915 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.337691 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b7789d3b-32f6-4fe7-9a30-7d61c994b915 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071771 Feb 16 23:52:35.338223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48440) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.344766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-a8c8e2f4-b013-4088-ac85-d4f0b992d3ef tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.348096 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a8c8e2f4-b013-4088-ac85-d4f0b992d3ef tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058477 Feb 16 23:52:35.349787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48444) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.353704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:35.357862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-c5425eb5-ce21-4e40-b67b-a008b01ec2ac tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.361210 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c5425eb5-ce21-4e40-b67b-a008b01ec2ac tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0081766 Feb 16 23:52:35.361210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port aefaa116-61a0-4db4-a44c-d93756571fa2 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:35.361210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.365919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48448) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.386667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-80b22456-1441-41ce-8052-989ca04f4d1c tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.389707 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-80b22456-1441-41ce-8052-989ca04f4d1c tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0202072 Feb 16 23:52:35.399994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48452) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.405640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.410263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:35.413704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.418380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-9a6662ac-b27b-4c16-822a-c075db1969de tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.421839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9a6662ac-b27b-4c16-822a-c075db1969de tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0180492 Feb 16 23:52:35.424577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48456) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.438528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.443797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:35.444399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.480027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-65165046-7fd7-4f9f-8677-70a96f04dd34 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.483352 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-65165046-7fd7-4f9f-8677-70a96f04dd34 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0316446 Feb 16 23:52:35.484086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48460) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.522821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-f13cbec2-0aeb-4a4f-80a4-5964cad3af31 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.524653 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f13cbec2-0aeb-4a4f-80a4-5964cad3af31 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0374269 Feb 16 23:52:35.527092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:35.533980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48464) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.534827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-a37d425f-82df-40a6-b37c-f7abdfb1cab9', 'network_id': 'a37d425f-82df-40a6-b37c-f7abdfb1cab9', 'tenant_id': '02dba9afdecf46478eb8f50652712c45', 'fixed_ips': [{'subnet_id': '93f5b748-d5bd-4c39-b20c-9032fb94b102'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:35.535662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.536965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:35.551144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:35.602409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] DHCP port deletion for d3bf1108-a4e4-4873-9164-c1cad20d3fe7 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:35.613296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] Deleting port aefaa116-61a0-4db4-a44c-d93756571fa2 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:35.613916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.705660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-e48865ca-44fa-49d0-9cda-079556f987da tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.709086 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e48865ca-44fa-49d0-9cda-079556f987da tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1716173 Feb 16 23:52:35.713601 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2046907 Feb 16 23:52:35.718246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48468) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.718557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48470) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.732795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:35.735056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event updated for resources: {'Port': ['ID=6ba66793-caab-4288-b3d6-0df554a28664,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:35.736959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e573f5c-de06-453f-b8bb-68c77cf64e4a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=507d9bf3-f701-4959-b896-3bb8e9ca05cc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:35.740650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-248b0fff-fe01-43d3-97db-d4b12d01d15e tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.741732 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-248b0fff-fe01-43d3-97db-d4b12d01d15e tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0168097 Feb 16 23:52:35.747128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48476) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.760882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-0bdc1175-b780-4dc9-8685-763c39cff37d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.761933 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0bdc1175-b780-4dc9-8685-763c39cff37d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0092974 Feb 16 23:52:35.766725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48480) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.769080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.769295 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Added segment 0a6e6d72-615f-4210-a928-d4708afe4023 of type vlan for network fd4673b8-a627-4450-899d-c106729cf088 Feb 16 23:52:35.783454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 507d9bf3-f701-4959-b896-3bb8e9ca05cc details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:35.790787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-a4b4862a-923a-401d-a88a-bbffccecc014 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.792286 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a4b4862a-923a-401d-a88a-bbffccecc014 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0216539 Feb 16 23:52:35.795092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48484) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.800472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.855529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-2d342e6e-c9f9-4a84-8761-0c3d6360f843 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.858953 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d342e6e-c9f9-4a84-8761-0c3d6360f843 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0581579 Feb 16 23:52:35.862342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48488) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.871416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-a5302571-dd96-4e7b-9e34-ada059991cad tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.875668 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a5302571-dd96-4e7b-9e34-ada059991cad tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074687 Feb 16 23:52:35.885688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48492) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.893033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:35.898556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-97d8b925-1f0d-49e2-b862-f008348f68db tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.903905 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-97d8b925-1f0d-49e2-b862-f008348f68db tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0130310 Feb 16 23:52:35.903905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48496) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.923795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-aeff20f5-7479-427a-b7bd-140ab2022f55 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.927327 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aeff20f5-7479-427a-b7bd-140ab2022f55 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0134861 Feb 16 23:52:35.929538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48500) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.949704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-d83f8120-adb5-44ef-8aec-72d4569bf5fd tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.953484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d83f8120-adb5-44ef-8aec-72d4569bf5fd tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0202601 Feb 16 23:52:35.961235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48504) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.966928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-3bf37154-385f-416b-93c4-496c866d6846 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.970293 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3bf37154-385f-416b-93c4-496c866d6846 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049093 Feb 16 23:52:35.975367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48508) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:35.993077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-f3f2ccfb-3789-4655-b5eb-5d94a2a1ecdc tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:35.997325 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f3f2ccfb-3789-4655-b5eb-5d94a2a1ecdc tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106678 Feb 16 23:52:36.000901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48512) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.003310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4d26a181-ea34-4852-9cc7-6c925616f76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.013816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-782f47c1-b6bc-4be8-b26e-623672dbe051 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.016549 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-782f47c1-b6bc-4be8-b26e-623672dbe051 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0146813 Feb 16 23:52:36.018668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48516) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.030455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] For port aefaa116-61a0-4db4-a44c-d93756571fa2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aefaa116-61a0-4db4-a44c-d93756571fa2,segment=NetworkSegment(76450d27-feb7-4195-9971-d09d9c4d8315),segment_id=76450d27-feb7-4195-9971-d09d9c4d8315)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:36.030820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.034183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.038505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Allocated IP 2001:db8:0:ffff::2 (a37d425f-82df-40a6-b37c-f7abdfb1cab9/93f5b748-d5bd-4c39-b20c-9032fb94b102/7584d5a4-7371-4cf3-9484-b181e7dc872e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:36.041122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7bed0-87e5-4746-a52f-7cdcc2181211 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:36.042173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-15e7bed0-87e5-4746-a52f-7cdcc2181211 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Synchronizing usage tracker for tenant:7e3e7721af41473eae7760bf180f2294 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:36.056567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-7641de84-99b3-4b9f-9cde-6b753f14eb2a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.060856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7641de84-99b3-4b9f-9cde-6b753f14eb2a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0345073 Feb 16 23:52:36.062879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48520) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.077047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.082440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:36.083013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.124306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=03d4b6f6-84e5-401b-a07f-607f76553e99,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:36.134078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-f1a10717-313c-4573-8fef-d6c836b0598b tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.138655 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f1a10717-313c-4573-8fef-d6c836b0598b tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0228281 Feb 16 23:52:36.144492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.145047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48524) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.157225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce8e54-06b8-465d-966a-56665deabc2d None None] Network a05e60fa-5d40-476d-bc6c-982623195619 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:36.175888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] Calling delete_port for aefaa116-61a0-4db4-a44c-d93756571fa2 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:36.184075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-654e36c4-d785-4892-aaf5-1dbc82381125 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.188184 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-654e36c4-d785-4892-aaf5-1dbc82381125 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0359378 Feb 16 23:52:36.197337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48528) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.202033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] For port aefaa116-61a0-4db4-a44c-d93756571fa2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aefaa116-61a0-4db4-a44c-d93756571fa2,segment=NetworkSegment(76450d27-feb7-4195-9971-d09d9c4d8315),segment_id=76450d27-feb7-4195-9971-d09d9c4d8315)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:36.202477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.217312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-96bc694f-dce8-40f4-b98b-e7677d0e61ac tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.224232 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-96bc694f-dce8-40f4-b98b-e7677d0e61ac tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0242562 Feb 16 23:52:36.231447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48532) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.234006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-15e7bed0-87e5-4746-a52f-7cdcc2181211 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Unset dirty status for tenant:7e3e7721af41473eae7760bf180f2294 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:36.235392 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-15e7bed0-87e5-4746-a52f-7cdcc2181211 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/networks?id=507d9bf3-f701-4959-b896-3bb8e9ca05cc HTTP/1.1" status: 200 len: 760 time: 0.5089209 Feb 16 23:52:36.240860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48536) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.267812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'description': 'd2'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:36.282254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.292864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-014c0275-458f-4438-83c4-7ba20317334d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.296486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-014c0275-458f-4438-83c4-7ba20317334d tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0574806 Feb 16 23:52:36.319657 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0684583 Feb 16 23:52:36.326721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48540) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.327240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48542) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.331365 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-06b16dd9-3bbb-4ad6-a1b9-8759b1e1ed66 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/03d4b6f6-84e5-401b-a07f-607f76553e99 HTTP/1.1" status: 204 len: 168 time: 1.3431234 Feb 16 23:52:36.356693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48546) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.367193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for aefaa116-61a0-4db4-a44c-d93756571fa2 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:36.387636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-fa74b884-48af-4dc8-a26a-8afa876d084f tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.388616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fa74b884-48af-4dc8-a26a-8afa876d084f tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0590475 Feb 16 23:52:36.399389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'subnet': {'network_id': 'fd4673b8-a627-4450-899d-c106729cf088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:36.414342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48552) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.415592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0fa14-21f5-4bbf-935d-729279a52780 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Network': ['ID=fd4673b8-a627-4450-899d-c106729cf088,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:36.429118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-2c13b408-4d55-441c-a8d1-0f13d863c800 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.435472 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2c13b408-4d55-441c-a8d1-0f13d863c800 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0151186 Feb 16 23:52:36.444620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48556) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.454436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network fd4673b8-a627-4450-899d-c106729cf088 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:36.502851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-b22832ce-d707-4400-b7d7-245db9bd0452 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.506185 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b22832ce-d707-4400-b7d7-245db9bd0452 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0564141 Feb 16 23:52:36.522351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48560) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.537220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-f516116c-0215-4052-89fb-e6a0f2b7975e tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.540765 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f516116c-0215-4052-89fb-e6a0f2b7975e tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0142882 Feb 16 23:52:36.557853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48564) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.578569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.586460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Subnet': ['ID=e4281b73-2cbb-4e87-b909-5f629e233dcc,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:36.598303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-eca0bec7-984e-4a9b-8f79-000c7889ff1e tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.601629 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eca0bec7-984e-4a9b-8f79-000c7889ff1e tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0310562 Feb 16 23:52:36.603347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48568) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.632458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-5363922a-3053-4b01-8755-6d7491276d0a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.638590 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5363922a-3053-4b01-8755-6d7491276d0a tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0265033 Feb 16 23:52:36.639612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:36.641556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48572) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.655826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.665617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:36.665969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:36.728072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [None req-d5a7687c-97c1-4fcc-aacb-9b00b2ebb315 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.732517 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d5a7687c-97c1-4fcc-aacb-9b00b2ebb315 tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0899804 Feb 16 23:52:36.733406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Checking segment: {'id': '94a30aea-fec3-4f7c-8bc7-c14c3396f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '31b94a3d-a098-4598-8997-4a2fc115d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:36.734040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network hostable DHCP agents. Network: 31b94a3d-a098-4598-8997-4a2fc115d727, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:36.734324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] Pushing event deleted for resources: {'Port': ['ID=aefaa116-61a0-4db4-a44c-d93756571fa2,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:36.736354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355132c-27c1-4d8b-a905-e629c7f39b95 None None] No DVR routers for this DVR port aefaa116-61a0-4db4-a44c-d93756571fa2 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:36.736677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48576) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:36.741333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:36.741671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.749299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:subnet and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:36.759536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:36.776841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:36.779052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [None req-e549cee5-b925-4b6c-829d-69b65f8e5bcd tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 23:52:36.780010 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e549cee5-b925-4b6c-829d-69b65f8e5bcd tempest-ExtensionsTestJSON-418069186 tempest-ExtensionsTestJSON-418069186-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0423136 Feb 16 23:52:36.829910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.845334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:36.854997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.856322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.871418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Transition to ACTIVE for port object 7584d5a4-7371-4cf3-9484-b181e7dc872e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:36.877254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aefaa116-61a0-4db4-a44c-d93756571fa2 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:36.884175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network 31b94a3d-a098-4598-8997-4a2fc115d727 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:36.888854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.940529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: aefaa116-61a0-4db4-a44c-d93756571fa2 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:36.940878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aefaa116-61a0-4db4-a44c-d93756571fa2 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:36.962817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:36.962817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Transition to ACTIVE for port object 7584d5a4-7371-4cf3-9484-b181e7dc872e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:36.973568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] DHCP port deletion for a05e60fa-5d40-476d-bc6c-982623195619 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:36.976850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.046665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Deleting port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:37.047213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.098470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 31b94a3d-a098-4598-8997-4a2fc115d727) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:37.122886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.161626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.176513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b7bdb-6541-45ed-ba0d-421875a9c9e5 None None] Network 31b94a3d-a098-4598-8997-4a2fc115d727 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:37.193694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48584) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:37.211859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 507d9bf3-f701-4959-b896-3bb8e9ca05cc is not hosted by any dhcp agent {{(pid=87677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 23:52:37.217028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:37.217658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.218968 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "PUT /v2.0/networks/507d9bf3-f701-4959-b896-3bb8e9ca05cc HTTP/1.1" status: 200 len: 757 time: 0.9699397 Feb 16 23:52:37.235830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48588) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:37.276697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port aefaa116-61a0-4db4-a44c-d93756571fa2 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:37.277353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.297495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Network a37d425f-82df-40a6-b37c-f7abdfb1cab9 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:37.302671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:37.306597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:37.383284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=507d9bf3-f701-4959-b896-3bb8e9ca05cc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:37.384616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] The port 'aefaa116-61a0-4db4-a44c-d93756571fa2' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:37.421749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Pushing event updated for resources: {'Port': ['ID=7584d5a4-7371-4cf3-9484-b181e7dc872e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:37.425417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.503715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.504064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.504401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.504728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.505076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.505403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.505717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.506031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.506351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.506661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.506973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.507284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba44c7d-27dc-4fba-9a28-4b58cdcd0a69 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:37.530463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.538123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 507d9bf3-f701-4959-b896-3bb8e9ca05cc details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:37.552695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event updated for resources: {'Subnet': ['ID=5e25cd41-5b39-420c-bedb-d794ed747d4f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:37.558161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Attempting to bind port 7584d5a4-7371-4cf3-9484-b181e7dc872e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:37.558442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Attempting to bind port 7584d5a4-7371-4cf3-9484-b181e7dc872e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1c1e67a8-115b-43f0-a3c5-c1a61860dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a37d425f-82df-40a6-b37c-f7abdfb1cab9'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:37.558747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Attempting to bind port 7584d5a4-7371-4cf3-9484-b181e7dc872e on network a37d425f-82df-40a6-b37c-f7abdfb1cab9 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:37.584046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:37.585428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Checking segment: {'id': '1c1e67a8-115b-43f0-a3c5-c1a61860dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a37d425f-82df-40a6-b37c-f7abdfb1cab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:37.585428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.585639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Bound using segment: {'id': '1c1e67a8-115b-43f0-a3c5-c1a61860dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a37d425f-82df-40a6-b37c-f7abdfb1cab9'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:37.585955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Bound port: 7584d5a4-7371-4cf3-9484-b181e7dc872e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1e67a8-115b-43f0-a3c5-c1a61860dfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a37d425f-82df-40a6-b37c-f7abdfb1cab9'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:37.586334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.588609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Checking segment: {'id': 'a6266fd5-ffc9-4686-8dfc-402d1a9310e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:37.588969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network hostable DHCP agents. Network: 92879aff-7895-4c9c-87e1-1737e0c86a3a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:37.597628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:37.600451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,segment=NetworkSegment(a92cbf47-d15b-4625-aeda-07d30637068a),segment_id=a92cbf47-d15b-4625-aeda-07d30637068a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:37.600451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.611725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba3b1e-1acf-487f-ad21-a3c875f06798 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:37.612419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57ba3b1e-1acf-487f-ad21-a3c875f06798 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Synchronizing usage tracker for tenant:7e3e7721af41473eae7760bf180f2294 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:37.615262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Usage tracker for resource:security_group_rule and tenant:4dabb2eef5a1498b83d5c88e694208eb is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:37.626483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:37.646560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:37.676251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57ba3b1e-1acf-487f-ad21-a3c875f06798 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Unset dirty status for tenant:7e3e7721af41473eae7760bf180f2294 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:37.681547 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-57ba3b1e-1acf-487f-ad21-a3c875f06798 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/networks?id=507d9bf3-f701-4959-b896-3bb8e9ca05cc HTTP/1.1" status: 200 len: 760 time: 0.4447017 Feb 16 23:52:37.684292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48594) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:37.692706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1623564921'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:37.700492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Network 92879aff-7895-4c9c-87e1-1737e0c86a3a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:37.704389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:37.727134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:37.739616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 92879aff-7895-4c9c-87e1-1737e0c86a3a) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:37.740594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.758472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:37.761470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] For port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,segment=NetworkSegment(a92cbf47-d15b-4625-aeda-07d30637068a),segment_id=a92cbf47-d15b-4625-aeda-07d30637068a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:37.761872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.773167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9685d-fbc7-4b2e-b14a-b99f8078d15d None None] Network 92879aff-7895-4c9c-87e1-1737e0c86a3a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:37.777618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:37.778088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:37.778704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.803171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:37.806217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.863836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bf1108-a4e4-4873-9164-c1cad20d3fe7']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:37.895650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76450d27-feb7-4195-9971-d09d9c4d8315') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:37.896026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76450d27-feb7-4195-9971-d09d9c4d8315') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:37.919043 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b035a7aa-a148-4d2a-b6e3-14a6d811de3f tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.1434815 Feb 16 23:52:37.920756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.926245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48598) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:37.934656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:37.945605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:52:37.960894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.963164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:37.987138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.019980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:38.020409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:38.039891 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:38.059415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.059771 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment 3f4aa9a5-1b47-4789-8bb7-47c67b432934 of type vlan for network 0da578a9-e383-4d84-bd1d-636d51790dc2 Feb 16 23:52:38.077972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Calling delete_port for c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:38.078541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.099936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.101064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.141381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc2cb3-d8d5-4419-909e-75f2dad06496 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:38.143173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc2cb3-d8d5-4419-909e-75f2dad06496 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:38.144638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc2cb3-d8d5-4419-909e-75f2dad06496 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:38.145250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-02bc2cb3-d8d5-4419-909e-75f2dad06496 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Synchronizing usage tracker for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:38.172003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Subnet': ['ID=62a02967-ef34-40ba-8242-a629eef7b494,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:38.180268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=c6f8cf48-ffb8-4c10-a3bb-948b25f2f462,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:38.197389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No DVR routers for this DVR port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:38.202340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.202686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.203203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.203717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.204310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.204657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.204759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.204892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.205354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.205848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.206297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.206481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.206965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.230004 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4dabb2eef5a1498b83d5c88e694208eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249567 Feb 16 23:52:38.235287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48602) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:38.238224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Checking segment: {'id': '0a6e6d72-615f-4210-a928-d4708afe4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd4673b8-a627-4450-899d-c106729cf088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:38.238642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network hostable DHCP agents. Network: fd4673b8-a627-4450-899d-c106729cf088, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:38.250089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dec73-68e3-4de8-bd3e-f43ce6d25404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9815fd1-ccf5-44fd-8e82-6294c8012970,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:38.289285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] For port 7584d5a4-7371-4cf3-9484-b181e7dc872e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:38.293251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-02bc2cb3-d8d5-4419-909e-75f2dad06496 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Unset dirty status for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:38.303603 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-02bc2cb3-d8d5-4419-909e-75f2dad06496 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3614523 Feb 16 23:52:38.303823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.304333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f61e88-80f2-41d4-bcb4-bb6ed3668138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-31b94a3d-a098-4598-8997-4a2fc115d727', 'network_id': '31b94a3d-a098-4598-8997-4a2fc115d727', 'tenant_id': '1f2268e24bbc4d46acbe4ffab2625654', 'fixed_ips': [{'subnet_id': 'e4281b73-2cbb-4e87-b909-5f629e233dcc'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:38.304333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-44f61e88-80f2-41d4-bcb4-bb6ed3668138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.310082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48606) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:38.313368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network fd4673b8-a627-4450-899d-c106729cf088 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:38.340886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] For port 7584d5a4-7371-4cf3-9484-b181e7dc872e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7584d5a4-7371-4cf3-9484-b181e7dc872e,segment=NetworkSegment(1c1e67a8-115b-43f0-a3c5-c1a61860dfc3),segment_id=1c1e67a8-115b-43f0-a3c5-c1a61860dfc3)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:38.346815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:38.347246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:38.349245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.384074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, fd4673b8-a627-4450-899d-c106729cf088) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:38.391102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:38.391691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.411491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=d3bf1108-a4e4-4873-9164-c1cad20d3fe7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:38.415100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.421493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:38.422094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.424321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9e320-d640-4ac7-952e-60fd31603ef8 None None] Network fd4673b8-a627-4450-899d-c106729cf088 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:38.438407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.451254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.465949 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d1e5df45-292e-4f8a-a97b-057032666a9d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/d3bf1108-a4e4-4873-9164-c1cad20d3fe7 HTTP/1.1" status: 204 len: 168 time: 3.3368497 Feb 16 23:52:38.477688 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-20cd99b9-217b-4004-8647-b38d666008cf tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1389406 Feb 16 23:52:38.479496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48610) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:38.479829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48612) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:38.499751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05e60fa-5d40-476d-bc6c-982623195619']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:38.530098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92cbf47-d15b-4625-aeda-07d30637068a') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:38.530717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92cbf47-d15b-4625-aeda-07d30637068a') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:38.542527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'port': {'network_id': 'fd4673b8-a627-4450-899d-c106729cf088', 'name': 'tempest-NetworksIpV6TestAttrs-892454921'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:38.548993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.561259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Deleting subnet e4281b73-2cbb-4e87-b909-5f629e233dcc {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:38.567939 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1076467592'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:38.569566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.573130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Router 1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:52:38.579465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.581056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:38.581647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:38.599114 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:38.673228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.713169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f1abf117-9b31-448f-abd1-5eb0cde82a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.722968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.747996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0604615 Feb 16 23:52:38.750301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f1abf117-9b31-448f-abd1-5eb0cde82a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.756721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48618) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:38.768354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:38.810482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:38.839954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:38.844809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Pushing event updated for resources: {'Port': ['ID=7584d5a4-7371-4cf3-9484-b181e7dc872e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:38.847438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '0da578a9-e383-4d84-bd1d-636d51790dc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:38.864989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Deleting port c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:38.865365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.870144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:38.886891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069597f0-3825-444a-8efe-43af17675dde tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=0da578a9-e383-4d84-bd1d-636d51790dc2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:38.896067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.896476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.897016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.897511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.897850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.898281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.898617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.898950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.899286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.900045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.900045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.900296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a2f1a-1f85-42de-821a-8e45924d05f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:52:38.917883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:38.918230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c6f8cf48-ffb8-4c10-a3bb-948b25f2f462 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:38.920338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-92879aff-7895-4c9c-87e1-1737e0c86a3a', 'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a', 'tenant_id': '1f2268e24bbc4d46acbe4ffab2625654', 'fixed_ips': [{'subnet_id': '5e25cd41-5b39-420c-bedb-d794ed747d4f'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:38.922349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:38.931609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 0da578a9-e383-4d84-bd1d-636d51790dc2 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:38.976456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:39.001174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-552d988b-ac74-4297-856a-28ab5313f67d None None] The port 'c6f8cf48-ffb8-4c10-a3bb-948b25f2f462' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:39.046237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.070239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.080572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=a05e60fa-5d40-476d-bc6c-982623195619,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:39.087290 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b87861b0-0147-477c-908f-9265d26e00ea tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/a05e60fa-5d40-476d-bc6c-982623195619 HTTP/1.1" status: 204 len: 168 time: 2.7289727 Feb 16 23:52:39.091219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48622) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:39.093396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f1abf117-9b31-448f-abd1-5eb0cde82a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.094856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:52:39.101401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1975788377'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:39.122513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:39.127899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:network and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:39.131204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:39.134533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.139132 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-93cbdefc-87b5-4244-bf20-383649bddd74 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8014905 Feb 16 23:52:39.142789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48626) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:39.163017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.179316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] Sync routers for ids ['1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:52:39.237729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:39.256321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] Routers {'1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:39.256954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:39.277091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:39.280637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.384943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:39.395706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-fd4673b8-a627-4450-899d-c106729cf088', 'network_id': 'fd4673b8-a627-4450-899d-c106729cf088', 'tenant_id': '02dba9afdecf46478eb8f50652712c45', 'fixed_ips': [{'subnet_id': '62a02967-ef34-40ba-8242-a629eef7b494'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:39.396867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.398319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:39.401883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.412298 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-be61a237-4c5a-405b-9681-32ef0b0ab184 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715 HTTP/1.1" status: 200 len: 920 time: 0.2680833 Feb 16 23:52:39.414970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48630) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:39.425191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:39.430269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f1abf117-9b31-448f-abd1-5eb0cde82a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.431338 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f1abf117-9b31-448f-abd1-5eb0cde82a09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9815fd1-ccf5-44fd-8e82-6294c8012970 HTTP/1.1" status: 204 len: 168 time: 1.1881521 Feb 16 23:52:39.432916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abf117-9b31-448f-abd1-5eb0cde82a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9815fd1-ccf5-44fd-8e82-6294c8012970,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:39.450110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:39.459182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.459327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] Routers {'1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:39.459618 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment 868022bb-03d7-44ab-842a-63ea8b19b5cb of type vlan for network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f Feb 16 23:52:39.459839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:39.476878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:39.488556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.489047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.489565 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Added segment f47e847b-62af-49ca-88d8-1fc4866d4d6e of type vlan for network dd1d6146-d393-4fbc-8879-e058a5408d5a Feb 16 23:52:39.508845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Usage tracker for resource:subnet and tenant:7e3e7721af41473eae7760bf180f2294 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:39.519324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:39.530524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:39.530779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.536199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:39.540198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:port and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:39.547847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:39.566727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:39.570849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.576759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:39.577486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.578009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:39.578458 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3e305-9ca8-4650-8e38-6f460da8f640 None None] The sync data for ids ['1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:52:39.597998 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d6a7169d-4730-4308-a3bd-76f8f8ad12a5 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715 HTTP/1.1" status: 200 len: 205 time: 0.1817780 Feb 16 23:52:39.598863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.607209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:39.608273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server [None req-44f61e88-80f2-41d4-bcb4-bb6ed3668138 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4281b73-2cbb-4e87-b909-5f629e233dcc: This subnet is being modified by another concurrent operation. Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 23:52:39.615813 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise exception Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4281b73-2cbb-4e87-b909-5f629e233dcc: This subnet is being modified by another concurrent operation. Feb 16 23:52:39.621135 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server Feb 16 23:52:39.629360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48636) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:39.640144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d4497-2167-4194-8193-72bb352d496c None None] Network 31b94a3d-a098-4598-8997-4a2fc115d727 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:39.662249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:39.667425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.691731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Allocated IP 2001:db8:0:1::1 (92879aff-7895-4c9c-87e1-1737e0c86a3a/5e25cd41-5b39-420c-bedb-d794ed747d4f/d9555eda-c142-41d1-bb06-7ebc72f43e27) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:39.822397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:39.826842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:39.854234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:39.858965 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7662854 Feb 16 23:52:39.864625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48644) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:39.872321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:39.889953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf827b7-3a59-4faa-9428-9e905ee6d71c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Network': ['ID=dd1d6146-d393-4fbc-8879-e058a5408d5a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:39.930401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Subnet': ['ID=e4281b73-2cbb-4e87-b909-5f629e233dcc,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:39.932900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:39.936440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.028074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.029966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network dd1d6146-d393-4fbc-8879-e058a5408d5a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:40.032827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-792dc806-bbef-45a4-9468-b060019b723e tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/subnets/e4281b73-2cbb-4e87-b909-5f629e233dcc HTTP/1.1" status: 204 len: 168 time: 1.7172532 Feb 16 23:52:40.033625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48654) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:40.047289 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3815ddc0-9bd6-4cdd-a49e-484315431fa7 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5642796 Feb 16 23:52:40.058335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48658) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:40.155195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Deleting subnet 5e25cd41-5b39-420c-bedb-d794ed747d4f {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:40.160991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.165051 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] device_id is not set on port c0f634bc-298a-4ebc-be91-911822d2c8fd yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:40.187254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Allocated IP 2001:db8::f816:3eff:fe40:6861 (fd4673b8-a627-4450-899d-c106729cf088/62a02967-ef34-40ba-8242-a629eef7b494/aface528-4953-4111-80ad-02ee37e902a0) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:40.234269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:40.245990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:40.253474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:40.267642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:40.279782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:40.379075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:40.383520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.560697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.575617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:40.584851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1448dc-2e77-4ce2-bca6-6166f34e28ce None None] Network a37d425f-82df-40a6-b37c-f7abdfb1cab9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:40.586869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Deleting port 6ba66793-caab-4288-b3d6-0df554a28664 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:40.587274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.589724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:40.594902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:40.604955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:40.618781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ea72-0ea5-4fdf-acb5-79c0e2e1b893 req-bca73e2c-bb50-40cb-8d1a-d1a9841023de tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:40.620455 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7959ea72-0ea5-4fdf-acb5-79c0e2e1b893 req-bca73e2c-bb50-40cb-8d1a-d1a9841023de tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3688703 Feb 16 23:52:40.699048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:40.702554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.745085 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7959ea72-0ea5-4fdf-acb5-79c0e2e1b893 req-25cd5a33-bd26-4361-a397-9047a27301f8 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154363 Feb 16 23:52:40.792807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.824322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48674) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:40.834529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:40.862593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0879f896-e159-4e34-9145-c31709a61d5c None None] Provisioning for port 7584d5a4-7371-4cf3-9484-b181e7dc872e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:40.899987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Transition to ACTIVE for port object d9555eda-c142-41d1-bb06-7ebc72f43e27 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:40.947003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=16a55a80-c69f-4c29-97d3-763b5a65f803,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:40.967266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7584d5a4-7371-4cf3-9484-b181e7dc872e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:40.979133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': '3f4aa9a5-1b47-4789-8bb7-47c67b432934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0da578a9-e383-4d84-bd1d-636d51790dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:40.979765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 0da578a9-e383-4d84-bd1d-636d51790dc2, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:41.057101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522039521'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:41.059986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Transition to ACTIVE for port object d9555eda-c142-41d1-bb06-7ebc72f43e27 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:41.077663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:41.080375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.109863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.145885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:41.154138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:41.155025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.165493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.168638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.179264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:41.179667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Transition to ACTIVE for port object aface528-4953-4111-80ad-02ee37e902a0 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:41.193702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 0da578a9-e383-4d84-bd1d-636d51790dc2 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:41.202718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Network 92879aff-7895-4c9c-87e1-1737e0c86a3a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:41.217549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:41.223465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.234854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:41.238125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7584d5a4-7371-4cf3-9484-b181e7dc872e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:41.281656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:41.284181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.290081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:41.313741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 0da578a9-e383-4d84-bd1d-636d51790dc2) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:41.335935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.346023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Transition to ACTIVE for port object aface528-4953-4111-80ad-02ee37e902a0 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:41.352431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:41.353015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.359156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c256f96-f321-4fc1-bac4-0fec001ed9dd None None] Network 0da578a9-e383-4d84-bd1d-636d51790dc2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:41.361504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Calling delete_port for 6ba66793-caab-4288-b3d6-0df554a28664 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:41.373013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7584d5a4-7371-4cf3-9484-b181e7dc872e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:41.373393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.383479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:41.386351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.417037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Pushing event updated for resources: {'Port': ['ID=d9555eda-c142-41d1-bb06-7ebc72f43e27,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:41.425942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a61871-e224-48cb-beb4-b3895b9c7100 req-9c4cc1e9-fab5-48c5-b4ec-37d466e073c7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:41.426928 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f5a61871-e224-48cb-beb4-b3895b9c7100 req-9c4cc1e9-fab5-48c5-b4ec-37d466e073c7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4513791 Feb 16 23:52:41.436255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Checking segment: {'id': 'f47e847b-62af-49ca-88d8-1fc4866d4d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:41.436896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network hostable DHCP agents. Network: dd1d6146-d393-4fbc-8879-e058a5408d5a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:41.437040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:security_group_rule and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:41.478347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network dd1d6146-d393-4fbc-8879-e058a5408d5a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:41.479046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:41.487519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.495029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, dd1d6146-d393-4fbc-8879-e058a5408d5a) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:41.500340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:41.501128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.509774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:41.533835 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fc2d2130-462d-4f09-bd58-d77774895ff8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6654694 Feb 16 23:52:41.534211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48680) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:41.540006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1303131813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:41.542974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6685d5-0ae0-4f6e-9415-823186b7cf09 None None] Network dd1d6146-d393-4fbc-8879-e058a5408d5a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:41.548843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:41.554281 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-00b105c3-ac82-4d73-9664-37b14a7bc7d4 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7282271 Feb 16 23:52:41.554431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:router and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:41.556320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:41.563311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:41.570143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48684) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:41.577585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.579324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.580158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Attempting to bind port d9555eda-c142-41d1-bb06-7ebc72f43e27 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:41.580561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Attempting to bind port d9555eda-c142-41d1-bb06-7ebc72f43e27 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a6266fd5-ffc9-4686-8dfc-402d1a9310e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:41.580928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Attempting to bind port d9555eda-c142-41d1-bb06-7ebc72f43e27 on network 92879aff-7895-4c9c-87e1-1737e0c86a3a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:41.675406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Network fd4673b8-a627-4450-899d-c106729cf088 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:41.677449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.684245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:41.684652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Checking segment: {'id': 'a6266fd5-ffc9-4686-8dfc-402d1a9310e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:41.685045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.685431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Bound using segment: {'id': 'a6266fd5-ffc9-4686-8dfc-402d1a9310e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:41.685923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Bound port: d9555eda-c142-41d1-bb06-7ebc72f43e27, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6266fd5-ffc9-4686-8dfc-402d1a9310e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '92879aff-7895-4c9c-87e1-1737e0c86a3a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:41.686295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.696824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:41.715191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:41.728589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.742997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event deleted for resources: {'Port': ['ID=6ba66793-caab-4288-b3d6-0df554a28664,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:41.821325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Pushing event updated for resources: {'Port': ['ID=aface528-4953-4111-80ad-02ee37e902a0,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:41.834419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.853494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.859344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=d583558c-7fa4-4270-b66d-14cd3b0aa4c8,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:41.865895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:41.898066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Allocated IP 2001:db8::f816:3eff:fe5b:4760 (fd4673b8-a627-4450-899d-c106729cf088/62a02967-ef34-40ba-8242-a629eef7b494/c0f634bc-298a-4ebc-be91-911822d2c8fd) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:41.921673 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f5a61871-e224-48cb-beb4-b3895b9c7100 req-f57d0541-7001-49ff-b2a2-8b6037946a6d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4791064 Feb 16 23:52:41.939800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': '868022bb-03d7-44ab-842a-63ea8b19b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:41.940360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:42.048584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Attempting to bind port aface528-4953-4111-80ad-02ee37e902a0 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:42.049238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Attempting to bind port aface528-4953-4111-80ad-02ee37e902a0 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '0a6e6d72-615f-4210-a928-d4708afe4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd4673b8-a627-4450-899d-c106729cf088'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:42.049776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Attempting to bind port aface528-4953-4111-80ad-02ee37e902a0 on network fd4673b8-a627-4450-899d-c106729cf088 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:42.049905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.051079 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9e912012-ceeb-4311-be03-72f4e0abb2a3 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5159681 Feb 16 23:52:42.054537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48690) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:42.059315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.063246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.064297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a', 'name': 'tempest-PortsTestJSON-1594971764'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:42.086091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.116524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:42.190778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.191618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Fanout notify agent at l3_agent the message router_deleted on router 1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:52:42.217223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.219182 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c53e73eb-6f7f-4c66-920b-695664d646b9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715 HTTP/1.1" status: 204 len: 168 time: 2.5817535 Feb 16 23:52:42.231356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48694) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:42.239301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.240176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'router': {'name': 'tempest-snat-router-728913432', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': False}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:42.246310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] For port d9555eda-c142-41d1-bb06-7ebc72f43e27, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:42.255696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] For port d9555eda-c142-41d1-bb06-7ebc72f43e27, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d9555eda-c142-41d1-bb06-7ebc72f43e27,segment=NetworkSegment(a6266fd5-ffc9-4686-8dfc-402d1a9310e3),segment_id=a6266fd5-ffc9-4686-8dfc-402d1a9310e3)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:42.255945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:42.264694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:router and tenant:04dd379c1e404387a7bf96707d455e76 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:42.268636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:42.280318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:42.282438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:42.282579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:42.289690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:42.294800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:42.301337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:42.304069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.305174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.322290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:42.326339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.340818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:42.341392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Checking segment: {'id': '0a6e6d72-615f-4210-a928-d4708afe4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd4673b8-a627-4450-899d-c106729cf088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:42.342597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.343625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Bound using segment: {'id': '0a6e6d72-615f-4210-a928-d4708afe4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd4673b8-a627-4450-899d-c106729cf088'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:42.343934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.344137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Bound port: aface528-4953-4111-80ad-02ee37e902a0, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6e6d72-615f-4210-a928-d4708afe4023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd4673b8-a627-4450-899d-c106729cf088'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:42.344525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.348918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:42.349624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.359638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port cb307334-831d-4508-a791-a1403c570e5b yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:42.374744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Subnet': ['ID=5e25cd41-5b39-420c-bedb-d794ed747d4f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:42.441359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf001121-a489-4892-9724-ca3da3908e80 None None] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:42.452849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.465610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.467626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.471530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.486242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.512012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.561150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-96094814-ffcd-46b0-8b22-2e96b40960a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4954884 Feb 16 23:52:42.571689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f4e5cd31-f325-4536-bc53-0c4a52e1d355 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/subnets/5e25cd41-5b39-420c-bedb-d794ed747d4f HTTP/1.1" status: 204 len: 168 time: 2.5308907 Feb 16 23:52:42.577186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48698) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:42.577412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48700) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:42.583643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-dd1d6146-d393-4fbc-8879-e058a5408d5a', 'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a', 'tenant_id': '4f148cee190d4f2f99e3410c06365da9', 'fixed_ips': [{'subnet_id': 'cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:42.584424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.594722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b8c23-cc99-4961-ba14-abe67e13188e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-0da578a9-e383-4d84-bd1d-636d51790dc2', 'network_id': '0da578a9-e383-4d84-bd1d-636d51790dc2', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': '16a55a80-c69f-4c29-97d3-763b5a65f803'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:42.595567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c34b8c23-cc99-4961-ba14-abe67e13188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.605422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f', 'name': 'tempest-PortsIpV6TestJSON-1574759397', 'fixed_ips': [{'subnet_id': 'd583558c-7fa4-4270-b66d-14cd3b0aa4c8', 'ip_address': '2001:db8::10'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:42.707857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:42.790125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d2af42e-b431-4255-8889-7cf1420c66c6 None None] Provisioning complete for port 7584d5a4-7371-4cf3-9484-b181e7dc872e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:42.790421 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d2af42e-b431-4255-8889-7cf1420c66c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.800370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091b783-ce30-4a23-b527-92b1fa4bd8c9 req-421b4b84-57aa-429d-b7bf-c4753e51f60a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:42.801933 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a091b783-ce30-4a23-b527-92b1fa4bd8c9 req-421b4b84-57aa-429d-b7bf-c4753e51f60a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.6934316 Feb 16 23:52:42.802622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3676e-cef8-4770-b3ee-e46ebc7e29c4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:42.828567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.829323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment 7bf606e4-3535-45e3-ba4d-10e452aa5c4f of type vlan for network dcaf6de7-0799-4976-b67b-4aa250908bb3 Feb 16 23:52:42.909487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:42.910109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0ef7b-125d-4276-8617-2267f838b16b None None] Pushing event updated for resources: {'Port': ['ID=d9555eda-c142-41d1-bb06-7ebc72f43e27,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:42.913561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 7584d5a4-7371-4cf3-9484-b181e7dc872e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7584d5a4-7371-4cf3-9484-b181e7dc872e,segment=NetworkSegment(1c1e67a8-115b-43f0-a3c5-c1a61860dfc3),segment_id=1c1e67a8-115b-43f0-a3c5-c1a61860dfc3)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:42.939341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] For port aface528-4953-4111-80ad-02ee37e902a0, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:42.955748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.002114 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a091b783-ce30-4a23-b527-92b1fa4bd8c9 req-18e7613f-cce2-47fa-8a24-8cf95add4b8b tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797476 Feb 16 23:52:43.008779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.013435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.043133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8cb36-8cd6-409b-9388-e64847b4e6b5 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:43.043910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-eaa8cb36-8cd6-409b-9388-e64847b4e6b5 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Synchronizing usage tracker for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:43.056900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.069727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.10 (dd1d6146-d393-4fbc-8879-e058a5408d5a/cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83/cb307334-831d-4508-a791-a1403c570e5b) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:43.082290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] For port aface528-4953-4111-80ad-02ee37e902a0, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aface528-4953-4111-80ad-02ee37e902a0,segment=NetworkSegment(0a6e6d72-615f-4210-a928-d4708afe4023),segment_id=0a6e6d72-615f-4210-a928-d4708afe4023)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:43.132988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Transition to ACTIVE for port object c0f634bc-298a-4ebc-be91-911822d2c8fd will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server [None req-c34b8c23-cc99-4961-ba14-abe67e13188e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16a55a80-c69f-4c29-97d3-763b5a65f803: This subnet is being modified by another concurrent operation. Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 23:52:43.134764 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise exception Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16a55a80-c69f-4c29-97d3-763b5a65f803: This subnet is being modified by another concurrent operation. Feb 16 23:52:43.138775 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server Feb 16 23:52:43.150392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.162414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:52:43.171337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=16a55a80-c69f-4c29-97d3-763b5a65f803,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:43.177371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:43.189121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06766cca-d7b2-4463-8135-a528c2f865e9 None None] Network 0da578a9-e383-4d84-bd1d-636d51790dc2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:43.246974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-eaa8cb36-8cd6-409b-9388-e64847b4e6b5 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Unset dirty status for tenant:1f2268e24bbc4d46acbe4ffab2625654 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:43.248271 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eaa8cb36-8cd6-409b-9388-e64847b4e6b5 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6580262 Feb 16 23:52:43.268381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48708) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:43.271586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:port and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:43.323168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:43.350677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=7584d5a4-7371-4cf3-9484-b181e7dc872e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:43.367572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.375209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:43.379578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.389585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:43.390562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.480942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.503386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object cb307334-831d-4508-a791-a1403c570e5b will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:43.515062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f', 'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f', 'tenant_id': 'b568b948aaf6457693e012e58c41cc39', 'fixed_ips': [{'subnet_id': 'd583558c-7fa4-4270-b66d-14cd3b0aa4c8'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:43.515890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.591686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a274501-3dd2-4b95-8770-6170ce785a09 None None] Pushing event updated for resources: {'Port': ['ID=aface528-4953-4111-80ad-02ee37e902a0,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:43.606827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.622355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:43.627227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.649143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da578a9-e383-4d84-bd1d-636d51790dc2']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:43.779823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Allocated IP 172.20.0.2 (dd1d6146-d393-4fbc-8879-e058a5408d5a/cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83/5a15629b-a116-4bf9-b574-ccc19ac66574) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:43.845774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network dd1d6146-d393-4fbc-8879-e058a5408d5a is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:43.858628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=cb307334-831d-4508-a791-a1403c570e5b,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:43.927803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:43.937378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:43.962385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Allocated IP 2001:db8::2 (19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f/d583558c-7fa4-4270-b66d-14cd3b0aa4c8/76ca9f71-f853-4bd2-a329-4e63e7db6d52) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:43.989561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:44.032932 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2071037 Feb 16 23:52:44.041011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48712) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:44.044698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4aa9a5-1b47-4789-8bb7-47c67b432934') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:44.045164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4aa9a5-1b47-4789-8bb7-47c67b432934') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:44.059904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.067135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:44.068765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.090486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1718313406'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:44.095132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8020-5925-4f6b-b190-66aaea74d4d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=dcaf6de7-0799-4976-b67b-4aa250908bb3,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:44.109692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.117337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.138274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network fd4673b8-a627-4450-899d-c106729cf088 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:44.139534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:44.149835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:44.167440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:44.175599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:44.186345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:44.192663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:44.198880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:44.199656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.215423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.217655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Port': ['ID=c0f634bc-298a-4ebc-be91-911822d2c8fd,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:44.227589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:44.242110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Deleting port d9555eda-c142-41d1-bb06-7ebc72f43e27 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:44.242603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.284560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c789e7-de60-4a66-a20c-bb3c850e2337 req-b4b5e80e-999c-4eb9-875f-c1d2170bbba8 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:44.292345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Allocated IP 172.26.2.30 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/d31f2167-f17f-4c4c-aad8-d20b31852071) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:44.295047 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-46c789e7-de60-4a66-a20c-bb3c850e2337 req-b4b5e80e-999c-4eb9-875f-c1d2170bbba8 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 1.1219449 Feb 16 23:52:44.305112 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bf45c3b9-6061-483e-b4b4-5d5b3884898d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2495272 Feb 16 23:52:44.309946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48716) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:44.334232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:44.334791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:44.358355 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:44.436579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04e3ae-8cb9-4642-842f-92eb7f0ae672 None None] Network 92879aff-7895-4c9c-87e1-1737e0c86a3a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:44.451652 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a17d8bbe-4c08-41d8-a529-2c0609346db2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.9672291 Feb 16 23:52:44.470647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48720) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:44.524592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:44.528023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.546434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.577632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.587192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Transition to ACTIVE for port object 5a15629b-a116-4bf9-b574-ccc19ac66574 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:44.589951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-60476ee2-9111-497c-9b73-4408ab758570 None None] Provisioning for port d9555eda-c142-41d1-bb06-7ebc72f43e27 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:44.623835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.647893 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-46c789e7-de60-4a66-a20c-bb3c850e2337 req-2d030a83-1526-4d5b-bf49-3c379e688cf4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516574 Feb 16 23:52:44.671313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Transition to ACTIVE for port object 5a15629b-a116-4bf9-b574-ccc19ac66574 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:44.702107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.730604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.732987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:44.740507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.787699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=0da578a9-e383-4d84-bd1d-636d51790dc2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:44.814645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:44.834611 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2e0f555d-d233-415a-a444-a70474d2851c tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/0da578a9-e383-4d84-bd1d-636d51790dc2 HTTP/1.1" status: 204 len: 168 time: 3.2528412 Feb 16 23:52:44.867083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Transition to ACTIVE for port object 76ca9f71-f853-4bd2-a329-4e63e7db6d52 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:44.871177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Network dd1d6146-d393-4fbc-8879-e058a5408d5a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:44.878441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:44.887643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:44.889732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48726) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:44.899718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting subnet 62a02967-ef34-40ba-8242-a629eef7b494 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:52:44.914203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:44.941095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Pushing event updated for resources: {'Port': ['ID=5a15629b-a116-4bf9-b574-ccc19ac66574,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:44.951070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Transition to ACTIVE for port object 76ca9f71-f853-4bd2-a329-4e63e7db6d52 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:45.005291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.020478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.020871 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment 8f227cb9-8288-42fc-84ab-1cf5540a81a3 of type vlan for network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e Feb 16 23:52:45.054151 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cae93d-4410-4367-b1a3-952c4116e44a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] GET failed (client error): The resource could not be found. Feb 16 23:52:45.054795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28cae93d-4410-4367-b1a3-952c4116e44a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Synchronizing usage tracker for tenant:7e3e7721af41473eae7760bf180f2294 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:45.057573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.125604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b437d8-a938-4b94-a4f1-7a59a3956776 None None] Network fd4673b8-a627-4450-899d-c106729cf088 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:45.139175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Attempting to bind port 5a15629b-a116-4bf9-b574-ccc19ac66574 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:45.139553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Attempting to bind port 5a15629b-a116-4bf9-b574-ccc19ac66574 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f47e847b-62af-49ca-88d8-1fc4866d4d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:45.139913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Attempting to bind port 5a15629b-a116-4bf9-b574-ccc19ac66574 on network dd1d6146-d393-4fbc-8879-e058a5408d5a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:45.164087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] For port d9555eda-c142-41d1-bb06-7ebc72f43e27, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d9555eda-c142-41d1-bb06-7ebc72f43e27,segment=NetworkSegment(a6266fd5-ffc9-4686-8dfc-402d1a9310e3),segment_id=a6266fd5-ffc9-4686-8dfc-402d1a9310e3)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:45.164087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.228035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:45.230804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d0bbd95c-9ae0-4424-8549-7aab64ca937a None None] Provisioning for port aface528-4953-4111-80ad-02ee37e902a0 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:45.239808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Pushing event updated for resources: {'Port': ['ID=76ca9f71-f853-4bd2-a329-4e63e7db6d52,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:45.242166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:45.243897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:45.244347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Checking segment: {'id': 'f47e847b-62af-49ca-88d8-1fc4866d4d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:45.244753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.245133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Bound using segment: {'id': 'f47e847b-62af-49ca-88d8-1fc4866d4d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:45.245613 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Bound port: 5a15629b-a116-4bf9-b574-ccc19ac66574, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47e847b-62af-49ca-88d8-1fc4866d4d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dd1d6146-d393-4fbc-8879-e058a5408d5a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:45.245986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.255844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:45.295915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d9555eda-c142-41d1-bb06-7ebc72f43e27 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:45.422653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.497332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Calling delete_port for d9555eda-c142-41d1-bb06-7ebc72f43e27 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:45.502852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d379bdd2-4a42-4447-aa7e-0c195d307134 None None] DHCP port deletion for 92879aff-7895-4c9c-87e1-1737e0c86a3a request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:45.509183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Attempting to bind port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:45.509556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Attempting to bind port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '868022bb-03d7-44ab-842a-63ea8b19b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:45.510431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Attempting to bind port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 on network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:45.528394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.539170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.549992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:45.559292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d379bdd2-4a42-4447-aa7e-0c195d307134 None None] Deleting port d9555eda-c142-41d1-bb06-7ebc72f43e27 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:45.559466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:45.559665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d379bdd2-4a42-4447-aa7e-0c195d307134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.569754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:45.594988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:45.595772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Checking segment: {'id': '868022bb-03d7-44ab-842a-63ea8b19b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:45.596375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.596936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Bound using segment: {'id': '868022bb-03d7-44ab-842a-63ea8b19b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:45.597632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Bound port: 76ca9f71-f853-4bd2-a329-4e63e7db6d52, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868022bb-03d7-44ab-842a-63ea8b19b5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:45.598010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.609303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28cae93d-4410-4367-b1a3-952c4116e44a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Unset dirty status for tenant:7e3e7721af41473eae7760bf180f2294 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:45.611956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Port': ['ID=d31f2167-f17f-4c4c-aad8-d20b31852071,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:45.616222 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-28cae93d-4410-4367-b1a3-952c4116e44a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/subnets/16a55a80-c69f-4c29-97d3-763b5a65f803 HTTP/1.1" status: 404 len: 337 time: 0.7127399 Feb 16 23:52:45.621351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48732) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:45.663507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] For port 5a15629b-a116-4bf9-b574-ccc19ac66574, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:45.665468 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf1d62f-c5b0-43e0-8c30-3e0b9ec1e7e8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:52:45.665942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf1d62f-c5b0-43e0-8c30-3e0b9ec1e7e8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:45.669041 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cbf1d62f-c5b0-43e0-8c30-3e0b9ec1e7e8 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/0da578a9-e383-4d84-bd1d-636d51790dc2 HTTP/1.1" status: 404 len: 339 time: 0.0440447 Feb 16 23:52:45.678133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.691123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48736) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:45.700800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::10 (19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f/d583558c-7fa4-4270-b66d-14cd3b0aa4c8/ca577fd0-5d2d-4807-b8ac-b1ea818b6f37) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:45.708835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port d9555eda-c142-41d1-bb06-7ebc72f43e27 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:45.722497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:52:45.739471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.761453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] For port 5a15629b-a116-4bf9-b574-ccc19ac66574, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5a15629b-a116-4bf9-b574-ccc19ac66574,segment=NetworkSegment(f47e847b-62af-49ca-88d8-1fc4866d4d6e),segment_id=f47e847b-62af-49ca-88d8-1fc4866d4d6e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:45.772264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d9555eda-c142-41d1-bb06-7ebc72f43e27 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:45.772644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.809707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Port': ['ID=d9555eda-c142-41d1-bb06-7ebc72f43e27,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:45.813199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] No DVR routers for this DVR port d9555eda-c142-41d1-bb06-7ebc72f43e27 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:45.839795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d379bdd2-4a42-4447-aa7e-0c195d307134 None None] The port 'd9555eda-c142-41d1-bb06-7ebc72f43e27' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:52:45.841073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.882240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Port d9555eda-c142-41d1-bb06-7ebc72f43e27 was deleted so its status cannot be updated. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 23:52:45.882717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7584d5a4-7371-4cf3-9484-b181e7dc872e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:45.900696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.906216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:45.906828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:45.995574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d16ab-bd90-4f7f-aa78-76208e0b3f7c req-39588834-e76a-4c79-a79c-eece9642d2cb tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:45.997180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8f4d16ab-bd90-4f7f-aa78-76208e0b3f7c req-39588834-e76a-4c79-a79c-eece9642d2cb tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.8241322 Feb 16 23:52:46.053880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] For port 76ca9f71-f853-4bd2-a329-4e63e7db6d52, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:46.079044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35d5b2-9381-43a1-b22c-b686cdfda93a None None] Pushing event updated for resources: {'Port': ['ID=5a15629b-a116-4bf9-b574-ccc19ac66574,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:46.083931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] For port 76ca9f71-f853-4bd2-a329-4e63e7db6d52, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=76ca9f71-f853-4bd2-a329-4e63e7db6d52,segment=NetworkSegment(868022bb-03d7-44ab-842a-63ea8b19b5cb),segment_id=868022bb-03d7-44ab-842a-63ea8b19b5cb)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:46.106261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.181433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7584d5a4-7371-4cf3-9484-b181e7dc872e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:46.181883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.229130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44476b-9f17-4eff-a1bc-8b4917d29b0e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:46.234338 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2a44476b-9f17-4eff-a1bc-8b4917d29b0e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5394037 Feb 16 23:52:46.235093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48740) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:46.281492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc3c66-ac8b-4043-97f2-266db5b1766d None None] Pushing event updated for resources: {'Port': ['ID=76ca9f71-f853-4bd2-a329-4e63e7db6d52,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:46.309239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.387234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aface528-4953-4111-80ad-02ee37e902a0 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:46.452029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3978608 Feb 16 23:52:46.470091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48744) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:46.487037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port aface528-4953-4111-80ad-02ee37e902a0 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:46.496390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de31ea-da3f-489d-9313-e4b357998041 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=7e32c6df-5870-4d3c-a2a5-4a6c7726c78e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:46.504568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92879aff-7895-4c9c-87e1-1737e0c86a3a']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:46.506596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port aface528-4953-4111-80ad-02ee37e902a0 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:46.507623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.518089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': 'dcaf6de7-0799-4976-b67b-4aa250908bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:46.542703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:46.574987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6266fd5-ffc9-4686-8dfc-402d1a9310e3') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:46.575291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6266fd5-ffc9-4686-8dfc-402d1a9310e3') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:46.644243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-370d0860-9af4-497c-87ca-454bd2d4b4db tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Synchronizing usage tracker for tenant:7e3e7721af41473eae7760bf180f2294 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:46.723822 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8f4d16ab-bd90-4f7f-aa78-76208e0b3f7c req-040ba1ee-f81e-47bf-9046-d1d132595679 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6982119 Feb 16 23:52:46.753556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.812833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.864065 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-370d0860-9af4-497c-87ca-454bd2d4b4db tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Unset dirty status for tenant:7e3e7721af41473eae7760bf180f2294 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:46.865265 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-370d0860-9af4-497c-87ca-454bd2d4b4db tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 207 time: 0.6249027 Feb 16 23:52:46.877494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48748) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:46.893076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.945157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Provisioning for port c0f634bc-298a-4ebc-be91-911822d2c8fd completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:46.948018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.951076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Provisioning complete for port c0f634bc-298a-4ebc-be91-911822d2c8fd triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:46.951502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.951758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:46.986455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:46.986906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:47.008351 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:47.031689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Port c0f634bc-298a-4ebc-be91-911822d2c8fd cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:47.045621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Provisioning complete for port aface528-4953-4111-80ad-02ee37e902a0 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:47.045996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.050876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:47.126540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:47.129531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:47.136099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:47.151493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.168605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:47.179098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:47.183092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.190130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.246821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:52:47.280040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.291730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.305898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.362565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.377532 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/networks/92879aff-7895-4c9c-87e1-1737e0c86a3a HTTP/1.1" status: 204 len: 168 time: 4.1025043 Feb 16 23:52:47.377532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aba85b-5c47-49ef-8160-991926b73cd6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Network': ['ID=92879aff-7895-4c9c-87e1-1737e0c86a3a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:47.380264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.390116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48752) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:47.390844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f09b3-1b53-454c-ad07-8cd5c0ac3456 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:47.396648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f09b3-1b53-454c-ad07-8cd5c0ac3456 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:47.402640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f09b3-1b53-454c-ad07-8cd5c0ac3456 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:47.414040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f09b3-1b53-454c-ad07-8cd5c0ac3456 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:47.419256 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4e4f09b3-1b53-454c-ad07-8cd5c0ac3456 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5372887 Feb 16 23:52:47.437307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48754) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:47.438338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.442479 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/62a02967-ef34-40ba-8242-a629eef7b494 HTTP/1.1" status: 204 len: 168 time: 2.9598713 Feb 16 23:52:47.451984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:47.452385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:47.453038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047e046-61be-4488-8e2b-ae6e21863c91 None None] Network fd4673b8-a627-4450-899d-c106729cf088 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:47.454121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48758) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:47.461932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893249d2-47f0-4ae8-8212-b80d8a625a3d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Subnet': ['ID=62a02967-ef34-40ba-8242-a629eef7b494,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:47.470491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:47.470863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:47.582906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=cb307334-831d-4508-a791-a1403c570e5b,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:47.733333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.761375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-aed282bb-d713-41e3-be7d-ee92c0265e14 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Synchronizing usage tracker for tenant:7e3e7721af41473eae7760bf180f2294 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:47.784253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] DHCP port deletion for fd4673b8-a627-4450-899d-c106729cf088 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:52:47.801483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Deleting port aface528-4953-4111-80ad-02ee37e902a0 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:47.808969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:47.813090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b52a6d-d4ae-47fd-9644-91b27d2e0190 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:47.819118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b52a6d-d4ae-47fd-9644-91b27d2e0190 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:47.835312 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e2b52a6d-d4ae-47fd-9644-91b27d2e0190 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3764784 Feb 16 23:52:47.843439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48766) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:47.952438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d6491-75aa-49b8-8885-e82525f0ebfd None None] Network dd1d6146-d393-4fbc-8879-e058a5408d5a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:48.021772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=ca577fd0-5d2d-4807-b8ac-b1ea818b6f37,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:48.032715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.082779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:48.090177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:48.102535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:48.109219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:48.109863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.118658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.195630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0f620600-bbca-4009-ae20-f24130fa362f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.200333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-aed282bb-d713-41e3-be7d-ee92c0265e14 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Unset dirty status for tenant:7e3e7721af41473eae7760bf180f2294 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:48.201763 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aed282bb-d713-41e3-be7d-ee92c0265e14 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.7380321 Feb 16 23:52:48.206378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48770) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:48.258251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.270294 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f620600-bbca-4009-ae20-f24130fa362f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 23:52:48.270886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.270987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f620600-bbca-4009-ae20-f24130fa362f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:52:48.272903 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0f620600-bbca-4009-ae20-f24130fa362f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/fd4673b8-a627-4450-899d-c106729cf088 HTTP/1.1" status: 409 len: 405 time: 0.4233029 Feb 16 23:52:48.279116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4d803a20-deaa-438a-98e6-d311929f6b16 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6881371 Feb 16 23:52:48.279116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48774) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:48.279405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48776) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:48.304317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-104739233'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:48.338320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': '19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f', 'name': 'tempest-PortsIpV6TestJSON-922399508', 'fixed_ips': [{'subnet_id': 'd583558c-7fa4-4270-b66d-14cd3b0aa4c8', 'ip_address': '2001:db8::f'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:48.356837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:48.392438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:network and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:48.415476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:48.455748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20688ca5-9fc1-4c80-9aad-1d0ac1a39181 None None] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:48.492331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:48.505156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a523d2-5db2-4be3-8067-456675f06d55 req-d934785d-ebf5-45f9-b558-792620ba0a99 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:48.506680 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3a523d2-5db2-4be3-8067-456675f06d55 req-d934785d-ebf5-45f9-b558-792620ba0a99 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5729685 Feb 16 23:52:48.516534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe06eb80-eeb8-4e6c-963e-f1e75d9aa5fb tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:48.518058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe06eb80-eeb8-4e6c-963e-f1e75d9aa5fb tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:48.524706 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fe06eb80-eeb8-4e6c-963e-f1e75d9aa5fb tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3094471 Feb 16 23:52:48.579409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port aface528-4953-4111-80ad-02ee37e902a0, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aface528-4953-4111-80ad-02ee37e902a0,segment=NetworkSegment(0a6e6d72-615f-4210-a928-d4708afe4023),segment_id=0a6e6d72-615f-4210-a928-d4708afe4023)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:48.620123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.626954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] For port aface528-4953-4111-80ad-02ee37e902a0, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aface528-4953-4111-80ad-02ee37e902a0,segment=NetworkSegment(0a6e6d72-615f-4210-a928-d4708afe4023),segment_id=0a6e6d72-615f-4210-a928-d4708afe4023)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:48.627336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.669609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48782) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:48.675770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.697940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.757204 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.778110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:48.781690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.871409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b94a3d-a098-4598-8997-4a2fc115d727']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:48.890482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Router 89693cef-f4d4-4c53-99fa-b740245c7bb0 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:52:48.912867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.921196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a30aea-fec3-4f7c-8bc7-c14c3396f6db') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:48.921578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a30aea-fec3-4f7c-8bc7-c14c3396f6db') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:48.940809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c122f-1cd7-4066-b688-a9e1bef13423 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:48.942305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c122f-1cd7-4066-b688-a9e1bef13423 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:48.949563 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c5c122f-1cd7-4066-b688-a9e1bef13423 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2699013 Feb 16 23:52:48.949563 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3a523d2-5db2-4be3-8067-456675f06d55 req-1fa98d1b-480a-4d5e-9bee-99c5c5899dc7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970564 Feb 16 23:52:48.949563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:48.953042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=67383be7-5e4a-4738-b705-f44f1d237ff5,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:48.957035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:48.967232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 76ca9f71-f853-4bd2-a329-4e63e7db6d52 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:48.969294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48786) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:48.990410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:49.000271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=aface528-4953-4111-80ad-02ee37e902a0,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:49.002614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:port and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:49.015865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.016256 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Added segment a12933c3-da53-4791-85d7-3ee67e148599 of type vlan for network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 Feb 16 23:52:49.022883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Calling delete_port for aface528-4953-4111-80ad-02ee37e902a0 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:49.042546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:49.060287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:49.062155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': '7bf606e4-3535-45e3-ba4d-10e452aa5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dcaf6de7-0799-4976-b67b-4aa250908bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:49.062524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: dcaf6de7-0799-4976-b67b-4aa250908bb3, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:49.084780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.113128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:49.113574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:49.136853 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:49.158750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:49.159185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-475741ef-c0f4-45ca-b940-9982cd272089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:49.208658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.217277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:49.256504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:49.280790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.284695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.287036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:49.287469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:49.288019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:49.306512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5a15629b-a116-4bf9-b574-ccc19ac66574 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:49.321319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, dcaf6de7-0799-4976-b67b-4aa250908bb3) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:49.326216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:49.326808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.337034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376b8dd-74d2-4f16-96d3-09e4dc69d002 None None] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:49.346887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559b90e-21f1-4710-9c6d-9909612239ea tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:49.352933 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f559b90e-21f1-4710-9c6d-9909612239ea tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/networks/82056055-8481-41c9-ba0c-b98d12eb486f HTTP/1.1" status: 200 len: 800 time: 0.3774471 Feb 16 23:52:49.353253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48790) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:49.358983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Network': ['ID=31b94a3d-a098-4598-8997-4a2fc115d727,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:49.371449 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3be0923c-e893-4ee7-86f9-5c5377538005 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/networks/31b94a3d-a098-4598-8997-4a2fc115d727 HTTP/1.1" status: 204 len: 168 time: 1.9361801 Feb 16 23:52:49.371810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48794) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:49.374649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.383661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:49.384329 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.408822 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5e5df3c1-11aa-4154-b804-c7bff61695ad tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9117386 Feb 16 23:52:49.436313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48798) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:49.471934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:52:49.493451 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Sync routers for ids ['89693cef-f4d4-4c53-99fa-b740245c7bb0'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:52:49.507338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Routers {'89693cef-f4d4-4c53-99fa-b740245c7bb0'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:49.508013 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['89693cef-f4d4-4c53-99fa-b740245c7bb0'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:49.554517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': '7e32c6df-5870-4d3c-a2a5-4a6c7726c78e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:49.570334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 5a15629b-a116-4bf9-b574-ccc19ac66574 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:49.698053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.701496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d9555eda-c142-41d1-bb06-7ebc72f43e27 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:49.738901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.744090 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3bd04b84-4196-4ebc-9a5a-329646224121 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5109930 Feb 16 23:52:49.749870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48802) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:49.782633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: d9555eda-c142-41d1-bb06-7ebc72f43e27 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:52:49.783082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d9555eda-c142-41d1-bb06-7ebc72f43e27 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:52:49.783591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aface528-4953-4111-80ad-02ee37e902a0 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:52:49.801850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Network': ['ID=bd9491fe-49cc-4b43-9c65-e77e1a3555a5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:49.808945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:49.813824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:49.816915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:49.824262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:49.833790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Deleting port aface528-4953-4111-80ad-02ee37e902a0 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:49.849172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.877524 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Set router 89693cef-f4d4-4c53-99fa-b740245c7bb0 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:52:49.915642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-dcaf6de7-0799-4976-b67b-4aa250908bb3', 'network_id': 'dcaf6de7-0799-4976-b67b-4aa250908bb3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': '67383be7-5e4a-4738-b705-f44f1d237ff5'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:49.917220 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.928629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:49.968985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 178f7d11-1325-4118-846d-11588c8d9540 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:49.984895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:49.994177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:50.002564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.041407 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d9ed1eb4-b520-4735-a525-d59da5e96b29 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7544732 Feb 16 23:52:50.060672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48808) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:50.146249 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b165f288-7464-4b5c-8557-9981dcccdd8a tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/networks/82056055-8481-41c9-ba0c-b98d12eb486f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7912626 Feb 16 23:52:50.150219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'subnet': {'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:50.196192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48812) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:50.452593 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89693cef-f4d4-4c53-99fa-b740245c7bb0', 'name': 'tempest-snat-router-728913432', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': False}, 'gw_port_id': 'd31f2167-f17f-4c4c-aad8-d20b31852071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:42Z', 'updated_at': '2022-02-16T23:52:46Z', 'revision_number': 3, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port': {'id': 'd31f2167-f17f-4c4c-aad8-d20b31852071', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:16:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89693cef-f4d4-4c53-99fa-b740245c7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:52:44Z', 'updated_at': '2022-02-16T23:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:50.459574 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Checking router: 89693cef-f4d4-4c53-99fa-b740245c7bb0 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:52:50.461188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Updating router 89693cef-f4d4-4c53-99fa-b740245c7bb0 port d31f2167-f17f-4c4c-aad8-d20b31852071 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:52:50.520698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.540651 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.593302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.657268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673a2475-8c0c-48e3-be4d-909714f27207']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:50.690636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80effa6-9af7-4187-8436-bd6a0bbcae10') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:50.690934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80effa6-9af7-4187-8436-bd6a0bbcae10') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:50.700041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=f7376bae-65e8-4158-a532-b921c902079c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:50.700271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.719548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b16ea-e5fd-4f28-9af4-22eaed9f2ec6 req-b97971fd-a9e5-47a8-8efe-f03fd16e0c12 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:50.720888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d90b16ea-e5fd-4f28-9af4-22eaed9f2ec6 req-b97971fd-a9e5-47a8-8efe-f03fd16e0c12 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.4140728 Feb 16 23:52:50.721634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': '8f227cb9-8288-42fc-84ab-1cf5540a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e32c6df-5870-4d3c-a2a5-4a6c7726c78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:50.721995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:50.727645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.729702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8029e7c-a3d8-4bb6-9195-73fbfc68c1cc tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:50.738227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48816) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:50.739138 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c8029e7c-a3d8-4bb6-9195-73fbfc68c1cc tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/subnets/9d50cc0f-653d-4de7-82c9-949b07f072ea HTTP/1.1" status: 200 len: 811 time: 0.5346408 Feb 16 23:52:50.741692 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-54d96130-13ab-4d2f-bd66-7b737f1ffe3b tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/89693cef-f4d4-4c53-99fa-b740245c7bb0 HTTP/1.1" status: 200 len: 907 time: 0.9884479 Feb 16 23:52:50.767908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48818) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:50.794779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning complete for port c0f634bc-298a-4ebc-be91-911822d2c8fd triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:50.795151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.888419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port aface528-4953-4111-80ad-02ee37e902a0, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aface528-4953-4111-80ad-02ee37e902a0,segment=NetworkSegment(0a6e6d72-615f-4210-a928-d4708afe4023),segment_id=0a6e6d72-615f-4210-a928-d4708afe4023)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:50.894491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] For port aface528-4953-4111-80ad-02ee37e902a0, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aface528-4953-4111-80ad-02ee37e902a0,segment=NetworkSegment(0a6e6d72-615f-4210-a928-d4708afe4023),segment_id=0a6e6d72-615f-4210-a928-d4708afe4023)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:50.894915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.915175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Allocated IP 2001:db8::2 (dcaf6de7-0799-4976-b67b-4aa250908bb3/67383be7-5e4a-4738-b705-f44f1d237ff5/14533889-b17f-4b76-9bea-5226daae6cf2) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:50.921264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.935508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'router': {'name': 'tempest-snat-router-728913432', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': True}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:50.954120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:50.976938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:50.980685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Usage tracker for resource:router and tenant:04dd379c1e404387a7bf96707d455e76 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:50.985925 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d90b16ea-e5fd-4f28-9af4-22eaed9f2ec6 req-f74d34d1-dddf-4ce6-ba50-13f8154bcac1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497246 Feb 16 23:52:50.991928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:51.017937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:51.018393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:51.035258 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:51.039727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:51.040487 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.056085 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Transition to ACTIVE for port object d31f2167-f17f-4c4c-aad8-d20b31852071 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:51.067428 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.084569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Port c0f634bc-298a-4ebc-be91-911822d2c8fd cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:51.093364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Calling delete_port for aface528-4953-4111-80ad-02ee37e902a0 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:51.098230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:51.122233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:51.126625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:51.127210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.143172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd22de-793b-4c7a-bac3-e0fb7ce28fe8 None None] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:51.157214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a4cb4-bca7-429a-a37d-eb70671cafba tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['shared'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:51.158746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6a1a4cb4-bca7-429a-a37d-eb70671cafba tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "GET /v2.0/subnets/9d50cc0f-653d-4de7-82c9-949b07f072ea?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3989470 Feb 16 23:52:51.166003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.168013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.173076 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619230d6-fe71-4b94-a6c8-a1f20a52d322 None None] Pushing event updated for resources: {'Port': ['ID=d31f2167-f17f-4c4c-aad8-d20b31852071,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:51.173236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48824) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:51.190582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695697264'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:51.199028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:51.212038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.212279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:51.217728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.221258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:subnet and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:51.226710 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Attempting to bind port d31f2167-f17f-4c4c-aad8-d20b31852071 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:51.227487 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Attempting to bind port d31f2167-f17f-4c4c-aad8-d20b31852071 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:51.227913 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Attempting to bind port d31f2167-f17f-4c4c-aad8-d20b31852071 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:51.233601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:51.237759 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:51.239348 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:51.239990 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.240669 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:51.241582 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Bound port: d31f2167-f17f-4c4c-aad8-d20b31852071, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:51.242173 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.248299 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:51.261465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Network': ['ID=673a2475-8c0c-48e3-be4d-909714f27207,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:51.267095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:51.269695 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ba458a45-73af-4b97-ac38-b6b1e111e1fd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8285394 Feb 16 23:52:51.272425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.274689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-730918c3-21ad-4780-9fb6-1e9ea12b94d6 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/networks/673a2475-8c0c-48e3-be4d-909714f27207 HTTP/1.1" status: 204 len: 168 time: 1.9016232 Feb 16 23:52:51.276583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48828) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:51.286963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48830) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:51.294838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::f (19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f/d583558c-7fa4-4270-b66d-14cd3b0aa4c8/178f7d11-1325-4118-846d-11588c8d9540) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:51.295053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-544466171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:51.303371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:51.310162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:router and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:51.317540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:51.317891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:51.323484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.323735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:51.327450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.341447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:51.395235 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] For port d31f2167-f17f-4c4c-aad8-d20b31852071, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:51.399096 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] For port d31f2167-f17f-4c4c-aad8-d20b31852071, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d31f2167-f17f-4c4c-aad8-d20b31852071,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:51.404914 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.431900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:52:51.442182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.442573 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Added segment 5f3402a5-6e67-4687-b8c4-9d010fc2f21a of type vlan for network 6025973c-9f96-4428-b7a2-acf183121640 Feb 16 23:52:51.444818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning for port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:51.473117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.480068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=aface528-4953-4111-80ad-02ee37e902a0,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:51.495212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning complete for port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:51.495858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.530132 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619230d6-fe71-4b94-a6c8-a1f20a52d322 None None] Pushing event updated for resources: {'Port': ['ID=d31f2167-f17f-4c4c-aad8-d20b31852071,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:51.546174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.574398 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Routers {'89693cef-f4d4-4c53-99fa-b740245c7bb0'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:51.575249 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['89693cef-f4d4-4c53-99fa-b740245c7bb0'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:51.581325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:51.581882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:51.604840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.610962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:51.611564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.638631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.656761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.689036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.690056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.834647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Network': ['ID=6025973c-9f96-4428-b7a2-acf183121640,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:51.847308 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] Set router 89693cef-f4d4-4c53-99fa-b740245c7bb0 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:52:51.883604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 6025973c-9f96-4428-b7a2-acf183121640 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:52:51.905556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-7e32c6df-5870-4d3c-a2a5-4a6c7726c78e', 'network_id': '7e32c6df-5870-4d3c-a2a5-4a6c7726c78e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': 'f7376bae-65e8-4158-a532-b921c902079c'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:51.906751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.943626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.989155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:51.993739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.005440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bb5cfdcb-745d-42a8-9734-6e41a7ee5784 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8271170 Feb 16 23:52:52.008590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48836) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:52.014276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.044463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=cb307334-831d-4508-a791-a1403c570e5b,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:52.049934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.070534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Transition to ACTIVE for port object 14533889-b17f-4b76-9bea-5226daae6cf2 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:52.073404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.080606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'network_id': '6025973c-9f96-4428-b7a2-acf183121640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:52.114357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.117051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.objects.ports [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87676) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:52:52.187538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Transition to ACTIVE for port object 14533889-b17f-4b76-9bea-5226daae6cf2 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:52.214783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.215814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.234444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.235720 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a81ce062-e882-4dbf-bc1d-9d3dfd5fdf72 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9498320 Feb 16 23:52:52.250130 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89693cef-f4d4-4c53-99fa-b740245c7bb0', 'name': 'tempest-snat-router-728913432', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': False}, 'gw_port_id': 'd31f2167-f17f-4c4c-aad8-d20b31852071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:42Z', 'updated_at': '2022-02-16T23:52:46Z', 'revision_number': 3, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port': {'id': 'd31f2167-f17f-4c4c-aad8-d20b31852071', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:16:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89693cef-f4d4-4c53-99fa-b740245c7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:52:44Z', 'updated_at': '2022-02-16T23:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:52.254572 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2861e12-db9f-4b4d-aabc-73d5537fd26e None None] The sync data for ids ['89693cef-f4d4-4c53-99fa-b740245c7bb0'] in dv-neutron-829040-1-hyperv is: [{'id': '89693cef-f4d4-4c53-99fa-b740245c7bb0', 'name': 'tempest-snat-router-728913432', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': False}, 'gw_port_id': 'd31f2167-f17f-4c4c-aad8-d20b31852071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:42Z', 'updated_at': '2022-02-16T23:52:46Z', 'revision_number': 3, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port': {'id': 'd31f2167-f17f-4c4c-aad8-d20b31852071', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:16:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89693cef-f4d4-4c53-99fa-b740245c7bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:52:44Z', 'updated_at': '2022-02-16T23:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:52:52.276892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48842) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:52.298627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network dd1d6146-d393-4fbc-8879-e058a5408d5a is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:52.350480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Deleting port aface528-4953-4111-80ad-02ee37e902a0 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:52.350890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.351537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:52.393270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] For port 76ca9f71-f853-4bd2-a329-4e63e7db6d52, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=76ca9f71-f853-4bd2-a329-4e63e7db6d52,segment=NetworkSegment(868022bb-03d7-44ab-842a-63ea8b19b5cb),segment_id=868022bb-03d7-44ab-842a-63ea8b19b5cb)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:52.454865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.462157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:52.477333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:52.480378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:52.505994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Subnet': ['ID=0c11f53a-2bea-4969-842f-0bf88fb18efd,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:52.590981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Pushing event updated for resources: {'Port': ['ID=14533889-b17f-4b76-9bea-5226daae6cf2,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:52.705413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:52.717650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:52.724135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Pushing event updated for resources: {'Port': ['ID=76ca9f71-f853-4bd2-a329-4e63e7db6d52,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:52.739382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning for port ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:52.769386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Made reservation on behalf of 7e3e7721af41473eae7760bf180f2294 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:52.770305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Allocated IP 2001:db8:1::2 (7e32c6df-5870-4d3c-a2a5-4a6c7726c78e/f7376bae-65e8-4158-a532-b921c902079c/fb9255c7-c630-4fd4-aab4-8c6457454fe9) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:52.773233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.779298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning complete for port ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:52.779723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.826806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Attempting to bind port 14533889-b17f-4b76-9bea-5226daae6cf2 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:52.827429 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Attempting to bind port 14533889-b17f-4b76-9bea-5226daae6cf2 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '7bf606e4-3535-45e3-ba4d-10e452aa5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dcaf6de7-0799-4976-b67b-4aa250908bb3'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:52.827808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Attempting to bind port 14533889-b17f-4b76-9bea-5226daae6cf2 on network dcaf6de7-0799-4976-b67b-4aa250908bb3 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:52.852731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:52.853127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Checking segment: {'id': '7bf606e4-3535-45e3-ba4d-10e452aa5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dcaf6de7-0799-4976-b67b-4aa250908bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:52.853606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:52.854015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Bound using segment: {'id': '7bf606e4-3535-45e3-ba4d-10e452aa5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dcaf6de7-0799-4976-b67b-4aa250908bb3'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:52.854511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Bound port: 14533889-b17f-4b76-9bea-5226daae6cf2, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf606e4-3535-45e3-ba4d-10e452aa5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dcaf6de7-0799-4976-b67b-4aa250908bb3'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:52.854901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.038248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Port ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:53.150033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.166281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.167195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 76ca9f71-f853-4bd2-a329-4e63e7db6d52 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:53.177638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Checking segment: {'id': 'a12933c3-da53-4791-85d7-3ee67e148599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:53.177996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network hostable DHCP agents. Network: bd9491fe-49cc-4b43-9c65-e77e1a3555a5, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:53.202714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] For port aface528-4953-4111-80ad-02ee37e902a0, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aface528-4953-4111-80ad-02ee37e902a0,segment=NetworkSegment(0a6e6d72-615f-4210-a928-d4708afe4023),segment_id=0a6e6d72-615f-4210-a928-d4708afe4023)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:53.203108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.208869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Performing IP validity checks on allocation pools {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 23:52:53.209796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_backend_mixin [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 23:52:53.211338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning for port 5a15629b-a116-4bf9-b574-ccc19ac66574 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:53.237666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 178f7d11-1325-4118-846d-11588c8d9540 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:53.243679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:53.255050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Router df073359-96f7-46b9-9500-4c7df86687fe is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:52:53.261129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning complete for port 5a15629b-a116-4bf9-b574-ccc19ac66574 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:53.261714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.268823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc8a26e-98cb-4213-a666-d711b33fd426') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:53.269115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc8a26e-98cb-4213-a666-d711b33fd426') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:53.297931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5395f7-d57b-42ea-b6c5-f4572b4d8de9 req-f49186e7-49aa-4962-9b4b-bc285f4b63d9 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:53.306752 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa5395f7-d57b-42ea-b6c5-f4572b4d8de9 req-f49186e7-49aa-4962-9b4b-bc285f4b63d9 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 1.0695636 Feb 16 23:52:53.329803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:53.348523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.363496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, bd9491fe-49cc-4b43-9c65-e77e1a3555a5) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:53.396613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:53.397211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.441524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb53d837-7197-4ee0-981a-f3bb0337d32b None None] Network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:53.460549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.468144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Calling delete_port for aface528-4953-4111-80ad-02ee37e902a0 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:53.485686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.529365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:52:53.530139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:52:53.545449 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:52:53.554111 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-83e65df6-18fa-4a82-a6cb-fae49f602c6f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4694874 Feb 16 23:52:53.561817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48846) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:53.581113 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa5395f7-d57b-42ea-b6c5-f4572b4d8de9 req-00420e91-e7ee-4614-bee0-5806171533f7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733986 Feb 16 23:52:53.590545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] For port 14533889-b17f-4b76-9bea-5226daae6cf2, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:53.613564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.615897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'port': {'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5', 'name': 'tempest-NetworksIpV6TestAttrs-96536527'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:53.709114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] For port 14533889-b17f-4b76-9bea-5226daae6cf2, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=14533889-b17f-4b76-9bea-5226daae6cf2,segment=NetworkSegment(7bf606e4-3535-45e3-ba4d-10e452aa5c4f),segment_id=7bf606e4-3535-45e3-ba4d-10e452aa5c4f)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:53.749016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=178f7d11-1325-4118-846d-11588c8d9540,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:53.752601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.760782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:53.765161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:53.769309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:53.775397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:53.776473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.795623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:52:53.797928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.805212 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fd4945d5-7958-43c2-be78-4b107ddca3dd tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "PUT /v2.0/routers/df073359-96f7-46b9-9500-4c7df86687fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4911172 Feb 16 23:52:53.807053 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dfe75410-ef15-4075-a255-125f13282653 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.4760025 Feb 16 23:52:53.807911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48850) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:53.808217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48852) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:53.831850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] Sync routers for ids ['df073359-96f7-46b9-9500-4c7df86687fe'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:52:53.883033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.894854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Transition to ACTIVE for port object fb9255c7-c630-4fd4-aab4-8c6457454fe9 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:53.909476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:53.912580 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] 10.222.0.47 "DELETE /v2.0/networks/7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c HTTP/1.1" status: 204 len: 168 time: 2.6221240 Feb 16 23:52:53.916821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Transition to ACTIVE for port object fb9255c7-c630-4fd4-aab4-8c6457454fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:53.943693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a3658-d438-4969-97ca-21a35210e9b0 tempest-BulkNetworkOpsIpV6Test-859828966 tempest-BulkNetworkOpsIpV6Test-859828966-project] Pushing event deleted for resources: {'Network': ['ID=7ac4646e-aba2-4cf0-80c8-9b8ce2fad79c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:54.101784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a3813-ddff-4e52-9f42-e2cc5439c82e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:54.102888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7e4a3813-ddff-4e52-9f42-e2cc5439c82e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:54.127009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.143433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.145417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3135738e-ae8d-4dc1-8dee-9a0808ad4768 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:54.149771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3135738e-ae8d-4dc1-8dee-9a0808ad4768 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:54.169867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.171064 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] Routers {'df073359-96f7-46b9-9500-4c7df86687fe'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:54.171653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df073359-96f7-46b9-9500-4c7df86687fe'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:54.183087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7e4a3813-ddff-4e52-9f42-e2cc5439c82e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:54.194572 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e4a3813-ddff-4e52-9f42-e2cc5439c82e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3822732 Feb 16 23:52:54.195666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3135738e-ae8d-4dc1-8dee-9a0808ad4768 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:54.201177 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3135738e-ae8d-4dc1-8dee-9a0808ad4768 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports?device_id=df073359-96f7-46b9-9500-4c7df86687fe HTTP/1.1" status: 200 len: 983 time: 0.3905568 Feb 16 23:52:54.202382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48860) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:54.202919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48862) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:54.241191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:54.275604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.277818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] For port 5a15629b-a116-4bf9-b574-ccc19ac66574, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5a15629b-a116-4bf9-b574-ccc19ac66574,segment=NetworkSegment(f47e847b-62af-49ca-88d8-1fc4866d4d6e),segment_id=f47e847b-62af-49ca-88d8-1fc4866d4d6e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:54.293498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:54.294083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.342095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:54.383146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.387129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.428039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:54.434530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] No DVR routers for this DVR port aface528-4953-4111-80ad-02ee37e902a0 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:52:54.448716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:54.490018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48870) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:54.519990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] Routers {'df073359-96f7-46b9-9500-4c7df86687fe'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:54.520978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df073359-96f7-46b9-9500-4c7df86687fe'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:54.527631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:54.533229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:port and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:52:54.538738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:52:54.548675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:52:54.578378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52bfea-cc80-4f56-beda-09cf821fcb1d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:54.584891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52bfea-cc80-4f56-beda-09cf821fcb1d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:54.592102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52bfea-cc80-4f56-beda-09cf821fcb1d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:54.593930 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6c52bfea-cc80-4f56-beda-09cf821fcb1d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3899179 Feb 16 23:52:54.600320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d035e2-733e-4c18-9d13-3b2784d7a16b None None] Pushing event updated for resources: {'Port': ['ID=14533889-b17f-4b76-9bea-5226daae6cf2,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:54.634948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.638759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48876) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:54.686608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:54.687016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c8269-da91-48e2-94ee-c2788e1fd5f3 None None] The sync data for ids ['df073359-96f7-46b9-9500-4c7df86687fe'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:52:54.778992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:52:54.782839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.807371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning for port cb307334-831d-4508-a791-a1403c570e5b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:54.840813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Attempting to bind port fb9255c7-c630-4fd4-aab4-8c6457454fe9 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:54.841120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Attempting to bind port fb9255c7-c630-4fd4-aab4-8c6457454fe9 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '8f227cb9-8288-42fc-84ab-1cf5540a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e32c6df-5870-4d3c-a2a5-4a6c7726c78e'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:54.841471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Attempting to bind port fb9255c7-c630-4fd4-aab4-8c6457454fe9 on network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:54.880886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Provisioning complete for port cb307334-831d-4508-a791-a1403c570e5b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:54.881268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.911720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-02f2e65b-e5c6-4a2e-9a1f-eba9ea74dde0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f2268e24bbc4d46acbe4ffab2625654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177041 Feb 16 23:52:54.913400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48882) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:54.920917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:54.921212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Checking segment: {'id': '8f227cb9-8288-42fc-84ab-1cf5540a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e32c6df-5870-4d3c-a2a5-4a6c7726c78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:54.921499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.921895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Bound using segment: {'id': '8f227cb9-8288-42fc-84ab-1cf5540a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e32c6df-5870-4d3c-a2a5-4a6c7726c78e'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:54.922383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Bound port: fb9255c7-c630-4fd4-aab4-8c6457454fe9, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f227cb9-8288-42fc-84ab-1cf5540a81a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7e32c6df-5870-4d3c-a2a5-4a6c7726c78e'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:54.922761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:54.951409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Pushing event updated for resources: {'Port': ['ID=fb9255c7-c630-4fd4-aab4-8c6457454fe9,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:54.995933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-10e117fa-e5e0-443c-9b3a-fd930e60816f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.005598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-bd9491fe-49cc-4b43-9c65-e77e1a3555a5', 'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5', 'tenant_id': '02dba9afdecf46478eb8f50652712c45', 'fixed_ips': [{'subnet_id': '0c11f53a-2bea-4969-842f-0bf88fb18efd'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:55.006437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.068195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-10e117fa-e5e0-443c-9b3a-fd930e60816f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.122944 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Port cb307334-831d-4508-a791-a1403c570e5b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:55.157351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] device_id is not set on port 196f64c9-f74c-4ba7-bc35-ce1a1d68c16b yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:52:55.185268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-10e117fa-e5e0-443c-9b3a-fd930e60816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.204436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.225679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=a49c3394-beea-445e-896b-76cbd97f6006,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:55.226317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d31f2167-f17f-4c4c-aad8-d20b31852071 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:55.251443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e43e1f-211f-45c5-8202-827dc5d116ad None None] Pushing event updated for resources: {'Port': ['ID=5a15629b-a116-4bf9-b574-ccc19ac66574,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:55.276592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 178f7d11-1325-4118-846d-11588c8d9540 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:55.277045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.340126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] For port fb9255c7-c630-4fd4-aab4-8c6457454fe9, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:55.340911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Allocated IP 172.26.2.4 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/f99a5bbe-a7d6-439c-a810-f80ca806e5a0) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:55.343476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8::1 (dcaf6de7-0799-4976-b67b-4aa250908bb3/67383be7-5e4a-4738-b705-f44f1d237ff5/c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:55.347462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3f6fc-35c9-426b-81b8-1b8e2a80403d None None] Pushing event deleted for resources: {'Port': ['ID=aface528-4953-4111-80ad-02ee37e902a0,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:55.384260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Checking segment: {'id': '5f3402a5-6e67-4687-b8c4-9d010fc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6025973c-9f96-4428-b7a2-acf183121640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:55.384652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network hostable DHCP agents. Network: 6025973c-9f96-4428-b7a2-acf183121640, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:52:55.386526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] For port fb9255c7-c630-4fd4-aab4-8c6457454fe9, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fb9255c7-c630-4fd4-aab4-8c6457454fe9,segment=NetworkSegment(8f227cb9-8288-42fc-84ab-1cf5540a81a3),segment_id=8f227cb9-8288-42fc-84ab-1cf5540a81a3)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:55.421919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.426237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-69eb42fd-ba2c-44c0-a58b-89e7fb0bb5a5 None None] Provisioning complete for port cb307334-831d-4508-a791-a1403c570e5b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:55.430357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69eb42fd-ba2c-44c0-a58b-89e7fb0bb5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.438417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e117fa-e5e0-443c-9b3a-fd930e60816f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b20d41-0eba-4cd3-b364-69bf9c5acae2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:55.510534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-10e117fa-e5e0-443c-9b3a-fd930e60816f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.511670 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-10e117fa-e5e0-443c-9b3a-fd930e60816f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88b20d41-0eba-4cd3-b364-69bf9c5acae2 HTTP/1.1" status: 204 len: 168 time: 0.5985160 Feb 16 23:52:55.613361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69eb42fd-ba2c-44c0-a58b-89e7fb0bb5a5 None None] Port cb307334-831d-4508-a791-a1403c570e5b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:55.657151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port d31f2167-f17f-4c4c-aad8-d20b31852071 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:55.695753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Allocated IP 2001:db8::f816:3eff:fe58:24b (bd9491fe-49cc-4b43-9c65-e77e1a3555a5/0c11f53a-2bea-4969-842f-0bf88fb18efd/8c232806-bf7e-4b1c-bcb9-f0214d0087d9) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:55.700118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d31f2167-f17f-4c4c-aad8-d20b31852071 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:55.706383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.752209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port cb307334-831d-4508-a791-a1403c570e5b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:55.752645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.779709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-69eb42fd-ba2c-44c0-a58b-89e7fb0bb5a5 None None] Provisioning for port 178f7d11-1325-4118-846d-11588c8d9540 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:55.803574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fe4b4-7d54-4833-b835-140fa38bbcf4 None None] Pushing event updated for resources: {'Port': ['ID=fb9255c7-c630-4fd4-aab4-8c6457454fe9,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:55.850314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-69eb42fd-ba2c-44c0-a58b-89e7fb0bb5a5 None None] Provisioning complete for port 178f7d11-1325-4118-846d-11588c8d9540 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:55.850697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69eb42fd-ba2c-44c0-a58b-89e7fb0bb5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:55.966158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.002579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:56.062858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.120003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69eb42fd-ba2c-44c0-a58b-89e7fb0bb5a5 None None] Port 178f7d11-1325-4118-846d-11588c8d9540 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:52:56.138027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.156981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268855db-fcca-489d-b1b0-bb51e36334eb None None] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:56.299196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for cb307334-831d-4508-a791-a1403c570e5b owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:56.373302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.461708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.471968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Transition to ACTIVE for port object 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:56.475633 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-7966c216-1edb-43f4-89d6-aed6837e63be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1354675 Feb 16 23:52:56.529784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Transition to ACTIVE for port object 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:56.546818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.551821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.555287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f97e496-d995-49a5-bee4-d74741d97759 None None] Provisioning for port 14533889-b17f-4b76-9bea-5226daae6cf2 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:56.560247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.617118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 178f7d11-1325-4118-846d-11588c8d9540 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:52:56.672239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:56.675863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port d31f2167-f17f-4c4c-aad8-d20b31852071, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d31f2167-f17f-4c4c-aad8-d20b31852071,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:56.695241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=cb307334-831d-4508-a791-a1403c570e5b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:56.710460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:56.723561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:56.726160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.739279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Pushing event updated for resources: {'Port': ['ID=8c232806-bf7e-4b1c-bcb9-f0214d0087d9,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:56.783726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d51b3-8b18-417e-9b43-45deacefde55 req-d79aeb88-12b0-48eb-b055-db0504c9db54 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:56.793161 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-773d51b3-8b18-417e-9b43-45deacefde55 req-d79aeb88-12b0-48eb-b055-db0504c9db54 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 1.9567578 Feb 16 23:52:56.827316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48906) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:56.850667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.856371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:56.948342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Network 6025973c-9f96-4428-b7a2-acf183121640 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:52:57.111312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb9255c7-c630-4fd4-aab4-8c6457454fe9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:57.167380 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-773d51b3-8b18-417e-9b43-45deacefde55 req-88692970-9bd9-4332-bb06-8fba746c20f5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053565 Feb 16 23:52:57.170878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-14288194-3eb4-434c-af7b-28ad64674026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:57.172656 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-14288194-3eb4-434c-af7b-28ad64674026 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.5459194 Feb 16 23:52:57.187151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f2ad2fe9-426b-4de4-b594-3dad3eb2d9b5 tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1486624422', 'prefixes': ['172.20.0.0/16']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:57.189859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Attempting to bind port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:52:57.190231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Attempting to bind port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a12933c3-da53-4791-85d7-3ee67e148599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:52:57.190591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Attempting to bind port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 on network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:52:57.198262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f2ad2fe9-426b-4de4-b594-3dad3eb2d9b5 tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:52:57.200495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.205438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:57.216393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=d31f2167-f17f-4c4c-aad8-d20b31852071,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:57.219922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:57.226555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:52:57.227109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Checking segment: {'id': 'a12933c3-da53-4791-85d7-3ee67e148599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:52:57.228147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.228603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Bound using segment: {'id': 'a12933c3-da53-4791-85d7-3ee67e148599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:52:57.229231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Bound port: 8c232806-bf7e-4b1c-bcb9-f0214d0087d9, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12933c3-da53-4791-85d7-3ee67e148599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd9491fe-49cc-4b43-9c65-e77e1a3555a5'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:52:57.229804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.237373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:57.241419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:57.273786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:57.276487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:57.277375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.328484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e9c60-f311-40ca-b3bd-18f2aed8f3da None None] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:57.466618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 6025973c-9f96-4428-b7a2-acf183121640) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:57.471933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:57.473052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.523942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a2368-f5a0-4437-a915-5ce7414ad55e None None] Network 6025973c-9f96-4428-b7a2-acf183121640 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:57.665009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port fb9255c7-c630-4fd4-aab4-8c6457454fe9 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:57.670780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-22e48048-943c-48ad-b80f-3a1baf6612cb None None] Provisioning for port fb9255c7-c630-4fd4-aab4-8c6457454fe9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:57.678620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fb9255c7-c630-4fd4-aab4-8c6457454fe9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:57.679415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.707521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] For port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:52:57.747650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-22e48048-943c-48ad-b80f-3a1baf6612cb None None] Provisioning complete for port fb9255c7-c630-4fd4-aab4-8c6457454fe9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:57.748024 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22e48048-943c-48ad-b80f-3a1baf6612cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.813736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-aeddf976-c403-4261-8b48-29ee04f32023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:57.815317 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-aeddf976-c403-4261-8b48-29ee04f32023 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 0.6026235 Feb 16 23:52:57.845838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] For port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c232806-bf7e-4b1c-bcb9-f0214d0087d9,segment=NetworkSegment(a12933c3-da53-4791-85d7-3ee67e148599),segment_id=a12933c3-da53-4791-85d7-3ee67e148599)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:52:57.848233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Allocated IP 2001:db8::f816:3eff:fefc:67cb (bd9491fe-49cc-4b43-9c65-e77e1a3555a5/0c11f53a-2bea-4969-842f-0bf88fb18efd/196f64c9-f74c-4ba7-bc35-ce1a1d68c16b) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:57.860441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:57.899454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.900760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Router df073359-96f7-46b9-9500-4c7df86687fe has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:52:57.907900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2fe9-426b-4de4-b594-3dad3eb2d9b5 tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] Notify callbacks [] for subnetpool, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:57.911511 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f2ad2fe9-426b-4de4-b594-3dad3eb2d9b5 tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0817645 Feb 16 23:52:57.918232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48912) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:58.021347 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-081c9ced-56d5-4787-b777-8a45efad2f7e tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] 10.222.0.47 "GET /v2.0/subnetpools/8b7f6285-e08f-40b1-ad94-065f6c934949 HTTP/1.1" status: 200 len: 732 time: 0.0931454 Feb 16 23:52:58.028437 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-4d90ce84-0b15-4de3-b5f9-a7b4ce221e55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 1001 time: 0.2050731 Feb 16 23:52:58.030566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48916) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:58.069279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a5fa-2e27-4690-bf3f-53262459cef0 None None] Pushing event updated for resources: {'Port': ['ID=8c232806-bf7e-4b1c-bcb9-f0214d0087d9,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:58.106798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f0cc2701-46aa-444a-8c80-86f3ec0711da tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2012839261'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:58.177856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:52:58.189640 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] Sync routers for ids ['df073359-96f7-46b9-9500-4c7df86687fe'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:52:58.200486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0c9ac24c-b3c0-42d8-81d5-f0128c340215 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "PUT /v2.0/routers/df073359-96f7-46b9-9500-4c7df86687fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9939003 Feb 16 23:52:58.207192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48922) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:58.215671 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] Routers {'df073359-96f7-46b9-9500-4c7df86687fe'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:58.221110 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df073359-96f7-46b9-9500-4c7df86687fe'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:58.266733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.279048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22e48048-943c-48ad-b80f-3a1baf6612cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.293101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-6025973c-9f96-4428-b7a2-acf183121640', 'network_id': '6025973c-9f96-4428-b7a2-acf183121640', 'tenant_id': '7e3e7721af41473eae7760bf180f2294', 'fixed_ips': [{'subnet_id': 'a49c3394-beea-445e-896b-76cbd97f6006'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:52:58.293976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.313317 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-916182a6-f5ed-4940-a617-3ffd04aa41c5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:52:58.313686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-916182a6-f5ed-4940-a617-3ffd04aa41c5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:52:58.345626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Port': ['ID=f99a5bbe-a7d6-439c-a810-f80ca806e5a0,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:58.387033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.412911 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:58.431379 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] Routers {'df073359-96f7-46b9-9500-4c7df86687fe'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:52:58.432361 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df073359-96f7-46b9-9500-4c7df86687fe'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:58.436957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-5f6a3b88-75a4-42c7-a52e-156975eb3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:58.442063 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-5f6a3b88-75a4-42c7-a52e-156975eb3380 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.4042697 Feb 16 23:52:58.449784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-916182a6-f5ed-4940-a617-3ffd04aa41c5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:52:58.450303 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1ed3343e-7dd2-402a-8576-cd6038337306 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 6.4325120 Feb 16 23:52:58.451114 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-916182a6-f5ed-4940-a617-3ffd04aa41c5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/cb307334-831d-4508-a791-a1403c570e5b HTTP/1.1" status: 404 len: 333 time: 0.2427714 Feb 16 23:52:58.451663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48926) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:58.461321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48928) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:58.540150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d614321e-1e98-4035-91d6-1133fa592437 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:52:58.555863 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:52:58.556460 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75c9c5-7939-444e-8368-c448ddacd4d7 None None] The sync data for ids ['df073359-96f7-46b9-9500-4c7df86687fe'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:52:58.560446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port fb9255c7-c630-4fd4-aab4-8c6457454fe9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fb9255c7-c630-4fd4-aab4-8c6457454fe9,segment=NetworkSegment(8f227cb9-8288-42fc-84ab-1cf5540a81a3),segment_id=8f227cb9-8288-42fc-84ab-1cf5540a81a3)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:58.581541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.582548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 14533889-b17f-4b76-9bea-5226daae6cf2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:58.660100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f0cc2701-46aa-444a-8c80-86f3ec0711da tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] Notify callbacks [] for subnetpool, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.661264 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f0cc2701-46aa-444a-8c80-86f3ec0711da tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] 10.222.0.47 "PUT /v2.0/subnetpools/8b7f6285-e08f-40b1-ad94-065f6c934949 HTTP/1.1" status: 200 len: 684 time: 0.6252213 Feb 16 23:52:58.664838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48934) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:58.692094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=fb9255c7-c630-4fd4-aab4-8c6457454fe9,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:58.762005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-090b3749-56e0-4516-9c42-5115cc7e6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:52:58.763462 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-090b3749-56e0-4516-9c42-5115cc7e6666 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3109565 Feb 16 23:52:58.801840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.835745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-22e48048-943c-48ad-b80f-3a1baf6612cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:52:58.836274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-22e48048-943c-48ad-b80f-3a1baf6612cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:52:58.843530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Allocated IP 172.20.0.3 (6025973c-9f96-4428-b7a2-acf183121640/a49c3394-beea-445e-896b-76cbd97f6006/6551708e-a182-4233-95e8-b27631d50a4e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:52:58.881865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1215896-4019-45dd-a809-62c606747741 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.888042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d614321e-1e98-4035-91d6-1133fa592437 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6570423'] for subnet, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.943009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 14533889-b17f-4b76-9bea-5226daae6cf2 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:52:58.952101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 14533889-b17f-4b76-9bea-5226daae6cf2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:58.952490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.969218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cfba3ff0-9b43-4367-bb0a-25f0c474a45c tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] Notify callbacks [] for subnetpool, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:58.970345 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cfba3ff0-9b43-4367-bb0a-25f0c474a45c tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] 10.222.0.47 "DELETE /v2.0/subnetpools/8b7f6285-e08f-40b1-ad94-065f6c934949 HTTP/1.1" status: 204 len: 168 time: 0.3030736 Feb 16 23:52:58.973842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48938) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:58.998786 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-3eabdf72-333b-4da8-bd5e-c514f9e18df6 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268841 Feb 16 23:52:59.002152 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-4e2f904f-625d-446b-bc48-465f5f8a856a tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] show failed (client error): The resource could not be found. Feb 16 23:52:59.003127 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4e2f904f-625d-446b-bc48-465f5f8a856a tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] 10.222.0.47 "GET /v2.0/subnetpools/8b7f6285-e08f-40b1-ad94-065f6c934949 HTTP/1.1" status: 404 len: 346 time: 0.0288286 Feb 16 23:52:59.006039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48942) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:59.139455 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-21dad74d-4d28-4b52-a82f-56c3db9ce1c5 tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] delete failed (client error): The resource could not be found. Feb 16 23:52:59.140665 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-21dad74d-4d28-4b52-a82f-56c3db9ce1c5 tempest-SubnetPoolsTestJSON-1129998491 tempest-SubnetPoolsTestJSON-1129998491-project] 10.222.0.47 "DELETE /v2.0/subnetpools/8b7f6285-e08f-40b1-ad94-065f6c934949 HTTP/1.1" status: 404 len: 346 time: 0.1335709 Feb 16 23:52:59.167246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=178f7d11-1325-4118-846d-11588c8d9540,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:59.237571 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9965c59-ca8a-420a-b342-392a5fa03b1a req-b8d122d3-9cae-4ceb-95e4-be1072ef6cf5 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287848 Feb 16 23:52:59.269025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.271267 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-84df7d73-9781-40fe-a260-f88353f3f0ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/178f7d11-1325-4118-846d-11588c8d9540 HTTP/1.1" status: 204 len: 168 time: 4.5210416 Feb 16 23:52:59.274107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48948) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:59.297412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.311882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.333931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Transition to ACTIVE for port object 6551708e-a182-4233-95e8-b27631d50a4e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:59.334972 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa07ac37-9172-433f-982f-a56a952661ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:52:59.341671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48952) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:59.342259 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aa07ac37-9172-433f-982f-a56a952661ef tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/178f7d11-1325-4118-846d-11588c8d9540 HTTP/1.1" status: 404 len: 333 time: 0.0668938 Feb 16 23:52:59.432926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Transition to ACTIVE for port object 6551708e-a182-4233-95e8-b27631d50a4e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:52:59.457766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 14533889-b17f-4b76-9bea-5226daae6cf2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=14533889-b17f-4b76-9bea-5226daae6cf2,segment=NetworkSegment(7bf606e4-3535-45e3-ba4d-10e452aa5c4f),segment_id=7bf606e4-3535-45e3-ba4d-10e452aa5c4f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:52:59.461328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.503834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.504722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5a15629b-a116-4bf9-b574-ccc19ac66574 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:52:59.606440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d7451-6786-4f96-aa41-f72d362c0af3 None None] Network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:52:59.689957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1215896-4019-45dd-a809-62c606747741 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.693389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1215896-4019-45dd-a809-62c606747741 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.774653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Network 6025973c-9f96-4428-b7a2-acf183121640 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:52:59.784907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:52:59.786633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Provisioning complete for port 14533889-b17f-4b76-9bea-5226daae6cf2 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:52:59.787003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.811615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:52:59.852381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48960) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:52:59.865107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Pushing event updated for resources: {'Port': ['ID=6551708e-a182-4233-95e8-b27631d50a4e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:52:59.922070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:52:59.922534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:52:59.982165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=14533889-b17f-4b76-9bea-5226daae6cf2,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:00.008910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1215896-4019-45dd-a809-62c606747741 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.009323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1215896-4019-45dd-a809-62c606747741 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Fanout notify agent at l3_agent the message router_deleted on router df073359-96f7-46b9-9500-4c7df86687fe {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:00.035807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Attempting to bind port 6551708e-a182-4233-95e8-b27631d50a4e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:00.036185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Attempting to bind port 6551708e-a182-4233-95e8-b27631d50a4e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '5f3402a5-6e67-4687-b8c4-9d010fc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6025973c-9f96-4428-b7a2-acf183121640'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:00.036546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Attempting to bind port 6551708e-a182-4233-95e8-b27631d50a4e on network 6025973c-9f96-4428-b7a2-acf183121640 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:00.047834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:00.048245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Checking segment: {'id': '5f3402a5-6e67-4687-b8c4-9d010fc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6025973c-9f96-4428-b7a2-acf183121640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:00.048636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.049025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Bound using segment: {'id': '5f3402a5-6e67-4687-b8c4-9d010fc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6025973c-9f96-4428-b7a2-acf183121640'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:00.049491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Bound port: 6551708e-a182-4233-95e8-b27631d50a4e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3402a5-6e67-4687-b8c4-9d010fc2f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6025973c-9f96-4428-b7a2-acf183121640'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:00.050312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.051144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056470-31fd-4b47-8a46-b65984dc53f4 req-426a9139-8a33-49f3-a690-2059a5132806 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:00.052686 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74056470-31fd-4b47-8a46-b65984dc53f4 req-426a9139-8a33-49f3-a690-2059a5132806 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 1.5904210 Feb 16 23:53:00.075603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1215896-4019-45dd-a809-62c606747741 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.078887 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e1215896-4019-45dd-a809-62c606747741 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/routers/df073359-96f7-46b9-9500-4c7df86687fe HTTP/1.1" status: 204 len: 168 time: 1.6081402 Feb 16 23:53:00.081453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48970) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:00.120331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5a15629b-a116-4bf9-b574-ccc19ac66574 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:00.120807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.133768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.138798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d614321e-1e98-4035-91d6-1133fa592437 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794907371295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6982307'] for subnet, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.187742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.235170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Transition to ACTIVE for port object 196f64c9-f74c-4ba7-bc35-ce1a1d68c16b will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:00.242903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d614321e-1e98-4035-91d6-1133fa592437 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:00.243503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d614321e-1e98-4035-91d6-1133fa592437 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.247713 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d614321e-1e98-4035-91d6-1133fa592437 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "PUT /v2.0/subnets/a49c3394-beea-445e-896b-76cbd97f6006 HTTP/1.1" status: 200 len: 877 time: 1.7391837 Feb 16 23:53:00.249077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:00.251410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48974) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:00.257552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:00.265686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.286148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74056470-31fd-4b47-8a46-b65984dc53f4 req-45ab2379-d65b-4631-8c87-00663e9e52cf tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992183 Feb 16 23:53:00.293887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Usage tracker for resource:security_group_rule and tenant:06c1942be56c404dbd1686710bdd937c is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:00.320883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:00.334863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:00.387105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614321e-1e98-4035-91d6-1133fa592437 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event updated for resources: {'Subnet': ['ID=a49c3394-beea-445e-896b-76cbd97f6006,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:00.391451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] For port 6551708e-a182-4233-95e8-b27631d50a4e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:00.399937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] For port 6551708e-a182-4233-95e8-b27631d50a4e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6551708e-a182-4233-95e8-b27631d50a4e,segment=NetworkSegment(5f3402a5-6e67-4687-b8c4-9d010fc2f21a),segment_id=5f3402a5-6e67-4687-b8c4-9d010fc2f21a)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:00.402021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.437087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.459967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.556033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.592549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Provisioning complete for port fb9255c7-c630-4fd4-aab4-8c6457454fe9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:00.593228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.611551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 6551708e-a182-4233-95e8-b27631d50a4e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:00.611886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.680665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.764270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd8108-e25b-4893-a0e1-d3a80ff5ca6d None None] Pushing event updated for resources: {'Port': ['ID=6551708e-a182-4233-95e8-b27631d50a4e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:00.868590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:00.970780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Provisioning for port c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:00.980496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.002159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Provisioning complete for port c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:01.002553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.098256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.102733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb9255c7-c630-4fd4-aab4-8c6457454fe9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:01.156805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d1d0b-3e7a-4b0d-b1bd-f4894bf735ed None None] Port c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:01.183290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fb9255c7-c630-4fd4-aab4-8c6457454fe9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:01.183669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.207823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a973446-5fd7-4a4f-acf7-dcef920361ec,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:01.226467 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-66d58e1e-bd63-482d-9943-b33a2aa5be72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06c1942be56c404dbd1686710bdd937c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3727920 Feb 16 23:53:01.233348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48982) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:01.308216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-f0ced9e2-fe86-40c8-bc5a-9a72ad4f5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:01.309948 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-f0ced9e2-fe86-40c8-bc5a-9a72ad4f5e7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.2905049 Feb 16 23:53:01.331772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-41bbdc02-9e6b-465e-8595-0b723001cd9a None None] Provisioning for port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:01.342376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 14533889-b17f-4b76-9bea-5226daae6cf2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:01.362395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 6551708e-a182-4233-95e8-b27631d50a4e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6551708e-a182-4233-95e8-b27631d50a4e,segment=NetworkSegment(5f3402a5-6e67-4687-b8c4-9d010fc2f21a),segment_id=5f3402a5-6e67-4687-b8c4-9d010fc2f21a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:01.362741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.371170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.433416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 14533889-b17f-4b76-9bea-5226daae6cf2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:01.433951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.459883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.537708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6484e0-66d0-4bd2-84ef-7723297e640c None None] Network dd1d6146-d393-4fbc-8879-e058a5408d5a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:01.593133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:01.595646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.605849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 6551708e-a182-4233-95e8-b27631d50a4e owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:01.685322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:01.700701 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f6acb5c0-2bd5-45b9-8264-61d47492030d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83 HTTP/1.1" status: 204 len: 168 time: 1.6182239 Feb 16 23:53:01.714897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 48986) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:01.737657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:01.750332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:01.773938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-13c8845a-7afa-46ee-8592-a4d0c5aa212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:01.775970 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-13c8845a-7afa-46ee-8592-a4d0c5aa212f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 0.4514456 Feb 16 23:53:01.781637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:01.794978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:01.795875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.801180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.824159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Port': ['ID=196f64c9-f74c-4ba7-bc35-ce1a1d68c16b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:01.856753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:53:01.875217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:01.880465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:01.880911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:01.952441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4420422-4d5f-4dd5-a055-6e17fcc29f0b req-dc4734b7-6487-4228-9094-b797773f0829 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:01.964506 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c4420422-4d5f-4dd5-a055-6e17fcc29f0b req-dc4734b7-6487-4228-9094-b797773f0829 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.9844632 Feb 16 23:53:02.065830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.079771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42b9c5a4-087b-4e0f-8fbb-efde7e21d46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.094324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] DHCP port deletion for dd1d6146-d393-4fbc-8879-e058a5408d5a request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:02.103929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:02.106226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Deleting port 5a15629b-a116-4bf9-b574-ccc19ac66574 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:02.106704 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.154226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.159400 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d54f15d8-5452-472f-b5b6-aa2e309dc2af tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 8.5896935 Feb 16 23:53:02.160076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48990) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:02.163545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c232806-bf7e-4b1c-bcb9-f0214d0087d9,segment=NetworkSegment(a12933c3-da53-4791-85d7-3ee67e148599),segment_id=a12933c3-da53-4791-85d7-3ee67e148599)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:02.171607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8b777-46ab-4bdd-bace-b3ffcebec4e4 None None] Network 6025973c-9f96-4428-b7a2-acf183121640 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:02.194244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.195198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d31f2167-f17f-4c4c-aad8-d20b31852071 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:02.228303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.229065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.247738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.255229 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-7a3e3e3b-de4a-45bd-a132-e23056846bf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 1001 time: 0.4711542 Feb 16 23:53:02.258900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.303588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42b9c5a4-087b-4e0f-8fbb-efde7e21d46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.357013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Port': ['ID=6551708e-a182-4233-95e8-b27631d50a4e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:02.358439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-387fffc3-8235-4b79-b991-02c7a4cd6fa3 None None] Could not find standard attr ID for object 6551708e-a182-4233-95e8-b27631d50a4e. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:53:02.374341 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c4420422-4d5f-4dd5-a055-6e17fcc29f0b req-6f9a5664-816d-4a6e-a56a-baf635b7ec2d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090641 Feb 16 23:53:02.394463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 5a15629b-a116-4bf9-b574-ccc19ac66574 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:02.394463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.456248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-387fffc3-8235-4b79-b991-02c7a4cd6fa3 None None] Provisioning for port 196f64c9-f74c-4ba7-bc35-ce1a1d68c16b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:02.465242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8c232806-bf7e-4b1c-bcb9-f0214d0087d9,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:02.484168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting subnet 0c11f53a-2bea-4969-842f-0bf88fb18efd {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:02.485937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:02.502946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.507197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No DVR routers for this DVR port 6551708e-a182-4233-95e8-b27631d50a4e on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:02.508775 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-387fffc3-8235-4b79-b991-02c7a4cd6fa3 None None] Provisioning complete for port 196f64c9-f74c-4ba7-bc35-ce1a1d68c16b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:02.509225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-387fffc3-8235-4b79-b991-02c7a4cd6fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.531709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Router 2c8d5a9e-ce47-466b-8790-d8460d0cb181 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:02.545427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-833ffe26-c1c1-4c3b-a95a-87041c5c1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:02.547190 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-833ffe26-c1c1-4c3b-a95a-87041c5c1403 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.2830334 Feb 16 23:53:02.691694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.772451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.805877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42b9c5a4-087b-4e0f-8fbb-efde7e21d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.812348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] For port 5a15629b-a116-4bf9-b574-ccc19ac66574, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5a15629b-a116-4bf9-b574-ccc19ac66574,segment=NetworkSegment(f47e847b-62af-49ca-88d8-1fc4866d4d6e),segment_id=f47e847b-62af-49ca-88d8-1fc4866d4d6e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:02.812710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.827568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:02.838427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:02.840519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.848801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c5a4-087b-4e0f-8fbb-efde7e21d46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a973446-5fd7-4a4f-acf7-dcef920361ec,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:02.853022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-387fffc3-8235-4b79-b991-02c7a4cd6fa3 None None] Port 196f64c9-f74c-4ba7-bc35-ce1a1d68c16b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:02.871443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] For port 5a15629b-a116-4bf9-b574-ccc19ac66574, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5a15629b-a116-4bf9-b574-ccc19ac66574,segment=NetworkSegment(f47e847b-62af-49ca-88d8-1fc4866d4d6e),segment_id=f47e847b-62af-49ca-88d8-1fc4866d4d6e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:02.871940 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.894125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d31f2167-f17f-4c4c-aad8-d20b31852071 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:02.895262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:02.990398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 5a15629b-a116-4bf9-b574-ccc19ac66574 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:03.135536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Calling delete_port for 5a15629b-a116-4bf9-b574-ccc19ac66574 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:03.142811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-af21abb6-4bc5-4988-81c8-c75bb5e09fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:03.144694 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-af21abb6-4bc5-4988-81c8-c75bb5e09fd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5908344 Feb 16 23:53:03.179598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=ca577fd0-5d2d-4807-b8ac-b1ea818b6f37,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:03.232947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb14df63-0bbb-4a54-bcbc-a840c976feb2 None None] Network 6025973c-9f96-4428-b7a2-acf183121640 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:03.283070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.327009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.391150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=a49c3394-beea-445e-896b-76cbd97f6006,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:03.418827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:03.419184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:03.426371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=5a15629b-a116-4bf9-b574-ccc19ac66574,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:03.431499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No DVR routers for this DVR port 5a15629b-a116-4bf9-b574-ccc19ac66574 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:03.436572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c9f375ec-c224-432b-ae01-440e1e247670 None None] Provisioning complete for port c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:03.437029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c9f375ec-c224-432b-ae01-440e1e247670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.485969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:03.497939 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.511047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Sync routers for ids ['2c8d5a9e-ce47-466b-8790-d8460d0cb181'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:03.577966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Routers {'2c8d5a9e-ce47-466b-8790-d8460d0cb181'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:03.578591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2c8d5a9e-ce47-466b-8790-d8460d0cb181'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:03.586651 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-4b58b54a-363c-48a5-8c8f-64f880baa27d service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257686 Feb 16 23:53:03.631431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42b9c5a4-087b-4e0f-8fbb-efde7e21d46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.638050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-42b9c5a4-087b-4e0f-8fbb-efde7e21d46a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a973446-5fd7-4a4f-acf7-dcef920361ec HTTP/1.1" status: 204 len: 168 time: 2.2400320 Feb 16 23:53:03.638050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ac2e059b-3c85-4e2e-b470-6079566d1469 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 HTTP/1.1" status: 204 len: 168 time: 4.2807536 Feb 16 23:53:03.661857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 48998) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:03.688611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.748119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c9f375ec-c224-432b-ae01-440e1e247670 None None] Port c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:03.757507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.761643 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7639e763-1a2c-43f2-b8ed-8832b76c25b1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 12.8381596 Feb 16 23:53:03.770041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49002) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:03.771492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.780421 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:03.876352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575e246-1882-4900-a0c7-34c49aac6569 None None] DHCP port deletion for 6025973c-9f96-4428-b7a2-acf183121640 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:03.894533 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:53:03.895035 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a7210d-f47d-41e6-bf18-1c5447dd1512 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:53:03.895552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-95a7210d-f47d-41e6-bf18-1c5447dd1512 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:03.976719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6025973c-9f96-4428-b7a2-acf183121640']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:03.981260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Deleting port 5a15629b-a116-4bf9-b574-ccc19ac66574 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:03.982219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.995570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:03.998540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-95a7210d-f47d-41e6-bf18-1c5447dd1512 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:03.999770 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-95a7210d-f47d-41e6-bf18-1c5447dd1512 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/ca577fd0-5d2d-4807-b8ac-b1ea818b6f37 HTTP/1.1" status: 404 len: 333 time: 0.3090901 Feb 16 23:53:04.016214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49012) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.029567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:04.029840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.062550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9820e724-fa85-43c1-9dc8-837c3c3771f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.091588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3402a5-6e67-4687-b8c4-9d010fc2f21a') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.092407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3402a5-6e67-4687-b8c4-9d010fc2f21a') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.100348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router de9287d7-ce12-4e26-b348-7b1af512e499 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:04.106755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f5e757b5-ad46-4553-ad1a-561b825309e3 None None] The port '5a15629b-a116-4bf9-b574-ccc19ac66574' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:53:04.115038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f959106-f071-47db-8e32-5e815ce828cc req-b3fa954f-6780-42c1-b00c-47eb041c290c tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:04.116615 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6f959106-f071-47db-8e32-5e815ce828cc req-b3fa954f-6780-42c1-b00c-47eb041c290c tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.6030312 Feb 16 23:53:04.139780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1d6146-d393-4fbc-8879-e058a5408d5a']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.154598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d8f043-d572-4c2b-bf1d-dd1d7bd8e609 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:53:04.155711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.170149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.191699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47e847b-62af-49ca-88d8-1fc4866d4d6e') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.192002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47e847b-62af-49ca-88d8-1fc4866d4d6e') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.240925 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.253340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.266831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet d583558c-7fa4-4270-b66d-14cd3b0aa4c8 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:04.271371 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d43f7588-4873-4216-824c-00bf2da9cd3e req-1debcf59-c6ba-4d72-ae3a-00ddf6457767 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769638 Feb 16 23:53:04.278468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:04.278871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:04.296760 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:04.304491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.321812 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e756c610-a28a-4798-b853-a757ba72f9c8 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/2c8d5a9e-ce47-466b-8790-d8460d0cb181 HTTP/1.1" status: 200 len: 905 time: 0.5061257 Feb 16 23:53:04.332305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Set router 2c8d5a9e-ce47-466b-8790-d8460d0cb181 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:53:04.380095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Subnet': ['ID=0c11f53a-2bea-4969-842f-0bf88fb18efd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:04.384691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.386990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49024) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.398396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.419548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:04.419968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:04.438315 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:04.449419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8f043-d572-4c2b-bf1d-dd1d7bd8e609 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:53:04.491592 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6f959106-f071-47db-8e32-5e815ce828cc req-b3578456-55d5-4055-8787-818e35af2dee tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611615 Feb 16 23:53:04.509596 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d0b11c12-e810-4870-94ed-2a8223dd464d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/0c11f53a-2bea-4969-842f-0bf88fb18efd HTTP/1.1" status: 204 len: 168 time: 2.3321273 Feb 16 23:53:04.523809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49034) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.532447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.584174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.607590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.656193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=6025973c-9f96-4428-b7a2-acf183121640,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:04.679847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5154ab-4202-474f-b0cb-173ccee99a8f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:04.681706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5154ab-4202-474f-b0cb-173ccee99a8f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:04.684714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9d5154ab-4202-474f-b0cb-173ccee99a8f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Synchronizing usage tracker for tenant:02dba9afdecf46478eb8f50652712c45 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:04.695547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.697536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:04.708773 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] Sync routers for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:04.718233 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d4c6ca99-bccc-4944-a2a0-d3daf1f77f94 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/de9287d7-ce12-4e26-b348-7b1af512e499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4333200 Feb 16 23:53:04.725388 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:04.726017 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.733332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49040) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.771269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.831101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=dd1d6146-d393-4fbc-8879-e058a5408d5a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:04.864313 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c6d77c11-3f11-41fa-8864-44004b36bf39 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/6025973c-9f96-4428-b7a2-acf183121640 HTTP/1.1" status: 204 len: 168 time: 4.6046617 Feb 16 23:53:04.865285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49044) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.865595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49046) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.884978 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024810 Feb 16 23:53:04.890090 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cefe8ad6-bc03-489e-9676-da8e130d44cb tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/dd1d6146-d393-4fbc-8879-e058a5408d5a HTTP/1.1" status: 204 len: 168 time: 3.1704838 Feb 16 23:53:04.898347 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.904476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49050) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.904916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49052) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.910788 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:04.912112 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:52:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.913548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5a15629b-a116-4bf9-b574-ccc19ac66574 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:04.918441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9d5154ab-4202-474f-b0cb-173ccee99a8f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Unset dirty status for tenant:02dba9afdecf46478eb8f50652712c45 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:04.919598 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9d5154ab-4202-474f-b0cb-173ccee99a8f tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3945355 Feb 16 23:53:04.924652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:04.942286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49058) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:04.974524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 5a15629b-a116-4bf9-b574-ccc19ac66574 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:04.974967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5a15629b-a116-4bf9-b574-ccc19ac66574 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:04.994127 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:04.995096 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fe2a1-59ce-46d4-9593-ceaf434e7c22 None None] The sync data for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:05.075026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314d937-a70b-42aa-9402-7449acef6278 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:05.075515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2314d937-a70b-42aa-9402-7449acef6278 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:05.095012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.095184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.135373 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9229156c-732f-41f5-9c59-eea930af00b2 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:05.136000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9229156c-732f-41f5-9c59-eea930af00b2 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:05.156776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-07eb9b63-530c-4ea7-a68e-4f1263c63e2d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.164943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=d583558c-7fa4-4270-b66d-14cd3b0aa4c8,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:05.170269 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9229156c-732f-41f5-9c59-eea930af00b2 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/a49c3394-beea-445e-896b-76cbd97f6006 HTTP/1.1" status: 404 len: 337 time: 0.3018618 Feb 16 23:53:05.173875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49064) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.176384 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.178284 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e3745cfd-1122-4573-b3ad-45c070191cc9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/d583558c-7fa4-4270-b66d-14cd3b0aa4c8 HTTP/1.1" status: 204 len: 168 time: 1.1576695 Feb 16 23:53:05.182290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49068) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.212480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c608a1-d7b1-429e-b2f2-f17a0add88ac tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:05.213236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-44c608a1-d7b1-429e-b2f2-f17a0add88ac tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:05.222938 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59fbb5a-3b72-459e-b5b8-9a65cac3d478 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:05.223133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8d5a9e-ce47-466b-8790-d8460d0cb181', 'name': 'tempest-snat-router-728913432', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.4'}], 'enable_snat': True}, 'gw_port_id': 'f99a5bbe-a7d6-439c-a810-f80ca806e5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:51Z', 'updated_at': '2022-02-16T23:52:58Z', 'revision_number': 3, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port': {'id': 'f99a5bbe-a7d6-439c-a810-f80ca806e5a0', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:41:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8d5a9e-ce47-466b-8790-d8460d0cb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:52:54Z', 'updated_at': '2022-02-16T23:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:05.223546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59fbb5a-3b72-459e-b5b8-9a65cac3d478 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:05.225017 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b59fbb5a-3b72-459e-b5b8-9a65cac3d478 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/6025973c-9f96-4428-b7a2-acf183121640 HTTP/1.1" status: 404 len: 339 time: 0.0497799 Feb 16 23:53:05.226106 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-07eb9b63-530c-4ea7-a68e-4f1263c63e2d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 23:53:05.226458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07eb9b63-530c-4ea7-a68e-4f1263c63e2d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:05.233180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-07eb9b63-530c-4ea7-a68e-4f1263c63e2d tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/bd9491fe-49cc-4b43-9c65-e77e1a3555a5 HTTP/1.1" status: 409 len: 405 time: 0.2850213 Feb 16 23:53:05.233180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49072) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.233180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2314d937-a70b-42aa-9402-7449acef6278 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:05.233180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2314d937-a70b-42aa-9402-7449acef6278 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports/c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 HTTP/1.1" status: 200 len: 911 time: 0.4724777 Feb 16 23:53:05.234965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Checking router: 2c8d5a9e-ce47-466b-8790-d8460d0cb181 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:53:05.235537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Updating router 2c8d5a9e-ce47-466b-8790-d8460d0cb181 port f99a5bbe-a7d6-439c-a810-f80ca806e5a0 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:53:05.238577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49074) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.239293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49078) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.278137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172025e-3a4f-44a8-a809-7d25162db580 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:53:05.310749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-133219993'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:05.335440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f6ac25-e451-43ca-b29f-655db85215ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:05.335440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f6ac25-e451-43ca-b29f-655db85215ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:05.339369 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-96f6ac25-e451-43ca-b29f-655db85215ae tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/16a55a80-c69f-4c29-97d3-763b5a65f803 HTTP/1.1" status: 404 len: 337 time: 0.1033659 Feb 16 23:53:05.344991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49086) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.345184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.395492 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8b7727e6-799f-4f1b-b171-7678afa53091 tempest-NetworksApiDiscovery-1255836015 tempest-NetworksApiDiscovery-1255836015-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4830236 Feb 16 23:53:05.398035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:05.432780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:network and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:05.439019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-44c608a1-d7b1-429e-b2f2-f17a0add88ac tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:05.440426 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-44c608a1-d7b1-429e-b2f2-f17a0add88ac tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/ff695109-d977-4bef-a607-c1bc3c82192c HTTP/1.1" status: 200 len: 841 time: 0.5319934 Feb 16 23:53:05.495855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:05.507124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49092) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.526505 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7730bb0f-e3e2-4db8-a010-1293dccbacea tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:05.526983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7730bb0f-e3e2-4db8-a010-1293dccbacea tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:05.528750 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7730bb0f-e3e2-4db8-a010-1293dccbacea tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/0da578a9-e383-4d84-bd1d-636d51790dc2 HTTP/1.1" status: 404 len: 339 time: 0.1832893 Feb 16 23:53:05.529836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.532380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49098) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.569820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e172025e-3a4f-44a8-a809-7d25162db580 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:53:05.599647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:05.627245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6551708e-a182-4233-95e8-b27631d50a4e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:05.655190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.683229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 6551708e-a182-4233-95e8-b27631d50a4e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:05.683826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6551708e-a182-4233-95e8-b27631d50a4e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:05.721524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Deleting port f99a5bbe-a7d6-439c-a810-f80ca806e5a0 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:05.721867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.774883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:05.778749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.797594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:05.798051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.829956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.850891 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6c6c489b-c9f6-46da-b817-1a52d4f84e59 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/ff695109-d977-4bef-a607-c1bc3c82192c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3424046 Feb 16 23:53:05.855684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49104) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:05.886284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:05.935893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3238d664-de83-47ec-a47d-9e91d220b8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:05.954839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49108) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:06.049650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.067105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Transition to ACTIVE for port object f99a5bbe-a7d6-439c-a810-f80ca806e5a0 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:06.081071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.139852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:06.235826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.236133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30789185-619a-4177-a2a1-7273ebc23f20 None None] Pushing event updated for resources: {'Port': ['ID=f99a5bbe-a7d6-439c-a810-f80ca806e5a0,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:06.236612 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Added segment 151e93b3-a38b-476e-8fa0-5a47f011d800 of type vlan for network 5834b692-f5f5-473d-b308-a1af69f197d5 Feb 16 23:53:06.242746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.245011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Attempting to bind port f99a5bbe-a7d6-439c-a810-f80ca806e5a0 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:06.245224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Attempting to bind port f99a5bbe-a7d6-439c-a810-f80ca806e5a0 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:06.245548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Attempting to bind port f99a5bbe-a7d6-439c-a810-f80ca806e5a0 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:06.250071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:06.262739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:06.263125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:06.263461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.263960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:06.264569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Bound port: f99a5bbe-a7d6-439c-a810-f80ca806e5a0, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:06.264936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.282001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:06.288436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:06.294267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.315133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdde2-3221-495a-913a-6c59039924ab req-d00b36ab-72f4-4558-87e5-19830d0815cc tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:06.316646 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-952cdde2-3221-495a-913a-6c59039924ab req-d00b36ab-72f4-4558-87e5-19830d0815cc tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5488589 Feb 16 23:53:06.325127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.335419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:06.359364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf4718-b743-40f4-99fa-18713402d4de None None] Network bd9491fe-49cc-4b43-9c65-e77e1a3555a5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:06.375978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e597c-510e-4d6c-a16e-7cb7a63ecced None None] Network 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:06.396206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507d9bf3-f701-4959-b896-3bb8e9ca05cc']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:06.398702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] For port f99a5bbe-a7d6-439c-a810-f80ca806e5a0, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:06.422272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] For port 76ca9f71-f853-4bd2-a329-4e63e7db6d52, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=76ca9f71-f853-4bd2-a329-4e63e7db6d52,segment=NetworkSegment(868022bb-03d7-44ab-842a-63ea8b19b5cb),segment_id=868022bb-03d7-44ab-842a-63ea8b19b5cb)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:06.422863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.488642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Calling delete_port for f99a5bbe-a7d6-439c-a810-f80ca806e5a0 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:06.528290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:06.536296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:06.539733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.554983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f29bd2-4203-459c-b16c-15a591a1fc53') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:06.555858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f29bd2-4203-459c-b16c-15a591a1fc53') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:06.564119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.564359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Usage tracker for resource:security_group_rule and tenant:dc4a179c1a174f00b84ffa8ef9ba10e5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:06.569439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] For port f99a5bbe-a7d6-439c-a810-f80ca806e5a0, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f99a5bbe-a7d6-439c-a810-f80ca806e5a0,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:06.574540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 76ca9f71-f853-4bd2-a329-4e63e7db6d52 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:06.578217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:06.590414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.651219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.662433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:06.700286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.722302 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-952cdde2-3221-495a-913a-6c59039924ab req-e7264ca4-1a4d-4a13-b7c6-043f7fa56f94 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810232 Feb 16 23:53:06.734061 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:06.734459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:06.750427 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:06.790413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.846956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Routers {'2c8d5a9e-ce47-466b-8790-d8460d0cb181'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:06.847986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2c8d5a9e-ce47-466b-8790-d8460d0cb181'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:06.942507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30789185-619a-4177-a2a1-7273ebc23f20 None None] Pushing event updated for resources: {'Port': ['ID=f99a5bbe-a7d6-439c-a810-f80ca806e5a0,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:06.964027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.969693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:06.970062 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:06.970281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:06.970412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:07.017062 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7228026 Feb 16 23:53:07.028748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49116) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:07.038025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.044328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'subnet': {'network_id': '5834b692-f5f5-473d-b308-a1af69f197d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:07.052460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.083186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] Set router 2c8d5a9e-ce47-466b-8790-d8460d0cb181 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:53:07.093135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.100043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.162372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No DVR routers for this DVR port 76ca9f71-f853-4bd2-a329-4e63e7db6d52 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:07.204556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8d5a9e-ce47-466b-8790-d8460d0cb181', 'name': 'tempest-snat-router-728913432', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:51Z', 'updated_at': '2022-02-16T23:53:05Z', 'revision_number': 4, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:07.205744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ff8ab-a96f-4e8b-9d26-0a7607dfaca8 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Network': ['ID=5834b692-f5f5-473d-b308-a1af69f197d5,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:07.216327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=76ca9f71-f853-4bd2-a329-4e63e7db6d52,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:07.228846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 5834b692-f5f5-473d-b308-a1af69f197d5 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:07.255206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9036b-a49f-47b8-b902-5afecea0d838 None None] The sync data for ids ['2c8d5a9e-ce47-466b-8790-d8460d0cb181'] in dv-neutron-829040-1-hyperv is: [{'id': '2c8d5a9e-ce47-466b-8790-d8460d0cb181', 'name': 'tempest-snat-router-728913432', 'tenant_id': '04dd379c1e404387a7bf96707d455e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:52:51Z', 'updated_at': '2022-02-16T23:53:05Z', 'revision_number': 4, 'project_id': '04dd379c1e404387a7bf96707d455e76', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:07.307040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=507d9bf3-f701-4959-b896-3bb8e9ca05cc,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:07.339097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.375231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.405398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:07.418262 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bbbb1027-510f-4b90-a841-80a979ecbfcf tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/507d9bf3-f701-4959-b896-3bb8e9ca05cc HTTP/1.1" status: 204 len: 168 time: 1.8847787 Feb 16 23:53:07.419411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:07.436297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49120) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:07.455548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] DHCP port deletion for bd9491fe-49cc-4b43-9c65-e77e1a3555a5 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:07.459305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:07.465505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] Deleting port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:07.465895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.479290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868022bb-03d7-44ab-842a-63ea8b19b5cb') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:07.479583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868022bb-03d7-44ab-842a-63ea8b19b5cb') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:07.503084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.508186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Deleting port f99a5bbe-a7d6-439c-a810-f80ca806e5a0 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:07.508533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.518974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f20e79-fd11-4c76-a8b2-ade6894a8a45 None None] DHCP port deletion for 19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:07.556726 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-60308035-a941-459a-8ee2-23a315dc8271 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:07.557192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60308035-a941-459a-8ee2-23a315dc8271 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:07.561719 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-60308035-a941-459a-8ee2-23a315dc8271 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/fa084129-23ba-4c43-89e3-f1b609314a1a HTTP/1.1" status: 404 len: 337 time: 0.1204312 Feb 16 23:53:07.561876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.562330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49124) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:07.567405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.582861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561e84e-7cab-449c-b003-7914fe2324f2 req-3c8bdb22-8822-4a33-a8e8-879f036263a1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:07.584605 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2561e84e-7cab-449c-b003-7914fe2324f2 req-3c8bdb22-8822-4a33-a8e8-879f036263a1 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.7069318 Feb 16 23:53:07.588724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:07.592085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.606512 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1919470-bf6c-4377-9a43-16c3d1566ce3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:07.607948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1919470-bf6c-4377-9a43-16c3d1566ce3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:07.619238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:07.620330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.694681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 76ca9f71-f853-4bd2-a329-4e63e7db6d52 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:07.741037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:07.768863 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:07.776008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.810757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 76ca9f71-f853-4bd2-a329-4e63e7db6d52 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:07.811108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 76ca9f71-f853-4bd2-a329-4e63e7db6d52 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:07.811525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:07.833444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a1919470-bf6c-4377-9a43-16c3d1566ce3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/4ca9f61b-3382-4a35-873c-9390dbb13544 HTTP/1.1" status: 404 len: 339 time: 0.2675507 Feb 16 23:53:07.835452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8:1::1 (7e32c6df-5870-4d3c-a2a5-4a6c7726c78e/f7376bae-65e8-4158-a532-b921c902079c/3c40546d-2647-4ac9-8b60-8096482337ee) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:07.842589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49128) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:07.898085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] For port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c232806-bf7e-4b1c-bcb9-f0214d0087d9,segment=NetworkSegment(a12933c3-da53-4791-85d7-3ee67e148599),segment_id=a12933c3-da53-4791-85d7-3ee67e148599)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:07.898514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.906992 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab7b818-89f3-4a8a-803a-332221161185 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:07.907773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab7b818-89f3-4a8a-803a-332221161185 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:07.909433 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cab7b818-89f3-4a8a-803a-332221161185 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/32ed237c-fbd8-4486-a190-5eddb0f34fd1 HTTP/1.1" status: 404 len: 337 time: 0.0638556 Feb 16 23:53:07.912280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49132) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:07.963412 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd87238-05a3-4491-a275-1aeb6820b9e9 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:07.964177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd87238-05a3-4491-a275-1aeb6820b9e9 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:07.970704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:07.970960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:07.973679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5f76c4-caaa-45ba-83f3-1cf2ea4e3d55,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:07.980619 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b70a9780-9147-490f-9e5b-bc021a49c55a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc4a179c1a174f00b84ffa8ef9ba10e5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0134602 Feb 16 23:53:07.995496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:08.000719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49136) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.007111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:08.007696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.035023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] Calling delete_port for 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:08.041891 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2561e84e-7cab-449c-b003-7914fe2324f2 req-4b0948d2-1d36-4ad4-a41a-01f838b3a56f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902145 Feb 16 23:53:08.053785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.055840 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f HTTP/1.1" status: 204 len: 168 time: 2.8726275 Feb 16 23:53:08.063885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49140) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.065698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ccd87238-05a3-4491-a275-1aeb6820b9e9 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/94699688-9c48-4200-930f-a6a186ba525d HTTP/1.1" status: 404 len: 339 time: 0.1522763 Feb 16 23:53:08.099988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2136283887'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:08.105868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:08.110098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:network and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:08.113390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:08.119790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:08.127226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6573-5cb2-45a3-8f32-54a23a8e02cb tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=19539c60-d9b8-4e0c-bf7e-6e3d8dc65c9f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:08.129698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49144) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.144626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=11a8aade-5e2a-4572-887b-0326b7a37a9a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:08.147338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516561d-9d07-4b0c-9975-661985b9e001 None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:08.176923 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cb64a3-88fb-4674-9777-5e4fd2505d56 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.177389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cb64a3-88fb-4674-9777-5e4fd2505d56 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.179497 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e5cb64a3-88fb-4674-9777-5e4fd2505d56 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/bf84951b-3cfd-4d97-bf6d-1aedbe2924b4 HTTP/1.1" status: 404 len: 337 time: 0.0454085 Feb 16 23:53:08.187169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] For port f99a5bbe-a7d6-439c-a810-f80ca806e5a0, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f99a5bbe-a7d6-439c-a810-f80ca806e5a0,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:08.187602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.191556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:08.195012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.208250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49150) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.233996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-50f61638-c1c9-4160-bc22-f8ec0eb3ba3a tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3750842 Feb 16 23:53:08.258694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49154) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.274450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'security_group': {'name': 'tempest-secgroup-233386569'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:08.289534 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d2182b-1cb1-4814-a995-ebc1070855e6 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.290014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d2182b-1cb1-4814-a995-ebc1070855e6 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.291815 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-23d2182b-1cb1-4814-a995-ebc1070855e6 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/3017c1ec-f69d-44d0-b0f2-8e405b024a7a HTTP/1.1" status: 404 len: 339 time: 0.0805366 Feb 16 23:53:08.294841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49160) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.295804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:08.299984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.336783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.338192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:08.346532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:08.363571 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e992024-06b2-474c-b503-f96e88cd466f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.364306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e992024-06b2-474c-b503-f96e88cd466f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.366217 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2e992024-06b2-474c-b503-f96e88cd466f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/7e2f105e-02f0-49f6-ae90-501b28f7d3f7 HTTP/1.1" status: 404 len: 337 time: 0.0635498 Feb 16 23:53:08.370241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:08.375059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49164) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.377745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] Pushing event deleted for resources: {'Port': ['ID=8c232806-bf7e-4b1c-bcb9-f0214d0087d9,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:08.382671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:08.391533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.409269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6c64c-2f73-4bd1-8252-58053c528df3 None None] No DVR routers for this DVR port 8c232806-bf7e-4b1c-bcb9-f0214d0087d9 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:08.425555 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-146bcd6e-daec-42fd-a38d-a1433b14c9c1 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.426222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146bcd6e-daec-42fd-a38d-a1433b14c9c1 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.454027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.454466 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Added segment f1e64fa7-c42c-4de7-b94d-74fb7c868fb7 of type vlan for network e136ccc5-d490-4c2d-a69c-071e2fdd0275 Feb 16 23:53:08.457419 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-146bcd6e-daec-42fd-a38d-a1433b14c9c1 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/c7d19959-388c-4812-a054-c5b6bd55cce7 HTTP/1.1" status: 404 len: 339 time: 0.0787005 Feb 16 23:53:08.458368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.468976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Calling delete_port for f99a5bbe-a7d6-439c-a810-f80ca806e5a0 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:08.473951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object 3c40546d-2647-4ac9-8b60-8096482337ee will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:08.474965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49168) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.514870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.539110 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b1a223-c148-404d-83b1-ba4467f61687 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.539575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b1a223-c148-404d-83b1-ba4467f61687 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.541853 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e0b1a223-c148-404d-83b1-ba4467f61687 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/d483e721-03ca-4e27-b08c-05eeeb4d5e4d HTTP/1.1" status: 404 len: 337 time: 0.0645270 Feb 16 23:53:08.543143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:08.552451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49172) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.554973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group_rule and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:08.570292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:08.580525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.584148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:08.630403 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9036cffa-c314-4937-8d4a-05d4a9a16be3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.631332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9036cffa-c314-4937-8d4a-05d4a9a16be3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.632565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.635603 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9036cffa-c314-4937-8d4a-05d4a9a16be3 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/3a6f7225-5629-41b3-9092-1784373f420a HTTP/1.1" status: 404 len: 339 time: 0.0753992 Feb 16 23:53:08.635921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49176) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.641588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-44590e43-65f1-456e-93ad-0d94ee8430bd', 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'tenant_id': '4f148cee190d4f2f99e3410c06365da9', 'fixed_ips': [{'subnet_id': '11a8aade-5e2a-4572-887b-0326b7a37a9a'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:08.642840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.680642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-914f4458-9948-4689-ab04-feefba0b63a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.725032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.731038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:08.731637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.744654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926215d-4917-4c0c-9c36-dac644986ed1 req-bb965ee0-5e64-4190-ad00-e93918a0962f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:08.747181 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6926215d-4917-4c0c-9c36-dac644986ed1 req-bb965ee0-5e64-4190-ad00-e93918a0962f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.5312846 Feb 16 23:53:08.776292 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e395238b-34d7-48a6-aad9-69697d9b2609 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.777006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e395238b-34d7-48a6-aad9-69697d9b2609 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.786606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-914f4458-9948-4689-ab04-feefba0b63a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.850924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Allocated IP 172.20.0.2 (44590e43-65f1-456e-93ad-0d94ee8430bd/11a8aade-5e2a-4572-887b-0326b7a37a9a/47bb7665-bc8d-4782-88ce-d6d6dda1da49) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:08.865985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:08.875821 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e395238b-34d7-48a6-aad9-69697d9b2609 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/8a6997b2-faf7-48ef-a5fa-24e9b0233459 HTTP/1.1" status: 404 len: 337 time: 0.2061541 Feb 16 23:53:08.876987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:08.878962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49180) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.880822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:53:08.888440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.893994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49182) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.894195 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8272097 Feb 16 23:53:08.897062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=3c40546d-2647-4ac9-8b60-8096482337ee,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:08.899713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:08.900961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.943032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:08.950806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c85eb-1ba0-4b93-b330-856301c1c976 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Network': ['ID=e136ccc5-d490-4c2d-a69c-071e2fdd0275,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:08.969877 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7c098b-6492-403f-a413-5cca2c217e1b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:08.970356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7c098b-6492-403f-a413-5cca2c217e1b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:08.972094 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0b7c098b-6492-403f-a413-5cca2c217e1b tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/5e7d7fc1-0f49-4f5f-9347-6acbe98934d4 HTTP/1.1" status: 404 len: 339 time: 0.0764997 Feb 16 23:53:08.972370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:08.974522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.982325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49188) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:08.987051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:08.994827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6926215d-4917-4c0c-9c36-dac644986ed1 req-f589280d-93f9-4cb0-94c9-6b1dd36ea0e4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331896 Feb 16 23:53:09.141829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Checking segment: {'id': '151e93b3-a38b-476e-8fa0-5a47f011d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5834b692-f5f5-473d-b308-a1af69f197d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:09.142426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network hostable DHCP agents. Network: 5834b692-f5f5-473d-b308-a1af69f197d5, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:09.156237 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b094600-851b-471d-b5ee-0c8fc30a78a7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:09.156696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b094600-851b-471d-b5ee-0c8fc30a78a7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:09.158395 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3b094600-851b-471d-b5ee-0c8fc30a78a7 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/f5e0d28a-2dc9-489b-8a52-df2a3dadd632 HTTP/1.1" status: 404 len: 337 time: 0.1748433 Feb 16 23:53:09.164463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Subnet': ['ID=9fe9508f-e5b2-47ab-9dc2-e5b7760712f9,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:09.169240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49196) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:09.191760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd753c2-c847-421f-9302-27292868d0f7,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:09.204883 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-853a89a9-446d-469f-96f7-68cf887c8c6f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:09.205361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853a89a9-446d-469f-96f7-68cf887c8c6f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:09.209367 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-853a89a9-446d-469f-96f7-68cf887c8c6f tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/1f3678cf-abcf-431c-852e-bb8d27901fa4 HTTP/1.1" status: 404 len: 339 time: 0.0368285 Feb 16 23:53:09.210011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.211367 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4fa41b61-5ef2-4e42-b179-ac22493c2aff tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9494133 Feb 16 23:53:09.214762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49200) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:09.215665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49202) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:09.217522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-914f4458-9948-4689-ab04-feefba0b63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.263285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'security_group': {'name': 'tempest-secgroup-707263967'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:09.274251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:09.276307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:09.277122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.281789 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bd66a4-94d5-453f-8491-182d9b507af2 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:09.282244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bd66a4-94d5-453f-8491-182d9b507af2 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:09.286220 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e4bd66a4-94d5-453f-8491-182d9b507af2 tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/ea3a7fcf-7c27-4bef-98d4-27324f09ee92 HTTP/1.1" status: 404 len: 337 time: 0.0695436 Feb 16 23:53:09.286794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49208) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:09.290261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:09.291454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Transition to ACTIVE for port object 47bb7665-bc8d-4782-88ce-d6d6dda1da49 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:09.294390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:09.294707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:09.306838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f4458-9948-4689-ab04-feefba0b63a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5f76c4-caaa-45ba-83f3-1cf2ea4e3d55,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:09.312588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:09.315579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Transition to ACTIVE for port object 47bb7665-bc8d-4782-88ce-d6d6dda1da49 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:09.325895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:09.328981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:09.329442 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf9acc9-54dd-44c6-b645-9f5ed0f5f5bc tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:09.329915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf9acc9-54dd-44c6-b645-9f5ed0f5f5bc tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:09.333838 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dcf9acc9-54dd-44c6-b645-9f5ed0f5f5bc tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/bb75a493-4148-4b50-a454-f5081ea7889b HTTP/1.1" status: 404 len: 339 time: 0.0438859 Feb 16 23:53:09.334006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network 5834b692-f5f5-473d-b308-a1af69f197d5 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:09.334423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-914f4458-9948-4689-ab04-feefba0b63a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.335909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-914f4458-9948-4689-ab04-feefba0b63a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f5f76c4-caaa-45ba-83f3-1cf2ea4e3d55 HTTP/1.1" status: 204 len: 168 time: 1.3307309 Feb 16 23:53:09.337045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49212) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:09.340554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.366161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 5834b692-f5f5-473d-b308-a1af69f197d5) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:09.369695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:09.373470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.397212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:09.397950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.398165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a73d6-c0a6-476f-81e9-137bb7dd154c None None] Network 5834b692-f5f5-473d-b308-a1af69f197d5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:09.406478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.461201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.500957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting subnet 9d50cc0f-653d-4de7-82c9-949b07f072ea {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:09.503466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:09.514261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.538743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:09.542814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0df668c7-c3b8-4949-9a3e-349ca3d64b8f None None] Provisioning for port 3c40546d-2647-4ac9-8b60-8096482337ee completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:09.548989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group_rule and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:09.558712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:09.570005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:09.576490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Pushing event updated for resources: {'Port': ['ID=47bb7665-bc8d-4782-88ce-d6d6dda1da49,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:09.577293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.592931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:09.612188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0df668c7-c3b8-4949-9a3e-349ca3d64b8f None None] Provisioning complete for port 3c40546d-2647-4ac9-8b60-8096482337ee triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:09.612900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:09.623492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0df668c7-c3b8-4949-9a3e-349ca3d64b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.673826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event deleted for resources: {'Port': ['ID=f99a5bbe-a7d6-439c-a810-f80ca806e5a0,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:09.699024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.761029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-35d01372-ba6f-4d2c-be2d-a58196c8fcf6 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7310748 Feb 16 23:53:09.771936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49218) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:09.825568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702b83-88f6-4fbb-a789-3c9be4c20b02 req-bd69f202-6b93-4e91-b7b0-2c99aef73c4d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:09.827248 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b702b83-88f6-4fbb-a789-3c9be4c20b02 req-bd69f202-6b93-4e91-b7b0-2c99aef73c4d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.6128526 Feb 16 23:53:09.889386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0df668c7-c3b8-4949-9a3e-349ca3d64b8f None None] Port 3c40546d-2647-4ac9-8b60-8096482337ee cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:09.911650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Attempting to bind port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:09.911915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Attempting to bind port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:09.912441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Attempting to bind port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 on network 44590e43-65f1-456e-93ad-0d94ee8430bd {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:09.944573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.949755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:09.950129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Checking segment: {'id': '54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:09.950531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:09.950921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Bound using segment: {'id': '54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:09.951401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Bound port: 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:09.951771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.082044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-5834b692-f5f5-473d-b308-a1af69f197d5', 'network_id': '5834b692-f5f5-473d-b308-a1af69f197d5', 'tenant_id': '02dba9afdecf46478eb8f50652712c45', 'fixed_ips': [{'subnet_id': '9fe9508f-e5b2-47ab-9dc2-e5b7760712f9'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:10.082868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.147348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] For port 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:10.164210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.169624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] For port 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=47bb7665-bc8d-4782-88ce-d6d6dda1da49,segment=NetworkSegment(54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff),segment_id=54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:10.173987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.178415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.192750 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b702b83-88f6-4fbb-a789-3c9be4c20b02 req-f2ecb1b8-0622-496c-bf79-d7164758a71d tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138933 Feb 16 23:53:10.222756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.224164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.227053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.335728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.355793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e56b7bc-08bd-4b2e-9650-ece8199fa0ed,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:10.362976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.364348 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7c18cafc-1306-4929-8a57-42fedab20a24 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1389546 Feb 16 23:53:10.374237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49224) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:10.394402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1351871793', 'security_groups': ['2e56b7bc-08bd-4b2e-9650-ece8199fa0ed'], 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11a8aade-5e2a-4572-887b-0326b7a37a9a'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:10.399665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464b256-ea97-43f2-8cd0-856b9e87fe72 None None] Pushing event updated for resources: {'Port': ['ID=47bb7665-bc8d-4782-88ce-d6d6dda1da49,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:10.421731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.426833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Allocated IP 2001:db8::f816:3eff:feae:2fce (5834b692-f5f5-473d-b308-a1af69f197d5/9fe9508f-e5b2-47ab-9dc2-e5b7760712f9/f229cf7a-0c9a-4213-87e2-c3556427294e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:10.446110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.446110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8d5a9e-ce47-466b-8790-d8460d0cb181 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:10.534406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=cb4d1044-1594-4f7c-81e4-6dd1f24cd77a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:10.595512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.596162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Checking segment: {'id': 'f1e64fa7-c42c-4de7-b94d-74fb7c868fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:10.596162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network hostable DHCP agents. Network: e136ccc5-d490-4c2d-a69c-071e2fdd0275, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:10.601292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.605757 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0d95947e-eda9-411b-96a1-2d792cbd63a7 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "DELETE /v2.0/routers/2c8d5a9e-ce47-466b-8790-d8460d0cb181 HTTP/1.1" status: 204 len: 168 time: 6.2112448 Feb 16 23:53:10.609973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49228) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:10.632213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.698235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5432db-8a61-4434-8ada-80ce9f52210b req-6c8a00b2-ab8c-4421-b283-7c9580961cd8 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:10.705929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e5432db-8a61-4434-8ada-80ce9f52210b req-6c8a00b2-ab8c-4421-b283-7c9580961cd8 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3743477 Feb 16 23:53:10.759381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:10.765409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Subnet': ['ID=9d50cc0f-653d-4de7-82c9-949b07f072ea,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:10.782780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94c9d7-3c5f-4d3c-aed2-b1386dc7dbce None None] Network 82056055-8481-41c9-ba0c-b98d12eb486f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:10.786654 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.788308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, e136ccc5-d490-4c2d-a69c-071e2fdd0275) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:10.803772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:10.804884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.825816 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e5432db-8a61-4434-8ada-80ce9f52210b req-20b20109-b59e-466f-89f7-ce765d569590 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189272 Feb 16 23:53:10.860031 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1206c2fa-efde-4c5c-8b4f-d44afd613ece tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/subnets/9d50cc0f-653d-4de7-82c9-949b07f072ea HTTP/1.1" status: 204 len: 168 time: 1.5209999 Feb 16 23:53:10.867979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.870690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49234) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:10.871905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c33a84-28f3-43c0-b9b4-56b59a6eb0cc None None] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:10.880671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:10.887386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:port and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:10.890416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.891316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.898998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:10.960868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:11.002177 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8c8c0420-d916-4481-b226-10f5fa5f6f50 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0721517 Feb 16 23:53:11.006405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49238) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:11.023786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:11.028629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1079380939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:11.038262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:11.053364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:router and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:11.058884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:11.066936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:11.073555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.089650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.090883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.097041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Deleting port 8efa0809-4f5d-422c-b53b-2f51607002c4 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:11.097599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.149660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Transition to ACTIVE for port object f229cf7a-0c9a-4213-87e2-c3556427294e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:11.161216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.166709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:11.174470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-e136ccc5-d490-4c2d-a69c-071e2fdd0275', 'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275', 'tenant_id': 'b568b948aaf6457693e012e58c41cc39', 'fixed_ips': [{'subnet_id': 'cb4d1044-1594-4f7c-81e4-6dd1f24cd77a'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:11.175283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.254181 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.270475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.319408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=3c40546d-2647-4ac9-8b60-8096482337ee,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:11.336111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Transition to ACTIVE for port object f229cf7a-0c9a-4213-87e2-c3556427294e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:11.371125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.375612 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bb059a8f-f67f-45e3-a88a-6afe8e379128 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3679304 Feb 16 23:53:11.378117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49244) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:11.394964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.416950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275', 'name': 'tempest-PortsIpV6TestJSON-1726689806'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:11.442870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.496326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Network 5834b692-f5f5-473d-b308-a1af69f197d5 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:11.503842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Pushing event updated for resources: {'Port': ['ID=f229cf7a-0c9a-4213-87e2-c3556427294e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:11.506438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:11.537166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:11.647694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe9508f-e5b2-47ab-9dc2-e5b7760712f9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:11.686679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] For port 8efa0809-4f5d-422c-b53b-2f51607002c4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8efa0809-4f5d-422c-b53b-2f51607002c4,segment=NetworkSegment(18595363-1f9b-493a-a010-787871681af6),segment_id=18595363-1f9b-493a-a010-787871681af6)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:11.687158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.707961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Attempting to bind port f229cf7a-0c9a-4213-87e2-c3556427294e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:11.708639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Attempting to bind port f229cf7a-0c9a-4213-87e2-c3556427294e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '151e93b3-a38b-476e-8fa0-5a47f011d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5834b692-f5f5-473d-b308-a1af69f197d5'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:11.709168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Attempting to bind port f229cf7a-0c9a-4213-87e2-c3556427294e on network 5834b692-f5f5-473d-b308-a1af69f197d5 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:11.715104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Allocated IP 2001:db8::2 (e136ccc5-d490-4c2d-a69c-071e2fdd0275/cb4d1044-1594-4f7c-81e4-6dd1f24cd77a/0fd8436e-2df8-427f-bc8b-78160d817b20) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:11.722427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:11.723008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Checking segment: {'id': '151e93b3-a38b-476e-8fa0-5a47f011d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5834b692-f5f5-473d-b308-a1af69f197d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:11.723579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.724161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Bound using segment: {'id': '151e93b3-a38b-476e-8fa0-5a47f011d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5834b692-f5f5-473d-b308-a1af69f197d5'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:11.724815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Bound port: f229cf7a-0c9a-4213-87e2-c3556427294e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151e93b3-a38b-476e-8fa0-5a47f011d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5834b692-f5f5-473d-b308-a1af69f197d5'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:11.725364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.736851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:11.738796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.747155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc898597-079b-4e75-a591-63094776cd5d None None] DHCP port deletion for 82056055-8481-41c9-ba0c-b98d12eb486f request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:11.762622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Deleting port 8efa0809-4f5d-422c-b53b-2f51607002c4 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:11.763228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.764274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:11.841665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Deleting port d31f2167-f17f-4c4c-aad8-d20b31852071 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:11.842252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:11.882146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 47bb7665-bc8d-4782-88ce-d6d6dda1da49 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:12.003598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Calling delete_port for 8efa0809-4f5d-422c-b53b-2f51607002c4 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:12.083207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.086858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.138879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba602f3-050a-41ce-84a0-48049e0e9505 req-e8297eda-e193-4407-a451-fabf1116236e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:12.140541 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ba602f3-050a-41ce-84a0-48049e0e9505 req-e8297eda-e193-4407-a451-fabf1116236e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.7455704 Feb 16 23:53:12.144538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5834b692-f5f5-473d-b308-a1af69f197d5']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:12.162139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:12.174294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e93b3-a38b-476e-8fa0-5a47f011d800') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:12.174294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e93b3-a38b-476e-8fa0-5a47f011d800') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:12.187412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port f3201d83-eadf-4b39-a4fd-f8a70af86307 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:53:12.199726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.213967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.271711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ba602f3-050a-41ce-84a0-48049e0e9505 req-1cfb6b83-2347-400d-9b67-2c1b5610fbdb tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185896 Feb 16 23:53:12.274948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Port': ['ID=8efa0809-4f5d-422c-b53b-2f51607002c4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:12.276735 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Provisioning complete for port ff695109-d977-4bef-a607-c1bc3c82192c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:12.277463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.278014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.290784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] No DVR routers for this DVR port 8efa0809-4f5d-422c-b53b-2f51607002c4 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:12.323952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:12.324444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:12.339688 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:12.386291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] For port f229cf7a-0c9a-4213-87e2-c3556427294e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:12.412480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-bc898597-079b-4e75-a591-63094776cd5d None None] For port 8efa0809-4f5d-422c-b53b-2f51607002c4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8efa0809-4f5d-422c-b53b-2f51607002c4,segment=NetworkSegment(18595363-1f9b-493a-a010-787871681af6),segment_id=18595363-1f9b-493a-a010-787871681af6)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:12.412874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.420223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Port ff695109-d977-4bef-a607-c1bc3c82192c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:12.483605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:12.516073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:53:12.516073 dv-neutron-829040-1-hyperv neutron-server[87677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:53:12.516073 dv-neutron-829040-1-hyperv neutron-server[87677]: [parameters: {'id': '5834b692-f5f5-473d-b308-a1af69f197d5'}] Feb 16 23:53:12.516073 dv-neutron-829040-1-hyperv neutron-server[87677]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:12.516073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:12.518559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.546962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router de9287d7-ce12-4e26-b348-7b1af512e499 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:12.550131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:12.551905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82056055-8481-41c9-ba0c-b98d12eb486f']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:12.568203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18595363-1f9b-493a-a010-787871681af6') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:12.568563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18595363-1f9b-493a-a010-787871681af6') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:12.584522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.591772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Calling delete_port for 8efa0809-4f5d-422c-b53b-2f51607002c4 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:12.598313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:12.601978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.609948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.618997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:12.619719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.631077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] For port f229cf7a-0c9a-4213-87e2-c3556427294e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f229cf7a-0c9a-4213-87e2-c3556427294e,segment=NetworkSegment(151e93b3-a38b-476e-8fa0-5a47f011d800),segment_id=151e93b3-a38b-476e-8fa0-5a47f011d800)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:12.640231 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:12.642720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Provisioning for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:12.653581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.722448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:12.722820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.724881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] For port d31f2167-f17f-4c4c-aad8-d20b31852071, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d31f2167-f17f-4c4c-aad8-d20b31852071,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:12.725357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.736788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.746660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.771303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.778767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] Pushing event deleted for resources: {'Network': ['ID=82056055-8481-41c9-ba0c-b98d12eb486f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:12.786113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port c95c9630-7a55-431d-b204-73ee94eb41cd yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:53:12.791585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Transition to ACTIVE for port object 0fd8436e-2df8-427f-bc8b-78160d817b20 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:12.796475 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-13851359-e0ff-4b89-bbf9-7f4c9bfee38e tempest-NetworksTest-1348328160 tempest-NetworksTest-1348328160-project] 10.222.0.47 "DELETE /v2.0/networks/82056055-8481-41c9-ba0c-b98d12eb486f HTTP/1.1" status: 204 len: 168 time: 1.9210668 Feb 16 23:53:12.857980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be6bdb-8cd7-4b23-9620-e8ec8ca552ad None None] Pushing event updated for resources: {'Port': ['ID=f229cf7a-0c9a-4213-87e2-c3556427294e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:12.861276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Transition to ACTIVE for port object 0fd8436e-2df8-427f-bc8b-78160d817b20 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:12.905249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:12.955570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:12.956253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:12.998951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Calling delete_port for d31f2167-f17f-4c4c-aad8-d20b31852071 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:13.015203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.028782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting port f229cf7a-0c9a-4213-87e2-c3556427294e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:13.032943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.041182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:13.045395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:13.047214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f606f9-185e-480e-ba4d-068a1a8166b7 None None] Network 5834b692-f5f5-473d-b308-a1af69f197d5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:13.061110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Pushing event updated for resources: {'Port': ['ID=0fd8436e-2df8-427f-bc8b-78160d817b20,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:13.066407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:13.121568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:13.126481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.10 (44590e43-65f1-456e-93ad-0d94ee8430bd/11a8aade-5e2a-4572-887b-0326b7a37a9a/f3201d83-eadf-4b39-a4fd-f8a70af86307) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:13.175090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49252) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:13.180572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] Sync routers for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:13.201922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.210803 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0e417164-f283-418e-bdce-131a9a26eb79 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/de9287d7-ce12-4e26-b348-7b1af512e499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9148095 Feb 16 23:53:13.216309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49258) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:13.293419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:13.293960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:13.317432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] For port f229cf7a-0c9a-4213-87e2-c3556427294e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f229cf7a-0c9a-4213-87e2-c3556427294e,segment=NetworkSegment(151e93b3-a38b-476e-8fa0-5a47f011d800),segment_id=151e93b3-a38b-476e-8fa0-5a47f011d800)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:13.318430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.348837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::e6 (e136ccc5-d490-4c2d-a69c-071e2fdd0275/cb4d1044-1594-4f7c-81e4-6dd1f24cd77a/c95c9630-7a55-431d-b204-73ee94eb41cd) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:13.358254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Attempting to bind port 0fd8436e-2df8-427f-bc8b-78160d817b20 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:13.358619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Attempting to bind port 0fd8436e-2df8-427f-bc8b-78160d817b20 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f1e64fa7-c42c-4de7-b94d-74fb7c868fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:13.358974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Attempting to bind port 0fd8436e-2df8-427f-bc8b-78160d817b20 on network e136ccc5-d490-4c2d-a69c-071e2fdd0275 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:13.399334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:13.402092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:13.402469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Checking segment: {'id': 'f1e64fa7-c42c-4de7-b94d-74fb7c868fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:13.402871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.403260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Bound using segment: {'id': 'f1e64fa7-c42c-4de7-b94d-74fb7c868fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:13.403741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Bound port: 0fd8436e-2df8-427f-bc8b-78160d817b20, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e64fa7-c42c-4de7-b94d-74fb7c868fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e136ccc5-d490-4c2d-a69c-071e2fdd0275'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:13.404134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.450901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e43fc-5219-4a0b-b141-a304564fdf9c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:13.450901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-949e43fc-5219-4a0b-b141-a304564fdf9c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:13.452866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] For port 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=47bb7665-bc8d-4782-88ce-d6d6dda1da49,segment=NetworkSegment(54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff),segment_id=54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:13.460091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Deleting port 8efa0809-4f5d-422c-b53b-2f51607002c4 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:13.460788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bc898597-079b-4e75-a591-63094776cd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.466195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Calling delete_port for f229cf7a-0c9a-4213-87e2-c3556427294e owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:13.520737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.572987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:13.573534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:13.601423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.704082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8efa0809-4f5d-422c-b53b-2f51607002c4 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:13.764028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Port': ['ID=f229cf7a-0c9a-4213-87e2-c3556427294e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:13.775346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85676c6b-e7f6-479f-8b32-6c0a3d477825 req-eab32e25-d754-4642-a1c6-1ddb01e7cb1e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:13.782916 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85676c6b-e7f6-479f-8b32-6c0a3d477825 req-eab32e25-d754-4642-a1c6-1ddb01e7cb1e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2809396 Feb 16 23:53:13.801087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-bc898597-079b-4e75-a591-63094776cd5d None None] The port '8efa0809-4f5d-422c-b53b-2f51607002c4' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:53:13.801772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No DVR routers for this DVR port f229cf7a-0c9a-4213-87e2-c3556427294e on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:13.804729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:13.805126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fb2081-5b09-434a-8cfe-23992666eb6b None None] The sync data for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:13.824908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 8efa0809-4f5d-422c-b53b-2f51607002c4 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:13.825175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8efa0809-4f5d-422c-b53b-2f51607002c4 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:13.842594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-949e43fc-5219-4a0b-b141-a304564fdf9c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:13.847629 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-949e43fc-5219-4a0b-b141-a304564fdf9c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports/3c40546d-2647-4ac9-8b60-8096482337ee HTTP/1.1" status: 200 len: 913 time: 0.6231291 Feb 16 23:53:13.852804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49264) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:13.873093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a82a0e8-9f52-4b85-9dfd-9eceaaa39707 None None] Provisioning complete for port 3c40546d-2647-4ac9-8b60-8096482337ee triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:13.873446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a82a0e8-9f52-4b85-9dfd-9eceaaa39707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.886057 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e354f846-2574-442a-ace9-e37693e34db5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e3e7721af41473eae7760bf180f2294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7038081 Feb 16 23:53:13.903147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b62315-fa5a-4a48-afc1-3781d4d0761a None None] Pushing event updated for resources: {'Port': ['ID=47bb7665-bc8d-4782-88ce-d6d6dda1da49,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:13.916738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] For port 0fd8436e-2df8-427f-bc8b-78160d817b20, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:13.921154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49268) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:13.933525 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85676c6b-e7f6-479f-8b32-6c0a3d477825 req-2b93e8c0-a110-4817-9df9-b7de26402a83 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501265 Feb 16 23:53:13.939248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] For port 0fd8436e-2df8-427f-bc8b-78160d817b20, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0fd8436e-2df8-427f-bc8b-78160d817b20,segment=NetworkSegment(f1e64fa7-c42c-4de7-b94d-74fb7c868fb7),segment_id=f1e64fa7-c42c-4de7-b94d-74fb7c868fb7)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:13.948810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:13.952622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9a82a0e8-9f52-4b85-9dfd-9eceaaa39707 None None] Port 3c40546d-2647-4ac9-8b60-8096482337ee cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:13.967221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.035098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5834b692-f5f5-473d-b308-a1af69f197d5']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:14.044698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee416d4-97b3-498a-8e5c-d91079a0649a None None] Pushing event updated for resources: {'Port': ['ID=0fd8436e-2df8-427f-bc8b-78160d817b20,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:14.053731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e93b3-a38b-476e-8fa0-5a47f011d800') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:14.054224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e93b3-a38b-476e-8fa0-5a47f011d800') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:14.076463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.090458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4104-945c-4dc4-8cec-df21bd533c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.103651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.124807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:14.125219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:14.141149 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:14.167744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.199302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4104-945c-4dc4-8cec-df21bd533c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.231504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.267277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.294520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.310757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Network': ['ID=5834b692-f5f5-473d-b308-a1af69f197d5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:14.318714 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-65a44559-a565-4767-b68d-301a167b49c0 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/5834b692-f5f5-473d-b308-a1af69f197d5 HTTP/1.1" status: 204 len: 168 time: 4.5335188 Feb 16 23:53:14.320828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49276) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:14.326868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1419324471'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:14.345208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:14.359554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:network and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:14.363180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:14.409613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4104-945c-4dc4-8cec-df21bd533c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.413471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:14.432236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d4104-945c-4dc4-8cec-df21bd533c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df08b1-8f97-41fc-a719-9fe56cbc7591,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:14.437295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4104-945c-4dc4-8cec-df21bd533c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.441764 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dd9d4104-945c-4dc4-8cec-df21bd533c5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/79df08b1-8f97-41fc-a719-9fe56cbc7591 HTTP/1.1" status: 204 len: 168 time: 0.5146291 Feb 16 23:53:14.450398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:14.458673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.508100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:14.521580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fc52a-e14e-4358-9cd7-1c09787d3f22 req-fff3df53-1e84-4a4e-bb5b-7632e406726c tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:14.532426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-021fc52a-e14e-4358-9cd7-1c09787d3f22 req-fff3df53-1e84-4a4e-bb5b-7632e406726c tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.1711621 Feb 16 23:53:14.552924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.553264 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Added segment 3c9362cc-2546-4a97-9cb2-d62560b64ecf of type vlan for network d28a962a-8f46-485b-ad36-1810478ab3c5 Feb 16 23:53:14.575860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event deleted for resources: {'Port': ['ID=d31f2167-f17f-4c4c-aad8-d20b31852071,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:14.591932 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-021fc52a-e14e-4358-9cd7-1c09787d3f22 req-f93057ed-780a-4980-b843-755f5912fd47 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614526 Feb 16 23:53:14.598336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.613055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object f3201d83-eadf-4b39-a4fd-f8a70af86307 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:14.635393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.644520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:14.645836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.782784 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4582775 Feb 16 23:53:14.784007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49286) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:14.797087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'subnet': {'network_id': 'd28a962a-8f46-485b-ad36-1810478ab3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:14.801674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.821171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc23cd-59b0-4754-8365-bd016d3e9581 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Network': ['ID=d28a962a-8f46-485b-ad36-1810478ab3c5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:14.837700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network d28a962a-8f46-485b-ad36-1810478ab3c5 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:14.932971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:14.947492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:14.956361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:14.967687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:14.971651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.055303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.088194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object c95c9630-7a55-431d-b204-73ee94eb41cd will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:15.149347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.160292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.166764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-282b653d-4094-47ea-bcbc-caf5ed13655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:15.168273 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-282b653d-4094-47ea-bcbc-caf5ed13655b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e00b027b60a473da55f19dd59367c9a&device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 1098 time: 0.7753944 Feb 16 23:53:15.244332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.246454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:15.254178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:15.352575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Checking segment: {'id': '3c9362cc-2546-4a97-9cb2-d62560b64ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd28a962a-8f46-485b-ad36-1810478ab3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:15.353368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network hostable DHCP agents. Network: d28a962a-8f46-485b-ad36-1810478ab3c5, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:15.395900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Subnet': ['ID=62bca177-b58d-41a0-8e15-b039f727c38f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:15.409356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network d28a962a-8f46-485b-ad36-1810478ab3c5 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:15.425967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49304) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:15.436111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, d28a962a-8f46-485b-ad36-1810478ab3c5) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:15.442960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:15.443638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.450966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4ff20-9e1b-4770-95c9-0572a07e39b0 None None] Network d28a962a-8f46-485b-ad36-1810478ab3c5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:15.489105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:15.493416 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-142ab34b-3727-4c2f-8b97-9f7c10a6f21e tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7082613 Feb 16 23:53:15.495927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49310) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:15.541876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.548809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a9d04-f173-42ef-aaa9-6643d7533d5d None None] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:15.549299 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=f3201d83-eadf-4b39-a4fd-f8a70af86307,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:15.649477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=c95c9630-7a55-431d-b204-73ee94eb41cd,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:15.666947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-37aa5b83-1698-407e-ba86-cd5f74dae879 tempest-DvrRoutersNegativeTest-406070273 tempest-DvrRoutersNegativeTest-406070273-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2068842611', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:15.670406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.671109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.policy [None req-37aa5b83-1698-407e-ba86-cd5f74dae879 tempest-DvrRoutersNegativeTest-406070273 tempest-DvrRoutersNegativeTest-406070273-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87677) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 23:53:15.671452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89693cef-f4d4-4c53-99fa-b740245c7bb0 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:15.671584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.policy [None req-37aa5b83-1698-407e-ba86-cd5f74dae879 tempest-DvrRoutersNegativeTest-406070273 tempest-DvrRoutersNegativeTest-406070273-project] Failed policy check for 'create_router' {{(pid=87677) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 23:53:15.672189 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-37aa5b83-1698-407e-ba86-cd5f74dae879 tempest-DvrRoutersNegativeTest-406070273 tempest-DvrRoutersNegativeTest-406070273-project] create failed (client error): Access was denied to this resource. Feb 16 23:53:15.673521 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-37aa5b83-1698-407e-ba86-cd5f74dae879 tempest-DvrRoutersNegativeTest-406070273 tempest-DvrRoutersNegativeTest-406070273-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2461653 Feb 16 23:53:15.726638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-aa710358-5d0d-4a6a-a217-4b0db0706a03 None None] Provisioning for port 0fd8436e-2df8-427f-bc8b-78160d817b20 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:15.833846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.835157 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-931578ef-cf02-4886-8d7a-bbb84ca0d046 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "DELETE /v2.0/routers/89693cef-f4d4-4c53-99fa-b740245c7bb0 HTTP/1.1" status: 204 len: 168 time: 5.1881292 Feb 16 23:53:15.839480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49320) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:15.871498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:15.889695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1990350779', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:15.925372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.940614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:15.957015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:15.958436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:15.976451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:15.978932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:15.984516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:15.985329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.000793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Usage tracker for resource:router and tenant:d592a15aae6d4d76a58b2565f3b31c70 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:16.024658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:16.045434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:16.057390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.065293 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b29ea535-d24c-4769-9cef-17e67fbd00a2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.6879010 Feb 16 23:53:16.069680 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e2e07450-852c-456f-9412-0a6a19de0094 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6812639 Feb 16 23:53:16.071147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-681280c9-1882-482b-a482-b5286f4b450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:16.072762 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-681280c9-1882-482b-a482-b5286f4b450a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 200 len: 911 time: 0.8889208 Feb 16 23:53:16.073380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49326) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:16.073865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49328) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:16.078017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e803407e-df31-427e-9026-204c93101eca None None] Provisioning for port f3201d83-eadf-4b39-a4fd-f8a70af86307 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:16.086902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:16.130143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e803407e-df31-427e-9026-204c93101eca None None] Provisioning complete for port f3201d83-eadf-4b39-a4fd-f8a70af86307 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:16.130752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e803407e-df31-427e-9026-204c93101eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.146077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49336) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:16.154985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.197365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e803407e-df31-427e-9026-204c93101eca None None] Port f3201d83-eadf-4b39-a4fd-f8a70af86307 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:16.200976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190d192-035a-4ee8-9751-0ae33bfae32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-d28a962a-8f46-485b-ad36-1810478ab3c5', 'network_id': 'd28a962a-8f46-485b-ad36-1810478ab3c5', 'tenant_id': '02dba9afdecf46478eb8f50652712c45', 'fixed_ips': [{'subnet_id': '62bca177-b58d-41a0-8e15-b039f727c38f'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:16.202229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f190d192-035a-4ee8-9751-0ae33bfae32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.210857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.211903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.301106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0fd8436e-2df8-427f-bc8b-78160d817b20 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:16.434189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec2fe2-3e06-4ae8-92ca-3e3960c5d884 None None] Network d28a962a-8f46-485b-ad36-1810478ab3c5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:16.442177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.468113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28a962a-8f46-485b-ad36-1810478ab3c5']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:16.481074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9362cc-2546-4a97-9cb2-d62560b64ecf') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:16.481522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9362cc-2546-4a97-9cb2-d62560b64ecf') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:16.493300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.497334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.513697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.520006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:16.520568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:16.607938 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:16.610402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Subnet': ['ID=62bca177-b58d-41a0-8e15-b039f727c38f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:16.661554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0fd8436e-2df8-427f-bc8b-78160d817b20 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:16.669391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0fd8436e-2df8-427f-bc8b-78160d817b20 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:16.669767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.679825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.700619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.735792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ffb1-d1c4-4c87-b027-ddcedeb8c8fe req-6a5b9ff9-9c06-4f60-86fa-814a95cc2c9e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:16.741547 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc03ffb1-d1c4-4c87-b027-ddcedeb8c8fe req-6a5b9ff9-9c06-4f60-86fa-814a95cc2c9e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.9256265 Feb 16 23:53:16.744137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:16.749677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Usage tracker for resource:security_group_rule and tenant:38e3ce8d0b9e4c4eb179c36e80261a8e is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:16.753933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:16.757308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.808647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.813826 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-ea50ad18-b8a8-4441-a181-1b9207fe57ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 200 len: 1001 time: 0.7323916 Feb 16 23:53:16.853374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.857126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:16.881515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-20986551-4608-4046-9141-9f3feeae767b None None] Provisioning for port c95c9630-7a55-431d-b204-73ee94eb41cd completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:16.889709 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc03ffb1-d1c4-4c87-b027-ddcedeb8c8fe req-f2e65531-6461-446d-91c4-ea46e9b869f4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293306 Feb 16 23:53:16.895435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Network': ['ID=d28a962a-8f46-485b-ad36-1810478ab3c5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:16.898456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-20986551-4608-4046-9141-9f3feeae767b None None] Provisioning complete for port c95c9630-7a55-431d-b204-73ee94eb41cd triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:16.902930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20986551-4608-4046-9141-9f3feeae767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:16.920482 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f3b302e4-a6e0-4c11-9668-42ec6a0aa086 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/d28a962a-8f46-485b-ad36-1810478ab3c5 HTTP/1.1" status: 204 len: 168 time: 1.4209404 Feb 16 23:53:16.937571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49342) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:16.946311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1629134201'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:16.956089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:16.966051 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:network and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:16.972178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:16.984405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:17.002403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0fd8436e-2df8-427f-bc8b-78160d817b20, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0fd8436e-2df8-427f-bc8b-78160d817b20,segment=NetworkSegment(f1e64fa7-c42c-4de7-b94d-74fb7c868fb7),segment_id=f1e64fa7-c42c-4de7-b94d-74fb7c868fb7)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:17.010212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.011523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 47bb7665-bc8d-4782-88ce-d6d6dda1da49 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:17.014184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:17.018033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.045365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-20986551-4608-4046-9141-9f3feeae767b None None] Port c95c9630-7a55-431d-b204-73ee94eb41cd cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:17.095512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:17.108863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.121354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.121711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Added segment 9c6045d0-a823-4cf0-b908-df7db2cd4c90 of type vlan for network 43be3942-4881-4eca-a50c-70de907b56d4 Feb 16 23:53:17.122897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.143185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c4c83-bea9-4db2-ad26-9de4fa56c641 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:53:17.219986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-20986551-4608-4046-9141-9f3feeae767b None None] Provisioning complete for port 0fd8436e-2df8-427f-bc8b-78160d817b20 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:17.220365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20986551-4608-4046-9141-9f3feeae767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.221683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.229542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9383193f-0cd9-4281-982d-fefd18da3e0d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:17.252479 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-06bf7653-80b7-49a5-b946-31ad22b53b23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38e3ce8d0b9e4c4eb179c36e80261a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1051245 Feb 16 23:53:17.255344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49346) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:17.305566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:17.345336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.351315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0fd8436e-2df8-427f-bc8b-78160d817b20,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:17.363245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:17.365041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.378359 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:17.386205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:17.386578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.392908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:17.442573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:17.479645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b983-ac77-4a2b-aa4e-46974a3fdf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.551996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6133387 Feb 16 23:53:17.559307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49350) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:17.560178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15381-9695-41b1-b251-26ce5e4c88f2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Network': ['ID=43be3942-4881-4eca-a50c-70de907b56d4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:17.565342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:17.569118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.572268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Request body: {'subnet': {'network_id': '43be3942-4881-4eca-a50c-70de907b56d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:17.583758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 43be3942-4881-4eca-a50c-70de907b56d4 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:17.591442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-8754c226-d7ea-43bc-b32b-5a75c78f567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:17.592912 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-8754c226-d7ea-43bc-b32b-5a75c78f567e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 200 len: 850 time: 0.6863873 Feb 16 23:53:17.720830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b983-ac77-4a2b-aa4e-46974a3fdf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.728549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c4c83-bea9-4db2-ad26-9de4fa56c641 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:53:17.785950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:17.790956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Usage tracker for resource:subnet and tenant:02dba9afdecf46478eb8f50652712c45 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:17.795313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:17.809741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b983-ac77-4a2b-aa4e-46974a3fdf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.816611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:17.834809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.839239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Made reservation on behalf of 02dba9afdecf46478eb8f50652712c45 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:17.840878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0900d06d-7b20-48d1-8599-93e0b2c97542 None None] Provisioning complete for port c95c9630-7a55-431d-b204-73ee94eb41cd triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:17.841384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0900d06d-7b20-48d1-8599-93e0b2c97542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.846378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:17.870064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9b983-ac77-4a2b-aa4e-46974a3fdf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383193f-0cd9-4281-982d-fefd18da3e0d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:17.872773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0fd8436e-2df8-427f-bc8b-78160d817b20 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:17.996362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0900d06d-7b20-48d1-8599-93e0b2c97542 None None] Port c95c9630-7a55-431d-b204-73ee94eb41cd cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:18.066179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0fd8436e-2df8-427f-bc8b-78160d817b20 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:18.066474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.074039 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b983-ac77-4a2b-aa4e-46974a3fdf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.075387 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ffd9b983-ac77-4a2b-aa4e-46974a3fdf37 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9383193f-0cd9-4281-982d-fefd18da3e0d HTTP/1.1" status: 204 len: 168 time: 0.8187397 Feb 16 23:53:18.117353 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.ipam_backend_mixin [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11a8aade-5e2a-4572-887b-0326b7a37a9a (CIDR: 172.20.0.0/28) Feb 16 23:53:18.128484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.137928 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:53:18.138414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:18.198093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e89af-367a-46e7-8cf0-217e21bf3ef0 req-31930972-5172-4a9e-ac57-3b425ce30ce7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:18.199624 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a58e89af-367a-46e7-8cf0-217e21bf3ef0 req-31930972-5172-4a9e-ac57-3b425ce30ce7 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.1229300 Feb 16 23:53:18.236461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-2efebd1e-941e-4b94-a2d8-4bae570435f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:18.236461 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-2efebd1e-941e-4b94-a2d8-4bae570435f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa0d15e8-c953-4812-830a-29ab52bf49e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5326469 Feb 16 23:53:18.239687 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-30167fc3-9c1b-4025-b7bc-2b9e3cd4bcf9 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1627953 Feb 16 23:53:18.241879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49360) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:18.274530 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a58e89af-367a-46e7-8cf0-217e21bf3ef0 req-b89b1f67-2869-4cbe-a855-c44a6a639f88 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603449 Feb 16 23:53:18.301585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:18.394379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d31f2167-f17f-4c4c-aad8-d20b31852071 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:18.433515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: d31f2167-f17f-4c4c-aad8-d20b31852071 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:18.434110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d31f2167-f17f-4c4c-aad8-d20b31852071 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:18.452945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:53:18.454419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.537699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event updated for resources: {'Subnet': ['ID=3d253422-01ee-4a34-acbc-41319506af37,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:18.552722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Checking segment: {'id': '9c6045d0-a823-4cf0-b908-df7db2cd4c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43be3942-4881-4eca-a50c-70de907b56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:18.553079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network hostable DHCP agents. Network: 43be3942-4881-4eca-a50c-70de907b56d4, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:18.573580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Network 43be3942-4881-4eca-a50c-70de907b56d4 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:18.586536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 43be3942-4881-4eca-a50c-70de907b56d4) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:18.591512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:18.600884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1eea6-51a2-49e8-b81c-bdcb68c8fd68 None None] Network 43be3942-4881-4eca-a50c-70de907b56d4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:18.604379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.646926 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cc9b8706-c7e7-4c35-bf69-0a5c8bbea6a2 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0801265 Feb 16 23:53:18.650520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49374) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:18.881041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.921555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 3c40546d-2647-4ac9-8b60-8096482337ee {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:18.922164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.934855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-43be3942-4881-4eca-a50c-70de907b56d4', 'network_id': '43be3942-4881-4eca-a50c-70de907b56d4', 'tenant_id': '02dba9afdecf46478eb8f50652712c45', 'fixed_ips': [{'subnet_id': '3d253422-01ee-4a34-acbc-41319506af37'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:18.935720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:18.955162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49384) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:18.979864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.099218 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-f3317372-cd03-4bc6-bc11-e130f51aeba7 service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8479791 Feb 16 23:53:19.102119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1167469346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:19.108973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Allocated IP 2001:db8::f816:3eff:fe78:22a8 (43be3942-4881-4eca-a50c-70de907b56d4/3d253422-01ee-4a34-acbc-41319506af37/a9b0c900-c666-41d4-a8b8-d27a4b4fe210) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:19.109652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:19.114095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:router and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:19.117176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:19.124199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:19.135140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.136220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.152718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.172312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.197746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.200382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:19.200908 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-57b01d54-e5fa-4e6b-8211-c8f559131271 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2441351 Feb 16 23:53:19.202272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49390) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:19.207992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-379957653'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:19.213806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:19.218286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:network and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:19.221363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:19.227590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:19.237642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Made reservation on behalf of ec3c24cd16514e029115dc78c2eb2cae for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:19.242202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.255812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.272248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:19.276646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:security_group_rule and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:19.279415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:19.285041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:19.310672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:19.323353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.336987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Transition to ACTIVE for port object a9b0c900-c666-41d4-a8b8-d27a4b4fe210 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:19.338664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:19.358476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Transition to ACTIVE for port object a9b0c900-c666-41d4-a8b8-d27a4b4fe210 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:19.369968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.375977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:19.497324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Network 43be3942-4881-4eca-a50c-70de907b56d4 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:19.500412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:19.504996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:19.507157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Pushing event updated for resources: {'Port': ['ID=a9b0c900-c666-41d4-a8b8-d27a4b4fe210,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:19.537731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.555185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.558787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.569258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.573151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.582742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:53:19.597897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Attempting to bind port a9b0c900-c666-41d4-a8b8-d27a4b4fe210 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:19.598318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Attempting to bind port a9b0c900-c666-41d4-a8b8-d27a4b4fe210 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '9c6045d0-a823-4cf0-b908-df7db2cd4c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43be3942-4881-4eca-a50c-70de907b56d4'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:19.598696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Attempting to bind port a9b0c900-c666-41d4-a8b8-d27a4b4fe210 on network 43be3942-4881-4eca-a50c-70de907b56d4 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:19.604802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:19.605180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Checking segment: {'id': '9c6045d0-a823-4cf0-b908-df7db2cd4c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43be3942-4881-4eca-a50c-70de907b56d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:19.605585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.606133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Bound using segment: {'id': '9c6045d0-a823-4cf0-b908-df7db2cd4c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43be3942-4881-4eca-a50c-70de907b56d4'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:19.606660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Bound port: a9b0c900-c666-41d4-a8b8-d27a4b4fe210, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6045d0-a823-4cf0-b908-df7db2cd4c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '43be3942-4881-4eca-a50c-70de907b56d4'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:19.607042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.677655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:19.680603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Subnet': ['ID=3d253422-01ee-4a34-acbc-41319506af37,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:19.682334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094b88d3-8a98-44ea-a2d0-8191acf9ad7d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:19.711474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] For port a9b0c900-c666-41d4-a8b8-d27a4b4fe210, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:19.716722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] For port a9b0c900-c666-41d4-a8b8-d27a4b4fe210, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a9b0c900-c666-41d4-a8b8-d27a4b4fe210,segment=NetworkSegment(9c6045d0-a823-4cf0-b908-df7db2cd4c90),segment_id=9c6045d0-a823-4cf0-b908-df7db2cd4c90)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:19.718610 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.720970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.721973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.730634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for 3c40546d-2647-4ac9-8b60-8096482337ee owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:19.732037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.732404 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Added segment 2f426287-8587-40a8-b986-da3f49f41c2b of type vlan for network c45645ae-4c44-4a48-9df3-2f853da37339 Feb 16 23:53:19.749392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ac5e5-dd29-4031-8d1d-4b5665dd4629 req-886109b8-a8ed-48f8-b5d6-561f58167775 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:19.750863 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b83ac5e5-dd29-4031-8d1d-4b5665dd4629 req-886109b8-a8ed-48f8-b5d6-561f58167775 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2632277 Feb 16 23:53:19.771075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:19.774508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.825841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.857134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.859436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f0e79-7e6f-4399-a66d-96e41469e322 None None] Pushing event updated for resources: {'Port': ['ID=a9b0c900-c666-41d4-a8b8-d27a4b4fe210,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:19.881981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.890015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634fb453-f8cc-4ac5-b9bc-945523ec4958 None None] Network 43be3942-4881-4eca-a50c-70de907b56d4 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:19.893450 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b83ac5e5-dd29-4031-8d1d-4b5665dd4629 req-dd2a38b6-4f23-4f2b-b746-e209380baf91 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906620 Feb 16 23:53:19.929095 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-854bd0b5-dfe6-4993-98b7-2449c1da566b req-525a2475-6bcc-45f2-bed6-7558220d298e service neutron] 10.222.0.24 "GET /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724373 Feb 16 23:53:19.946757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43be3942-4881-4eca-a50c-70de907b56d4']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:19.973860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6045d0-a823-4cf0-b908-df7db2cd4c90') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:19.974267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6045d0-a823-4cf0-b908-df7db2cd4c90') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:19.982722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:19.988701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:19.989146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.020885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.098387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=c95c9630-7a55-431d-b204-73ee94eb41cd,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:20.118220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.134749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:20.135179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:20.150658 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:20.153097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Network': ['ID=c45645ae-4c44-4a48-9df3-2f853da37339,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:20.158684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-31cab11f-e012-4ead-bba8-8f7303e34a80 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9553971 Feb 16 23:53:20.168777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network c45645ae-4c44-4a48-9df3-2f853da37339 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:20.170368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49396) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:20.215110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'subnet': {'network_id': 'c45645ae-4c44-4a48-9df3-2f853da37339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:20.240299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 23:53:20.240299 dv-neutron-829040-1-hyperv neutron-server[87677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 23:53:20.240299 dv-neutron-829040-1-hyperv neutron-server[87677]: [parameters: {'id': '43be3942-4881-4eca-a50c-70de907b56d4'}] Feb 16 23:53:20.240299 dv-neutron-829040-1-hyperv neutron-server[87677]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:20.240815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:20.266135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26afe0ad-dc24-4b5d-8583-83a5f5d5a0c9 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:53:20.376320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9b37613a-a084-4a2a-832a-457665933e68 None None] Provisioning complete for port c95c9630-7a55-431d-b204-73ee94eb41cd triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:20.376695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9b37613a-a084-4a2a-832a-457665933e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.453698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9b37613a-a084-4a2a-832a-457665933e68 None None] Port c95c9630-7a55-431d-b204-73ee94eb41cd cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:20.476781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26afe0ad-dc24-4b5d-8583-83a5f5d5a0c9 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:53:20.519759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Allocated IP 172.26.2.127 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/ab1cf037-9d91-454c-98c8-417824604c94) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:20.614121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:20.625190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:subnet and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:20.638286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:20.663284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:20.742428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.753197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting port a9b0c900-c666-41d4-a8b8-d27a4b4fe210 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:20.753646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.824290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Made reservation on behalf of ec3c24cd16514e029115dc78c2eb2cae for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:20.827729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.856248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.915745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:20.965945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] For port a9b0c900-c666-41d4-a8b8-d27a4b4fe210, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a9b0c900-c666-41d4-a8b8-d27a4b4fe210,segment=NetworkSegment(9c6045d0-a823-4cf0-b908-df7db2cd4c90),segment_id=9c6045d0-a823-4cf0-b908-df7db2cd4c90)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:20.966296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.018751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=3c40546d-2647-4ac9-8b60-8096482337ee,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:21.128999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Calling delete_port for a9b0c900-c666-41d4-a8b8-d27a4b4fe210 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:21.239543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a76b8-4e7d-474f-96ea-b83479073549 req-7df9f2b6-fe24-426a-9b58-8d10457996f5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:21.241079 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d74a76b8-4e7d-474f-96ea-b83479073549 req-7df9f2b6-fe24-426a-9b58-8d10457996f5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2115221 Feb 16 23:53:21.242154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.252988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.307713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Port': ['ID=a9b0c900-c666-41d4-a8b8-d27a4b4fe210,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:21.310513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No DVR routers for this DVR port a9b0c900-c666-41d4-a8b8-d27a4b4fe210 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:21.318409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.378431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.378711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d74a76b8-4e7d-474f-96ea-b83479073549 req-36693e37-b34a-4556-8df1-13f52d2eca4f tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050494 Feb 16 23:53:21.448010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.449783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.479902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43be3942-4881-4eca-a50c-70de907b56d4']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:21.494167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6045d0-a823-4cf0-b908-df7db2cd4c90') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:21.494619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6045d0-a823-4cf0-b908-df7db2cd4c90') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:21.502983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:21.512565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:21.521466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c332a3-4d3a-454e-a531-7b94fcd52a26 None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:21.523743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.548273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.569307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.579695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:21.580109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.589094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:21.589941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:21.596818 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:21.636372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=3c68c5fd-1276-45c4-8271-c142a0232f72,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:21.794108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebc3b1-95ae-48d1-8c3f-faebf883a1e7 req-09cd461c-9f2e-4993-b258-cbe51527ef9e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:21.795879 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1cebc3b1-95ae-48d1-8c3f-faebf883a1e7 req-09cd461c-9f2e-4993-b258-cbe51527ef9e tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3043015 Feb 16 23:53:21.816928 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6e30007c-88a0-4950-ad76-ed626199b391 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5698388 Feb 16 23:53:21.825467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.828557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49404) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:21.857836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1167014455', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c68c5fd-1276-45c4-8271-c142a0232f72'}], 'security_groups': ['acd753c2-c847-421f-9302-27292868d0f7']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:21.887814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.900944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.905601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:21.918378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] Update dhcp port {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'fixed_ips': [{'subnet_id': '11a8aade-5e2a-4572-887b-0326b7a37a9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '3c68c5fd-1276-45c4-8271-c142a0232f72'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '47bb7665-bc8d-4782-88ce-d6d6dda1da49'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:53:21.926541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Network': ['ID=43be3942-4881-4eca-a50c-70de907b56d4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:21.944110 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9b0e7d08-f43b-4518-b4f3-9e54cdbfc94a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/43be3942-4881-4eca-a50c-70de907b56d4 HTTP/1.1" status: 204 len: 168 time: 3.2901123 Feb 16 23:53:21.950451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1cebc3b1-95ae-48d1-8c3f-faebf883a1e7 req-46eb7d94-311d-4507-bb16-686484bd4aee tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403995 Feb 16 23:53:21.950451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49408) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:21.994804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:22.024740 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-06adc7d9-45a1-47e8-9ee5-a9d98fc1fe55 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:22.025197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06adc7d9-45a1-47e8-9ee5-a9d98fc1fe55 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:22.029818 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-06adc7d9-45a1-47e8-9ee5-a9d98fc1fe55 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/3d253422-01ee-4a34-acbc-41319506af37 HTTP/1.1" status: 404 len: 337 time: 0.0694368 Feb 16 23:53:22.079907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49414) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:22.118525 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-17418766-85e9-4880-b1dc-2e455d065798 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:22.119035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17418766-85e9-4880-b1dc-2e455d065798 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:22.124081 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-17418766-85e9-4880-b1dc-2e455d065798 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/43be3942-4881-4eca-a50c-70de907b56d4 HTTP/1.1" status: 404 len: 339 time: 0.0430546 Feb 16 23:53:22.124697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49418) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:22.180139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0427d95-98c6-4721-9709-57af34208083 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:22.180880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0427d95-98c6-4721-9709-57af34208083 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:22.182825 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a0427d95-98c6-4721-9709-57af34208083 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/62bca177-b58d-41a0-8e15-b039f727c38f HTTP/1.1" status: 404 len: 337 time: 0.0548708 Feb 16 23:53:22.186715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49422) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:22.236396 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa84c41-491b-4b3c-8a07-fa9c8305e7e7 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:22.237343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa84c41-491b-4b3c-8a07-fa9c8305e7e7 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:22.247619 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9fa84c41-491b-4b3c-8a07-fa9c8305e7e7 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/d28a962a-8f46-485b-ad36-1810478ab3c5 HTTP/1.1" status: 404 len: 339 time: 0.0575294 Feb 16 23:53:22.253989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49428) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:22.287220 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] Allocated IP 172.20.0.18 (44590e43-65f1-456e-93ad-0d94ee8430bd/3c68c5fd-1276-45c4-8271-c142a0232f72/47bb7665-bc8d-4782-88ce-d6d6dda1da49) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:22.385614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:22.405367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:22.409031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:22.419750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:22.445979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] For port 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=47bb7665-bc8d-4782-88ce-d6d6dda1da49,segment=NetworkSegment(54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff),segment_id=54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:22.446207 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0ca763-a024-42db-9387-29a0e13232bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:22.446548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0ca763-a024-42db-9387-29a0e13232bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:22.448207 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-db0ca763-a024-42db-9387-29a0e13232bd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/9fe9508f-e5b2-47ab-9dc2-e5b7760712f9 HTTP/1.1" status: 404 len: 337 time: 0.1802423 Feb 16 23:53:22.455515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49432) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:22.474972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:22.486889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event updated for resources: {'Port': ['ID=ab1cf037-9d91-454c-98c8-417824604c94,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:22.497683 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-019e1229-3fd0-4735-9839-1c6a0cfd02e1 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:22.497997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019e1229-3fd0-4735-9839-1c6a0cfd02e1 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:22.499661 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-019e1229-3fd0-4735-9839-1c6a0cfd02e1 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/5834b692-f5f5-473d-b308-a1af69f197d5 HTTP/1.1" status: 404 len: 339 time: 0.0391295 Feb 16 23:53:22.501669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Subnet': ['ID=44f8d150-6e37-47c3-a228-5db87fa67093,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:22.503504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49436) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:22.504829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] Transition to ACTIVE for port object 47bb7665-bc8d-4782-88ce-d6d6dda1da49 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:22.512160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:22.586443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60e069-3f31-4801-9c82-8a6e6a24ea0e req-7cfc5ac8-1cbd-4b9b-9e10-a2d7f259f9e8 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:22.587988 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b60e069-3f31-4801-9c82-8a6e6a24ea0e req-7cfc5ac8-1cbd-4b9b-9e10-a2d7f259f9e8 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2373395 Feb 16 23:53:22.689436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec15ed-329b-4f2a-ae05-dc2beedfa16c None None] Pushing event updated for resources: {'Port': ['ID=47bb7665-bc8d-4782-88ce-d6d6dda1da49,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:22.732183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router de9287d7-ce12-4e26-b348-7b1af512e499 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:22.739879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Checking segment: {'id': '2f426287-8587-40a8-b986-da3f49f41c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c45645ae-4c44-4a48-9df3-2f853da37339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:22.740466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network hostable DHCP agents. Network: c45645ae-4c44-4a48-9df3-2f853da37339, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:22.766803 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b60e069-3f31-4801-9c82-8a6e6a24ea0e req-aca49bf8-091f-4285-9e32-561fb6ea24e5 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597755 Feb 16 23:53:22.884676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting port 196f64c9-f74c-4ba7-bc35-ce1a1d68c16b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:22.885318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:22.953734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Delete allocated IP 172.20.0.10 (44590e43-65f1-456e-93ad-0d94ee8430bd/11a8aade-5e2a-4572-887b-0326b7a37a9a) {{(pid=87677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 23:53:22.963331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.30 (44590e43-65f1-456e-93ad-0d94ee8430bd/3c68c5fd-1276-45c4-8271-c142a0232f72/f3201d83-eadf-4b39-a4fd-f8a70af86307) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:23.064859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network c45645ae-4c44-4a48-9df3-2f853da37339 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:23.183163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.190361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, c45645ae-4c44-4a48-9df3-2f853da37339) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:23.202286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b9796-0992-4330-b94c-ef9348e5e9bf None None] Network c45645ae-4c44-4a48-9df3-2f853da37339 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:23.203674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object f3201d83-eadf-4b39-a4fd-f8a70af86307 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:23.208207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.269817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:23.270392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.293483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:53:23.341612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:23.343385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Provisioning complete for port ff695109-d977-4bef-a607-c1bc3c82192c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:23.343925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.344504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.356935 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] Sync routers for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:23.366772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=f3201d83-eadf-4b39-a4fd-f8a70af86307,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:23.369582 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:23.370455 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:23.396948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] In _notify_port_updated(), no bound segment for port f3201d83-eadf-4b39-a4fd-f8a70af86307 on network 44590e43-65f1-456e-93ad-0d94ee8430bd {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:53:23.403498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:23.404340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.408733 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7ed2c115-fed4-4593-95d2-a51c683d6d7d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "PUT /v2.0/ports/f3201d83-eadf-4b39-a4fd-f8a70af86307 HTTP/1.1" status: 200 len: 921 time: 1.5791101 Feb 16 23:53:23.409560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49440) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:23.433424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Port ff695109-d977-4bef-a607-c1bc3c82192c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:23.457984 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:23.468548 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:23.469376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:23.485052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port f3201d83-eadf-4b39-a4fd-f8a70af86307 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:23.485551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.495397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Provisioning for port f3201d83-eadf-4b39-a4fd-f8a70af86307 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:23.509591 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7a918bf0-6b3f-45fe-aa04-da92cfa76b85 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/de9287d7-ce12-4e26-b348-7b1af512e499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6264141 Feb 16 23:53:23.514650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Provisioning complete for port f3201d83-eadf-4b39-a4fd-f8a70af86307 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:23.515116 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.515701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49444) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:23.516824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.517739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.554058 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:23.554375 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85782dd-446a-4b80-8c28-07155701db68 None None] The sync data for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:23.603104 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5c50710f-4514-4443-bf27-3618d36476d9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4295814 Feb 16 23:53:23.609034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49448) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:23.615004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'network': {'name': 'tempest-router-network01--1280043316'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:23.620296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:23.624767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:network and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:23.628141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:23.630110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-c45645ae-4c44-4a48-9df3-2f853da37339', 'network_id': 'c45645ae-4c44-4a48-9df3-2f853da37339', 'tenant_id': 'ec3c24cd16514e029115dc78c2eb2cae', 'fixed_ips': [{'subnet_id': '44f8d150-6e37-47c3-a228-5db87fa67093'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:23.632413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.637420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:23.654135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Port f3201d83-eadf-4b39-a4fd-f8a70af86307 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:23.719494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Provisioning for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:23.739563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:23.739956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92f1e2d6-f17e-4a36-a407-dc36210e16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.847547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 47bb7665-bc8d-4782-88ce-d6d6dda1da49 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:23.908432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Made reservation on behalf of ec3c24cd16514e029115dc78c2eb2cae for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:23.912016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:23.979073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Allocated IP 172.20.0.2 (c45645ae-4c44-4a48-9df3-2f853da37339/44f8d150-6e37-47c3-a228-5db87fa67093/3c28f688-2d73-4692-86dd-e0b4c02e6aa9) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:24.028936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:24.055797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.101004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:24.101381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.119353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.119842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Added segment d5cfeca9-55db-46dd-ba2e-cf1191a880b6 of type vlan for network d21c1551-9d22-452b-81a5-01b12593a2a6 Feb 16 23:53:24.120992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=c95c9630-7a55-431d-b204-73ee94eb41cd,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:24.153259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.162215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.186685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for f3201d83-eadf-4b39-a4fd-f8a70af86307 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:24.269840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-77b72f68-6c39-41b9-b8bd-5744f3781c35 None None] Provisioning complete for port f3201d83-eadf-4b39-a4fd-f8a70af86307 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:24.270245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-77b72f68-6c39-41b9-b8bd-5744f3781c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.276197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa4d3d-2a2c-41d1-885d-564a61382051 req-b45efa89-e909-4b9a-99d5-0acadcae0f40 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:24.277683 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-51fa4d3d-2a2c-41d1-885d-564a61382051 req-b45efa89-e909-4b9a-99d5-0acadcae0f40 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.3296628 Feb 16 23:53:24.285449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.391464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-77b72f68-6c39-41b9-b8bd-5744f3781c35 None None] Port f3201d83-eadf-4b39-a4fd-f8a70af86307 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:24.399309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.406253 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-51fa4d3d-2a2c-41d1-885d-564a61382051 req-7fd2540c-604d-42e0-bd8b-b7cbd1896a84 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170716 Feb 16 23:53:24.418447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.424106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:24.425063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.451566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Calling delete_port for 196f64c9-f74c-4ba7-bc35-ce1a1d68c16b owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:24.532163 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9219201 Feb 16 23:53:24.538529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Transition to ACTIVE for port object 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:24.543960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49454) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:24.549464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.556716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'network': {'name': 'tempest-router-network02--1441487223'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:24.560584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:24.571236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:24.578741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Transition to ACTIVE for port object 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:24.587562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.611132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:24.613747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b39ee3-5521-4b2f-bb02-0687059af088 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Network': ['ID=d21c1551-9d22-452b-81a5-01b12593a2a6,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:24.639370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:network and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:24.642494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=f3201d83-eadf-4b39-a4fd-f8a70af86307,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:24.644373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:24.644651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network d21c1551-9d22-452b-81a5-01b12593a2a6 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:24.663566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:24.803014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Made reservation on behalf of ec3c24cd16514e029115dc78c2eb2cae for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:24.806809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.823776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Pushing event updated for resources: {'Port': ['ID=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:24.844216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Network c45645ae-4c44-4a48-9df3-2f853da37339 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:24.848785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:24.850074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.859860 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-78603fb5-5151-4921-bfa5-2d0c20bf4f12 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/f3201d83-eadf-4b39-a4fd-f8a70af86307 HTTP/1.1" status: 204 len: 168 time: 1.4490578 Feb 16 23:53:24.860628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49458) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:24.871267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:24.917846 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a00641f-f64e-4d81-afd2-d661039d1a99 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:53:24.918652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a00641f-f64e-4d81-afd2-d661039d1a99 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:24.924829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:24.936162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:24.936721 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Added segment b502c6eb-cb17-417f-a98e-7dff0d335bdd of type vlan for network ac365a04-fe10-4ae6-91d8-19b760041226 Feb 16 23:53:24.961009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a00641f-f64e-4d81-afd2-d661039d1a99 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:24.966279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a00641f-f64e-4d81-afd2-d661039d1a99 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/f3201d83-eadf-4b39-a4fd-f8a70af86307 HTTP/1.1" status: 404 len: 333 time: 0.1033640 Feb 16 23:53:24.967128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49462) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:25.004750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.036523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Attempting to bind port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:25.036904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Attempting to bind port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '2f426287-8587-40a8-b986-da3f49f41c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c45645ae-4c44-4a48-9df3-2f853da37339'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:25.037808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Attempting to bind port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 on network c45645ae-4c44-4a48-9df3-2f853da37339 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:25.043860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:25.044095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Checking segment: {'id': '2f426287-8587-40a8-b986-da3f49f41c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c45645ae-4c44-4a48-9df3-2f853da37339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:25.044487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.044888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Bound using segment: {'id': '2f426287-8587-40a8-b986-da3f49f41c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c45645ae-4c44-4a48-9df3-2f853da37339'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:25.045362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Bound port: 3c28f688-2d73-4692-86dd-e0b4c02e6aa9, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f426287-8587-40a8-b986-da3f49f41c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c45645ae-4c44-4a48-9df3-2f853da37339'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:25.045738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.070487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-dbd0423a-caf6-46f6-917c-49e5e8e5f96b None None] Provisioning complete for port c95c9630-7a55-431d-b204-73ee94eb41cd triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:25.070871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-dbd0423a-caf6-46f6-917c-49e5e8e5f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.082423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfefd961-3512-445a-8aba-638775838f45 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.093388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.099191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:25.099889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.190832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0423a-caf6-46f6-917c-49e5e8e5f96b None None] Port c95c9630-7a55-431d-b204-73ee94eb41cd cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:25.205930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] For port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:25.207791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfefd961-3512-445a-8aba-638775838f45 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.210073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] For port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,segment=NetworkSegment(2f426287-8587-40a8-b986-da3f49f41c2b),segment_id=2f426287-8587-40a8-b986-da3f49f41c2b)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:25.215022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.223571 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6785541 Feb 16 23:53:25.224461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49466) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:25.247175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'subnet': {'network_id': 'd21c1551-9d22-452b-81a5-01b12593a2a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:25.259570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.308153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f684baf-0b01-4958-9f1a-762cee0c0d25 None None] Pushing event updated for resources: {'Port': ['ID=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:25.346251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3c3e3-5e53-49a2-8fd4-fcf1ed4b09eb tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Network': ['ID=ac365a04-fe10-4ae6-91d8-19b760041226,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:25.357091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network ac365a04-fe10-4ae6-91d8-19b760041226 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:25.385249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Port': ['ID=196f64c9-f74c-4ba7-bc35-ce1a1d68c16b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:25.405216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.414178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:25.418814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:subnet and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:25.422601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:25.433669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:25.438771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfefd961-3512-445a-8aba-638775838f45 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.459261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefd961-3512-445a-8aba-638775838f45 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e56b7bc-08bd-4b2e-9650-ece8199fa0ed,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:25.469500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfefd961-3512-445a-8aba-638775838f45 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.470805 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cfefd961-3512-445a-8aba-638775838f45 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/security-groups/2e56b7bc-08bd-4b2e-9650-ece8199fa0ed HTTP/1.1" status: 204 len: 168 time: 0.5001168 Feb 16 23:53:25.474054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Made reservation on behalf of ec3c24cd16514e029115dc78c2eb2cae for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:25.477867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.495483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49472) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:25.558485 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-49ef0fde-e7f9-4623-b357-54065896787a tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/ports/196f64c9-f74c-4ba7-bc35-ce1a1d68c16b HTTP/1.1" status: 204 len: 168 time: 3.0348318 Feb 16 23:53:25.566717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49476) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:25.658975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-3c1433f3-0e42-43df-b5d8-eb574342cdd4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:25.659694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-3c1433f3-0e42-43df-b5d8-eb574342cdd4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Synchronizing usage tracker for tenant:8e00b027b60a473da55f19dd59367c9a on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:25.670767 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6646598-6b02-4524-9e5b-0bd69671fe69 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:25.671131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6646598-6b02-4524-9e5b-0bd69671fe69 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:25.675335 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f6646598-6b02-4524-9e5b-0bd69671fe69 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/0c11f53a-2bea-4969-842f-0bf88fb18efd HTTP/1.1" status: 404 len: 337 time: 0.1024868 Feb 16 23:53:25.677392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49480) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:25.701710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Router db6c36de-5095-4c47-a0be-c917a15aedbc is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:25.710083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:25.730667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-3c1433f3-0e42-43df-b5d8-eb574342cdd4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Unset dirty status for tenant:8e00b027b60a473da55f19dd59367c9a on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:25.731783 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-3c1433f3-0e42-43df-b5d8-eb574342cdd4 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.6876295 Feb 16 23:53:25.810895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ca264-7b9f-4332-887d-b3147ec8fd59 req-02f2ebcf-cb41-47a6-afba-f0e71e332697 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:25.812296 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-630ca264-7b9f-4332-887d-b3147ec8fd59 req-02f2ebcf-cb41-47a6-afba-f0e71e332697 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.2232029 Feb 16 23:53:25.851316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:25.932151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:25.967798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.037524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bcacb1f-39bc-4e02-a66e-23433aefe57d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.042808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-630ca264-7b9f-4332-887d-b3147ec8fd59 req-411c0ae7-b8b1-4078-a82a-3177cd60c147 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201569 Feb 16 23:53:26.177395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Deleting port 3e882f18-407e-4d43-941c-288a7b533198 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:26.177743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.202397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.211613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.223908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bcacb1f-39bc-4e02-a66e-23433aefe57d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.231775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:26.244947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] Sync routers for ids ['db6c36de-5095-4c47-a0be-c917a15aedbc'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:26.255363 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4e9d60df-00a8-486c-8eca-5613323b5d5b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "PUT /v2.0/routers/db6c36de-5095-4c47-a0be-c917a15aedbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1762831 Feb 16 23:53:26.262638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] Routers {'db6c36de-5095-4c47-a0be-c917a15aedbc'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:26.262832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49484) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:26.263724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['db6c36de-5095-4c47-a0be-c917a15aedbc'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:26.330886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9491fe-49cc-4b43-9c65-e77e1a3555a5']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:26.340738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:26.349795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12933c3-da53-4791-85d7-3ee67e148599') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:26.350121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12933c3-da53-4791-85d7-3ee67e148599') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:26.350737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] Routers {'db6c36de-5095-4c47-a0be-c917a15aedbc'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:26.351358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['db6c36de-5095-4c47-a0be-c917a15aedbc'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:26.362660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.380555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.388389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:26.388793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:26.404550 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:26.423549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:26.424416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f74358-31c2-4ce9-a1f3-ba93addb8543 None None] The sync data for ids ['db6c36de-5095-4c47-a0be-c917a15aedbc'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:26.482657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bcacb1f-39bc-4e02-a66e-23433aefe57d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.516263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcacb1f-39bc-4e02-a66e-23433aefe57d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd753c2-c847-421f-9302-27292868d0f7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:26.524293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Subnet': ['ID=0eb8bd38-6d41-4cbc-a16a-1ea0dd976332,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:26.527427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfd960-62b9-48a5-b25a-91443fa19a6e None None] Network c45645ae-4c44-4a48-9df3-2f853da37339 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:26.533389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Checking segment: {'id': 'd5cfeca9-55db-46dd-ba2e-cf1191a880b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd21c1551-9d22-452b-81a5-01b12593a2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:26.533527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.533757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network hostable DHCP agents. Network: d21c1551-9d22-452b-81a5-01b12593a2a6, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:26.540022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.563544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.582542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Network': ['ID=bd9491fe-49cc-4b43-9c65-e77e1a3555a5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:26.591910 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c5b0a285-ad50-43ab-bbee-dbc864aac7c9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/bd9491fe-49cc-4b43-9c65-e77e1a3555a5 HTTP/1.1" status: 204 len: 168 time: 0.9068975 Feb 16 23:53:26.593532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49488) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:26.637827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0fe68-0858-4fc5-9251-ea51b610c8bf tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:26.642323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7bf0fe68-0858-4fc5-9251-ea51b610c8bf tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports?device_id=db6c36de-5095-4c47-a0be-c917a15aedbc HTTP/1.1" status: 200 len: 988 time: 0.3778808 Feb 16 23:53:26.651215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49492) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:26.654571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network d21c1551-9d22-452b-81a5-01b12593a2a6 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:26.655342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-47e9f4fd-ddb8-4645-bdb8-a3af2be4c3f9 None None] Provisioning for port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:26.675106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-47e9f4fd-ddb8-4645-bdb8-a3af2be4c3f9 None None] Provisioning complete for port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:26.676146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-47e9f4fd-ddb8-4645-bdb8-a3af2be4c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.748416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, d21c1551-9d22-452b-81a5-01b12593a2a6) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:26.767555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db2629-badf-4d17-bfcc-6648164b11e6 None None] Network d21c1551-9d22-452b-81a5-01b12593a2a6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:26.807799 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:26.808992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.816413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3bcacb1f-39bc-4e02-a66e-23433aefe57d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.820426 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3bcacb1f-39bc-4e02-a66e-23433aefe57d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/security-groups/acd753c2-c847-421f-9302-27292868d0f7 HTTP/1.1" status: 204 len: 168 time: 1.3145788 Feb 16 23:53:26.827900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49496) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:26.834955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting port c0f634bc-298a-4ebc-be91-911822d2c8fd {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:26.835628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:26.881429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Router b99fe112-3f0b-4915-83d3-f1acc64012b3 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:26.942524 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-113ea8bb-1a2f-4903-9578-a2bf1b6e52ee tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7020285 Feb 16 23:53:26.948773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49500) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:26.957851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'subnet': {'network_id': 'ac365a04-fe10-4ae6-91d8-19b760041226', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:27.050244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-47e9f4fd-ddb8-4645-bdb8-a3af2be4c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.120733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] For port 3e882f18-407e-4d43-941c-288a7b533198, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3e882f18-407e-4d43-941c-288a7b533198,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:27.121128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.144518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-47e9f4fd-ddb8-4645-bdb8-a3af2be4c3f9 None None] For port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,segment=NetworkSegment(2f426287-8587-40a8-b986-da3f49f41c2b),segment_id=2f426287-8587-40a8-b986-da3f49f41c2b)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:27.149236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-47e9f4fd-ddb8-4645-bdb8-a3af2be4c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.182195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-d21c1551-9d22-452b-81a5-01b12593a2a6', 'network_id': 'd21c1551-9d22-452b-81a5-01b12593a2a6', 'tenant_id': 'ec3c24cd16514e029115dc78c2eb2cae', 'fixed_ips': [{'subnet_id': '0eb8bd38-6d41-4cbc-a16a-1ea0dd976332'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:27.183194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.193439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 11a8aade-5e2a-4572-887b-0326b7a37a9a {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:27.243844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.338260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9f4fd-ddb8-4645-bdb8-a3af2be4c3f9 None None] Pushing event updated for resources: {'Port': ['ID=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:27.382815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:27.398423 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] Sync routers for ids ['b99fe112-3f0b-4915-83d3-f1acc64012b3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:27.409448 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] Routers {'b99fe112-3f0b-4915-83d3-f1acc64012b3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:27.411889 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b99fe112-3f0b-4915-83d3-f1acc64012b3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:27.446805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.451476 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0d0b7c35-bf53-462e-91f5-98f1494a412e tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.6036181 Feb 16 23:53:27.452377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49510) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:27.461500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Allocated IP 172.20.0.2 (d21c1551-9d22-452b-81a5-01b12593a2a6/0eb8bd38-6d41-4cbc-a16a-1ea0dd976332/eb84e11f-102e-4638-9372-b4762ad39d2e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:27.484537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': False}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:27.511768 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:27.521316 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] Routers {'b99fe112-3f0b-4915-83d3-f1acc64012b3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:27.522176 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b99fe112-3f0b-4915-83d3-f1acc64012b3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:27.585915 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:27.586561 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d011e-e55a-41af-960c-ebf069c6cbaf None None] The sync data for ids ['b99fe112-3f0b-4915-83d3-f1acc64012b3'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:27.598587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:27.661172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Usage tracker for resource:subnet and tenant:ec3c24cd16514e029115dc78c2eb2cae is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:27.673610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:27.680467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.742925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-57e5960d-587f-41ee-893d-ea4673def50c None None] Provisioning complete for port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:27.744004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-57e5960d-587f-41ee-893d-ea4673def50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.761889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:27.789713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:27.790320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.816483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.817397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.832410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.832770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.832964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Transition to ACTIVE for port object eb84e11f-102e-4638-9372-b4762ad39d2e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:27.833456 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Floating IP 4cbba5ff-47dd-435d-863e-9df7581e02f9 disassociated. External IP: 172.26.2.155, port: 3e882f18-407e-4d43-941c-288a7b533198. Feb 16 23:53:27.834006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Calling delete_port for 3e882f18-407e-4d43-941c-288a7b533198 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:27.837748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Made reservation on behalf of ec3c24cd16514e029115dc78c2eb2cae for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:27.841235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.857721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:27.919999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Transition to ACTIVE for port object eb84e11f-102e-4638-9372-b4762ad39d2e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:27.931717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:27.984118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Calling delete_port for c0f634bc-298a-4ebc-be91-911822d2c8fd owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:28.013103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Network d21c1551-9d22-452b-81a5-01b12593a2a6 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:28.043752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:28.046371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:28.141068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Pushing event updated for resources: {'Port': ['ID=eb84e11f-102e-4638-9372-b4762ad39d2e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:28.148643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c9ac3-b44f-49d4-a282-2011a2b9972c req-bf21980f-b1f8-4934-b9d4-d8e58100628a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:28.150326 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-977c9ac3-b44f-49d4-a282-2011a2b9972c req-bf21980f-b1f8-4934-b9d4-d8e58100628a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 945 time: 0.8741543 Feb 16 23:53:28.209144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:28.209516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.218884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.254930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Attempting to bind port eb84e11f-102e-4638-9372-b4762ad39d2e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:28.255155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Attempting to bind port eb84e11f-102e-4638-9372-b4762ad39d2e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd5cfeca9-55db-46dd-ba2e-cf1191a880b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd21c1551-9d22-452b-81a5-01b12593a2a6'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:28.255453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Attempting to bind port eb84e11f-102e-4638-9372-b4762ad39d2e on network d21c1551-9d22-452b-81a5-01b12593a2a6 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:28.272335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:28.273019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Checking segment: {'id': 'd5cfeca9-55db-46dd-ba2e-cf1191a880b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd21c1551-9d22-452b-81a5-01b12593a2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:28.273579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.274152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Bound using segment: {'id': 'd5cfeca9-55db-46dd-ba2e-cf1191a880b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd21c1551-9d22-452b-81a5-01b12593a2a6'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:28.275551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Bound port: eb84e11f-102e-4638-9372-b4762ad39d2e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfeca9-55db-46dd-ba2e-cf1191a880b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd21c1551-9d22-452b-81a5-01b12593a2a6'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:28.276037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.315972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.339810 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-977c9ac3-b44f-49d4-a282-2011a2b9972c req-64aeb657-6d38-4ac2-aa6e-d3657211360c tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups?id=630fcced-c923-45ec-bbec-b02190855501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767564 Feb 16 23:53:28.418599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.433096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Port': ['ID=c0f634bc-298a-4ebc-be91-911822d2c8fd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:28.461278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.470922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] For port eb84e11f-102e-4638-9372-b4762ad39d2e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:28.474481 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] For port eb84e11f-102e-4638-9372-b4762ad39d2e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=eb84e11f-102e-4638-9372-b4762ad39d2e,segment=NetworkSegment(d5cfeca9-55db-46dd-ba2e-cf1191a880b6),segment_id=d5cfeca9-55db-46dd-ba2e-cf1191a880b6)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:28.478293 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.494440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b62263e8-9bc1-4923-8877-afa01bfad9f9 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/ports/c0f634bc-298a-4ebc-be91-911822d2c8fd HTTP/1.1" status: 204 len: 168 time: 1.8972704 Feb 16 23:53:28.496681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.502474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49522) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:28.560593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3e882f18-407e-4d43-941c-288a7b533198 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:28.588140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:28.595678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=11a8aade-5e2a-4572-887b-0326b7a37a9a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:28.606867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.612431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e9b95e96-dd76-4207-8248-4a226057c6f2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/11a8aade-5e2a-4572-887b-0326b7a37a9a HTTP/1.1" status: 204 len: 168 time: 1.7780406 Feb 16 23:53:28.612431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda262bd-6fe2-4133-93c9-6eaf601fa5cd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] DELETE failed (client error): The resource could not be found. Feb 16 23:53:28.612431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda262bd-6fe2-4133-93c9-6eaf601fa5cd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:28.621647 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bda262bd-6fe2-4133-93c9-6eaf601fa5cd tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/62a02967-ef34-40ba-8242-a629eef7b494 HTTP/1.1" status: 404 len: 337 time: 0.0911045 Feb 16 23:53:28.623248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49528) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:28.623248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49530) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:28.634412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:28.664435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99228e-52ce-419c-8247-37c067e8cc30 None None] Pushing event updated for resources: {'Port': ['ID=eb84e11f-102e-4638-9372-b4762ad39d2e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:28.668471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccfc1e2-3364-47a4-97db-aa75d90af70e None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:28.741620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:28.780633 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No ports have port_id starting with 3e882f18-407e-4d43-941c-288a7b533198 Feb 16 23:53:28.813559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event deleted for resources: {'Port': ['ID=3e882f18-407e-4d43-941c-288a7b533198,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:28.816836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:29.045738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:29.052524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:29.055767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:29.070806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:29.137354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Subnet': ['ID=1007c367-40fd-4d6f-a0d7-2a2c83bc4076,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:29.142302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:29.161964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:29.221433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Router a827f1e7-0ec8-403b-a27b-3b546440d497 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:29.258620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:29.267870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:29.271233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:29.421554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:29.461620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Checking segment: {'id': 'b502c6eb-cb17-417f-a98e-7dff0d335bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ac365a04-fe10-4ae6-91d8-19b760041226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:29.462213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network hostable DHCP agents. Network: ac365a04-fe10-4ae6-91d8-19b760041226, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:29.533935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=c93883e2-0c2a-44ef-b8a3-c6cc2e34e6b4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:29.616755 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a832efa9-8bdf-4baf-989f-7d3d9c436658 req-dcd09e38-6439-438e-b337-1b0b00154f1c tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 210 time: 0.0932431 Feb 16 23:53:29.864709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network ac365a04-fe10-4ae6-91d8-19b760041226 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:29.913949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device eb84e11f-102e-4638-9372-b4762ad39d2e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:29.938952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:29.999562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4673b8-a627-4450-899d-c106729cf088']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:30.003638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-91bbe67f-aaed-4749-8c97-37b5e6214233 None None] Provisioning complete for port ff695109-d977-4bef-a607-c1bc3c82192c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:30.004177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-91bbe67f-aaed-4749-8c97-37b5e6214233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.008200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.018384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, ac365a04-fe10-4ae6-91d8-19b760041226) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:30.023723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:30.024321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.025425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:30.041143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6e6d72-615f-4210-a928-d4708afe4023') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:30.041396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8995625-1997-4906-9182-4b883316734d None None] Network ac365a04-fe10-4ae6-91d8-19b760041226 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:30.041501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6e6d72-615f-4210-a928-d4708afe4023') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:30.070666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] Sync routers for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:30.079132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.108589 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-60bb25ac-2539-454d-a30f-217e416ad9fe tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1542935 Feb 16 23:53:30.111341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49544) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:30.153520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:30.154385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:30.179864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.203531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:30.203859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:30.219606 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:30.248882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] No DVR routers for this DVR port 3e882f18-407e-4d43-941c-288a7b533198 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:30.253443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.256100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'name': 'network-vif-deleted', 'tag': '3e882f18-407e-4d43-941c-288a7b533198'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:53:30.333390 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a119cbd4-ee07-414e-bb91-32dc20f674e3', 'name': 'network-vif-deleted', 'tag': '3e882f18-407e-4d43-941c-288a7b533198', 'status': 'completed', 'code': 200} Feb 16 23:53:30.336794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da74d6f-5048-4ae9-a253-4b05813155ed None None] Network d21c1551-9d22-452b-81a5-01b12593a2a6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:30.372980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port eb84e11f-102e-4638-9372-b4762ad39d2e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:30.396314 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5ee4642a-c57e-41cf-9592-8dafb72d9271 req-1bf92472-80df-4fc6-b0ec-84863eb4410a tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.24 "DELETE /v2.0/ports/3e882f18-407e-4d43-941c-288a7b533198 HTTP/1.1" status: 204 len: 173 time: 4.5621533 Feb 16 23:53:30.445686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-91bbe67f-aaed-4749-8c97-37b5e6214233 None None] Port ff695109-d977-4bef-a607-c1bc3c82192c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:30.502045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router de9287d7-ce12-4e26-b348-7b1af512e499 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:30.529528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:53:30.575632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-91bbe67f-aaed-4749-8c97-37b5e6214233 None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:30.576528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-91bbe67f-aaed-4749-8c97-37b5e6214233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.724589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:30.733115 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-690355f3-f5f6-4367-87f0-37803938213a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/de9287d7-ce12-4e26-b348-7b1af512e499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2114687 Feb 16 23:53:30.734161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49552) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:30.738109 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] Sync routers for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:30.755838 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:30.757322 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:30.835948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port c95c9630-7a55-431d-b204-73ee94eb41cd {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:30.836961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.848649 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:30.870669 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] Routers {'de9287d7-ce12-4e26-b348-7b1af512e499'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:30.875125 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de9287d7-ce12-4e26-b348-7b1af512e499'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:30.876791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.896530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f2c69897-9d0e-4e01-8ecb-6d83b50fbf95 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:30.899046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.974242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-ac365a04-fe10-4ae6-91d8-19b760041226', 'network_id': 'ac365a04-fe10-4ae6-91d8-19b760041226', 'tenant_id': 'ec3c24cd16514e029115dc78c2eb2cae', 'fixed_ips': [{'subnet_id': '1007c367-40fd-4d6f-a0d7-2a2c83bc4076'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:30.975071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:30.992698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.000149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f2c69897-9d0e-4e01-8ecb-6d83b50fbf95 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:31.004135 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f2c69897-9d0e-4e01-8ecb-6d83b50fbf95 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=de9287d7-ce12-4e26-b348-7b1af512e499 HTTP/1.1" status: 200 len: 205 time: 0.2053025 Feb 16 23:53:31.004773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49556) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:31.038404 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:31.039809 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280b054e-dcc3-4ebd-b423-d54efc32bef1 None None] The sync data for ids ['de9287d7-ce12-4e26-b348-7b1af512e499'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:31.202248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Network': ['ID=fd4673b8-a627-4450-899d-c106729cf088,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:31.207188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c545492c-2979-4459-95d0-c866d634bb2f req-38335a2a-acd6-4a26-807e-cc1f6e4f7970 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/ports?device_id=a119cbd4-ee07-414e-bb91-32dc20f674e3 HTTP/1.1" status: 200 len: 210 time: 0.3161547 Feb 16 23:53:31.337649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2d3-c4cb-4aea-af6b-0763b7d08eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.364149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Allocated IP 172.20.0.2 (ac365a04-fe10-4ae6-91d8-19b760041226/1007c367-40fd-4d6f-a0d7-2a2c83bc4076/0d25fbf1-56a4-4993-9e6b-875e849ab4aa) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:31.366087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-acd30725-ecdb-4496-a9cf-1d59ff732823 None None] Provisioning for port eb84e11f-102e-4638-9372-b4762ad39d2e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:31.379075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-acd30725-ecdb-4496-a9cf-1d59ff732823 None None] Provisioning complete for port eb84e11f-102e-4638-9372-b4762ad39d2e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:31.379466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-acd30725-ecdb-4496-a9cf-1d59ff732823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.419949 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-74e957b4-8ae7-422c-ad31-ec869235d7dc tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/fd4673b8-a627-4450-899d-c106729cf088 HTTP/1.1" status: 204 len: 168 time: 2.7941005 Feb 16 23:53:31.456730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49560) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:31.536322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting subnet 93f5b748-d5bd-4c39-b20c-9032fb94b102 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:31.561035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.673272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-acd30725-ecdb-4496-a9cf-1d59ff732823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.684573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:08Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:31.701299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] Checking router: a827f1e7-0ec8-403b-a27b-3b546440d497 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:53:31.740119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:31.741480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:31.743117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.798276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2d3-c4cb-4aea-af6b-0763b7d08eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.808067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.809074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2d3-c4cb-4aea-af6b-0763b7d08eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.813913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-acd30725-ecdb-4496-a9cf-1d59ff732823 None None] For port eb84e11f-102e-4638-9372-b4762ad39d2e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=eb84e11f-102e-4638-9372-b4762ad39d2e,segment=NetworkSegment(d5cfeca9-55db-46dd-ba2e-cf1191a880b6),segment_id=d5cfeca9-55db-46dd-ba2e-cf1191a880b6)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:31.818212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.841193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.846054 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2d3-c4cb-4aea-af6b-0763b7d08eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.846523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a73c2d3-c4cb-4aea-af6b-0763b7d08eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Fanout notify agent at l3_agent the message router_deleted on router de9287d7-ce12-4e26-b348-7b1af512e499 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:31.851985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.861671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2d3-c4cb-4aea-af6b-0763b7d08eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:31.864736 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7a73c2d3-c4cb-4aea-af6b-0763b7d08eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/de9287d7-ce12-4e26-b348-7b1af512e499 HTTP/1.1" status: 204 len: 168 time: 0.8509281 Feb 16 23:53:31.889008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49564) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:31.939804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-acd30725-ecdb-4496-a9cf-1d59ff732823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.048677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for c95c9630-7a55-431d-b204-73ee94eb41cd owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:32.052087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Router b99fe112-3f0b-4915-83d3-f1acc64012b3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:32.107172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.139476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Transition to ACTIVE for port object 0d25fbf1-56a4-4993-9e6b-875e849ab4aa will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:32.141668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd30725-ecdb-4496-a9cf-1d59ff732823 None None] Pushing event updated for resources: {'Port': ['ID=eb84e11f-102e-4638-9372-b4762ad39d2e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:32.149027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:32.151008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:53:32.167870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:32.185270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:32.185985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.198823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=b1fda3f7-9303-4e19-9895-342e28a9f8d8,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:32.202700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4ddbb-cde2-4717-a716-cebad9e86466 None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:32.226139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4ebf6bc2-dabf-4bbd-8ce1-c806970d3bf9 None None] Provisioning complete for port eb84e11f-102e-4638-9372-b4762ad39d2e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:32.226382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4ebf6bc2-dabf-4bbd-8ce1-c806970d3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.238269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:32.243954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.247645 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8928bed2-3637-40e4-9201-880ae3426014 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "PUT /v2.0/routers/b99fe112-3f0b-4915-83d3-f1acc64012b3 HTTP/1.1" status: 200 len: 922 time: 4.7892475 Feb 16 23:53:32.247931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49568) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:32.276119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet f7376bae-65e8-4158-a532-b921c902079c {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:32.293103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d99b3682-049a-4ec5-91c4-72f17a3a019d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6657393 Feb 16 23:53:32.293103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Allocated IP 172.20.0.1 (d21c1551-9d22-452b-81a5-01b12593a2a6/0eb8bd38-6d41-4cbc-a16a-1ea0dd976332/4b855485-6e94-4d8f-9309-8da4c85513cb) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:32.294044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.321039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] Sync routers for ids ['b99fe112-3f0b-4915-83d3-f1acc64012b3'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:32.329347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49574) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:32.347147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1290175713'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:32.349766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.364706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:32.373629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:32.381747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:32.384258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49580) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:32.421807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Transition to ACTIVE for port object 0d25fbf1-56a4-4993-9e6b-875e849ab4aa will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:32.441947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.456165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:32.511911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.534283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] Routers {'b99fe112-3f0b-4915-83d3-f1acc64012b3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:32.534908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b99fe112-3f0b-4915-83d3-f1acc64012b3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:32.535475 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a1b536ea-4d3a-438b-bb15-2bde12043af8 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/b99fe112-3f0b-4915-83d3-f1acc64012b3 HTTP/1.1" status: 200 len: 922 time: 0.2864525 Feb 16 23:53:32.538591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49584) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:32.589950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.644078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.732881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:32.741075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:32.751278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Subnet': ['ID=93f5b748-d5bd-4c39-b20c-9032fb94b102,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:32.753621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.756936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0de268a-b127-42af-b51f-0c67f8378ed6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.770494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group_rule and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:32.778572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:32.778909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8125420-f2ae-4736-9805-614638645158 None None] Network a37d425f-82df-40a6-b37c-f7abdfb1cab9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:32.798346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:32.803827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.810464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0de268a-b127-42af-b51f-0c67f8378ed6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.817629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.850618 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0170f373-20fd-47b1-be0c-b1d3cefca6fb tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/subnets/93f5b748-d5bd-4c39-b20c-9032fb94b102 HTTP/1.1" status: 204 len: 168 time: 1.3896065 Feb 16 23:53:32.861139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49588) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:32.873426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Transition to ACTIVE for port object 4b855485-6e94-4d8f-9309-8da4c85513cb will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:32.875489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb2b3eb-162d-4fb4-ae14-84ada42915b0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:32.876277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-feb2b3eb-162d-4fb4-ae14-84ada42915b0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Synchronizing usage tracker for tenant:04dd379c1e404387a7bf96707d455e76 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:32.877226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:32.912829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Network ac365a04-fe10-4ae6-91d8-19b760041226 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:32.926080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] Routers {'b99fe112-3f0b-4915-83d3-f1acc64012b3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:32.926718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b99fe112-3f0b-4915-83d3-f1acc64012b3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:33.001756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:33.006971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:33.021133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Pushing event updated for resources: {'Port': ['ID=0d25fbf1-56a4-4993-9e6b-875e849ab4aa,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:33.031905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-feb2b3eb-162d-4fb4-ae14-84ada42915b0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Unset dirty status for tenant:04dd379c1e404387a7bf96707d455e76 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:33.035642 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-feb2b3eb-162d-4fb4-ae14-84ada42915b0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=b99fe112-3f0b-4915-83d3-f1acc64012b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4912126 Feb 16 23:53:33.038732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49592) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:33.052461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.068934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:33.069334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dec333-06f8-4fcc-ba42-a0be909592dc None None] The sync data for ids ['b99fe112-3f0b-4915-83d3-f1acc64012b3'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:33.071633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=c95c9630-7a55-431d-b204-73ee94eb41cd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:33.078461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0de268a-b127-42af-b51f-0c67f8378ed6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.088329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.150914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.166121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de268a-b127-42af-b51f-0c67f8378ed6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630fcced-c923-45ec-bbec-b02190855501,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:33.209519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.216771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Deleting port 7584d5a4-7371-4cf3-9484-b181e7dc872e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:33.217125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.301042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.315081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=f7376bae-65e8-4158-a532-b921c902079c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:33.390592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.400648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.409412 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c0d65cfb-0401-4e8a-9633-a0b82731ee37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/f7376bae-65e8-4158-a532-b921c902079c HTTP/1.1" status: 204 len: 168 time: 1.4609222 Feb 16 23:53:33.409412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network d21c1551-9d22-452b-81a5-01b12593a2a6 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:33.414621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49596) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:33.416298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:33.418841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd28d9-d455-4657-ba14-194d9c07408e tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:33.419437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e5cd28d9-d455-4657-ba14-194d9c07408e tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Synchronizing usage tracker for tenant:04dd379c1e404387a7bf96707d455e76 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:33.425431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:33.448820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Attempting to bind port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:33.449439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Attempting to bind port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'b502c6eb-cb17-417f-a98e-7dff0d335bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ac365a04-fe10-4ae6-91d8-19b760041226'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:33.449565 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Attempting to bind port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa on network ac365a04-fe10-4ae6-91d8-19b760041226 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:33.451644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35596041-e3ed-4c52-bebb-5f1129701624 None None] Network 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:33.472675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad195142-ad37-4f37-8773-b3b2281982fe,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:33.483899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d0de268a-b127-42af-b51f-0c67f8378ed6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.485287 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d0de268a-b127-42af-b51f-0c67f8378ed6 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "DELETE /v2.0/security-groups/630fcced-c923-45ec-bbec-b02190855501 HTTP/1.1" status: 204 len: 168 time: 1.1001239 Feb 16 23:53:33.495985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.497101 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3c7f45f8-ddb6-449c-abfa-7b16bc166dce tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1667788 Feb 16 23:53:33.497955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49600) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:33.502936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e5cd28d9-d455-4657-ba14-194d9c07408e tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Unset dirty status for tenant:04dd379c1e404387a7bf96707d455e76 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:33.507100 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e5cd28d9-d455-4657-ba14-194d9c07408e tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.4656765 Feb 16 23:53:33.513746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49602) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:33.514060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49604) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:33.539132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:33.539556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Checking segment: {'id': 'b502c6eb-cb17-417f-a98e-7dff0d335bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ac365a04-fe10-4ae6-91d8-19b760041226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:33.539905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.540365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Bound using segment: {'id': 'b502c6eb-cb17-417f-a98e-7dff0d335bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ac365a04-fe10-4ae6-91d8-19b760041226'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:33.540851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Bound port: 0d25fbf1-56a4-4993-9e6b-875e849ab4aa, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b502c6eb-cb17-417f-a98e-7dff0d335bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ac365a04-fe10-4ae6-91d8-19b760041226'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:33.541228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.579203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1768786226'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:33.616749 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-81745067-fed0-4ecc-b34d-adfc382e77d9 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=b99fe112-3f0b-4915-83d3-f1acc64012b3 HTTP/1.1" status: 200 len: 205 time: 0.0895808 Feb 16 23:53:33.620553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Port': ['ID=4b855485-6e94-4d8f-9309-8da4c85513cb,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:33.623021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49612) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:33.725053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:33.737150 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-1c0d11b4-4156-4f11-a187-987cfd8d0a89 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] show failed (client error): The resource could not be found. Feb 16 23:53:33.740637 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1c0d11b4-4156-4f11-a187-987cfd8d0a89 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "GET /v2.0/security-groups/630fcced-c923-45ec-bbec-b02190855501 HTTP/1.1" status: 404 len: 347 time: 0.2298720 Feb 16 23:53:33.754553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49616) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:33.805458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet 67383be7-5e4a-4738-b705-f44f1d237ff5 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:33.808237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:33.820897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b6127102-a9e9-49e0-9201-528770d49c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.826432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:33.845445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.847302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-335fbd5a-ad1f-40d0-b9ed-55600e489209 None None] Provisioning for port 4b855485-6e94-4d8f-9309-8da4c85513cb completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:33.857745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] For port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:33.864623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device eb84e11f-102e-4638-9372-b4762ad39d2e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:33.890208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:33.900069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.958731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:08Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:33.961154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-335fbd5a-ad1f-40d0-b9ed-55600e489209 None None] Provisioning complete for port 4b855485-6e94-4d8f-9309-8da4c85513cb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:33.961664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-335fbd5a-ad1f-40d0-b9ed-55600e489209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:33.970019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Router db6c36de-5095-4c47-a0be-c917a15aedbc has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:34.000604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.004806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Deleting port 06fb48e1-8cde-4485-aa39-548a0c0868e6 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:34.005147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.005324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] DHCP port deletion for a37d425f-82df-40a6-b37c-f7abdfb1cab9 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:34.014251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.014462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] For port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0d25fbf1-56a4-4993-9e6b-875e849ab4aa,segment=NetworkSegment(b502c6eb-cb17-417f-a98e-7dff0d335bdd),segment_id=b502c6eb-cb17-417f-a98e-7dff0d335bdd)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:34.036899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74062191-b6d4-4b5d-b063-91d5d9aa9df3 None None] The sync data for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv is: [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:49:57Z', 'revision_number': 4, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a4826684-3647-4519-974d-50de35974e94', 'name': '', 'network_id': 'fa0d15e8-c953-4812-830a-29ab52bf49e1', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'mac_address': 'fa:16:3e:ec:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:54Z', 'updated_at': '2022-02-16T23:50:08Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'subnets': [{'id': '2704b065-3cb3-4c68-8a5a-3f229f69a0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:34.052208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.056494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] For port 7584d5a4-7371-4cf3-9484-b181e7dc872e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7584d5a4-7371-4cf3-9484-b181e7dc872e,segment=NetworkSegment(1c1e67a8-115b-43f0-a3c5-c1a61860dfc3),segment_id=1c1e67a8-115b-43f0-a3c5-c1a61860dfc3)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:34.056864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.090555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:34.094303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group_rule and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:34.097696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:34.099618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Deleting port 7584d5a4-7371-4cf3-9484-b181e7dc872e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:34.100122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.104764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:34.199187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-335fbd5a-ad1f-40d0-b9ed-55600e489209 None None] Port 4b855485-6e94-4d8f-9309-8da4c85513cb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:34.238504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] Update dhcp port {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'fixed_ips': [{'subnet_id': '3c68c5fd-1276-45c4-8271-c142a0232f72', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1fda3f7-9303-4e19-9895-342e28a9f8d8'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '47bb7665-bc8d-4782-88ce-d6d6dda1da49'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:53:34.254184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Calling delete_port for 7584d5a4-7371-4cf3-9484-b181e7dc872e owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:34.274981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:34.283199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.291849 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] Sync routers for ids ['db6c36de-5095-4c47-a0be-c917a15aedbc'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:34.305169 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] Routers {'db6c36de-5095-4c47-a0be-c917a15aedbc'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:34.306342 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['db6c36de-5095-4c47-a0be-c917a15aedbc'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:34.327057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2aae3-fdaf-4cfe-8730-f05e0f60f2f5 None None] Pushing event updated for resources: {'Port': ['ID=0d25fbf1-56a4-4993-9e6b-875e849ab4aa,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:34.336794 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1c8e2e4e-934a-43ab-a63a-816076943b8b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "PUT /v2.0/routers/db6c36de-5095-4c47-a0be-c917a15aedbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6842132 Feb 16 23:53:34.338206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49620) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:34.440959 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:34.454383 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] Routers {'db6c36de-5095-4c47-a0be-c917a15aedbc'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:34.455247 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['db6c36de-5095-4c47-a0be-c917a15aedbc'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:34.543973 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:34.544733 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65004ad-b3de-4e73-8d7b-c28fe6498a8b None None] The sync data for ids ['db6c36de-5095-4c47-a0be-c917a15aedbc'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:34.567497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] For port 7584d5a4-7371-4cf3-9484-b181e7dc872e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7584d5a4-7371-4cf3-9484-b181e7dc872e,segment=NetworkSegment(1c1e67a8-115b-43f0-a3c5-c1a61860dfc3),segment_id=1c1e67a8-115b-43f0-a3c5-c1a61860dfc3)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:34.568071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.593271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port eb84e11f-102e-4638-9372-b4762ad39d2e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:34.593705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.630279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4d8e5-3f83-41a2-aed2-412ec332652d None None] New status for floating IP 4cbba5ff-47dd-435d-863e-9df7581e02f9: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:53:34.697536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25021e5-dcca-4b77-bb2d-8b35795d649d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:53:34.698073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b25021e5-dcca-4b77-bb2d-8b35795d649d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:34.725100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.767070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] DHCP port deletion for 7e32c6df-5870-4d3c-a2a5-4a6c7726c78e request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:34.772474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b25021e5-dcca-4b77-bb2d-8b35795d649d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:34.777193 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b25021e5-dcca-4b77-bb2d-8b35795d649d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/c95c9630-7a55-431d-b204-73ee94eb41cd HTTP/1.1" status: 404 len: 333 time: 0.4331427 Feb 16 23:53:34.802711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49624) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:34.809246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.809582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.860872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] Deleting port fb9255c7-c630-4fd4-aab4-8c6457454fe9 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:34.860872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.875162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.924679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.962815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:34.979964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Calling delete_port for 7584d5a4-7371-4cf3-9484-b181e7dc872e owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:34.990290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.006634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Port': ['ID=7584d5a4-7371-4cf3-9484-b181e7dc872e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:35.012136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.029360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.041663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] No DVR routers for this DVR port 7584d5a4-7371-4cf3-9484-b181e7dc872e on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:35.086597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Calling delete_port for 06fb48e1-8cde-4485-aa39-548a0c0868e6 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:35.125016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Deleting port ab1cf037-9d91-454c-98c8-417824604c94 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:35.125634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.132140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9abc37c6-9294-48f0-9bd7-4a7864bbd489 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.226287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a8eeb0-56ce-4840-8541-609039815b90,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:35.265849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.267342 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-918f31bc-a379-4277-bf5c-d86df215c604 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7419531 Feb 16 23:53:35.268728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.278114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49628) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:35.318768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'security_group': {'name': 'tempest-secgroup-722699941'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:35.326637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.346860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:35.366627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=67383be7-5e4a-4738-b705-f44f1d237ff5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:35.373332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.375291 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-84093636-0eb4-4647-9992-aa94abc37626 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/67383be7-5e4a-4738-b705-f44f1d237ff5 HTTP/1.1" status: 204 len: 168 time: 1.9586740 Feb 16 23:53:35.393747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94382919-16bc-4fe6-bbd0-f609baaffb16 None None] Network dcaf6de7-0799-4976-b67b-4aa250908bb3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:35.406226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49632) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:35.439873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:35.452666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:35.462764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37d425f-82df-40a6-b37c-f7abdfb1cab9']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:35.475243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:35.491188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1e67a8-115b-43f0-a3c5-c1a61860dfc3') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:35.491530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1e67a8-115b-43f0-a3c5-c1a61860dfc3') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:35.516789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.526487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.570561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:35.574991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:35.575839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:35.576985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:security_group_rule and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:35.581748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:35.591323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:35.682076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.708989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.721491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.749272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:35.750388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.758079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9abc37c6-9294-48f0-9bd7-4a7864bbd489 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.772013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9abc37c6-9294-48f0-9bd7-4a7864bbd489 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.775021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.787083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:35.787500 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:35.827474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:35.829084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:35.854824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] For port fb9255c7-c630-4fd4-aab4-8c6457454fe9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fb9255c7-c630-4fd4-aab4-8c6457454fe9,segment=NetworkSegment(8f227cb9-8288-42fc-84ab-1cf5540a81a3),segment_id=8f227cb9-8288-42fc-84ab-1cf5540a81a3)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:35.855220 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:35.924778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Calling delete_port for ab1cf037-9d91-454c-98c8-417824604c94 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:36.005119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eabcf7-d319-49b9-9942-fed5d5b71ef7 None None] Network ac365a04-fe10-4ae6-91d8-19b760041226 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:36.018502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0d25fbf1-56a4-4993-9e6b-875e849ab4aa up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:36.027005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9abc37c6-9294-48f0-9bd7-4a7864bbd489 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.027446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abc37c6-9294-48f0-9bd7-4a7864bbd489 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Fanout notify agent at l3_agent the message router_deleted on router db6c36de-5095-4c47-a0be-c917a15aedbc {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:36.043858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port fb9255c7-c630-4fd4-aab4-8c6457454fe9 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:36.044224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.091711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] Calling delete_port for fb9255c7-c630-4fd4-aab4-8c6457454fe9 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:36.104403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.105608 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7912445 Feb 16 23:53:36.114843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49636) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:36.121939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-180730527', 'security_groups': ['d6a7eebe-80e7-43a0-9203-49daba6588d3'], 'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1fda3f7-9303-4e19-9895-342e28a9f8d8'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:36.125627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Deleting port 7584d5a4-7371-4cf3-9484-b181e7dc872e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:36.126003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.136733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3079f-39a3-472d-8683-c6cac6825c1d tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a7eebe-80e7-43a0-9203-49daba6588d3,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:36.177658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9abc37c6-9294-48f0-9bd7-4a7864bbd489 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.181823 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9abc37c6-9294-48f0-9bd7-4a7864bbd489 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/routers/db6c36de-5095-4c47-a0be-c917a15aedbc HTTP/1.1" status: 204 len: 168 time: 1.3722496 Feb 16 23:53:36.189421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49640) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:36.201800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.227365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.243568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] Pushing event deleted for resources: {'Network': ['ID=a37d425f-82df-40a6-b37c-f7abdfb1cab9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:36.251856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9c150829-fc12-43b1-abc8-a181830a6724 tempest-NetworksIpV6TestAttrs-1891036185 tempest-NetworksIpV6TestAttrs-1891036185-project] 10.222.0.47 "DELETE /v2.0/networks/a37d425f-82df-40a6-b37c-f7abdfb1cab9 HTTP/1.1" status: 204 len: 168 time: 3.3863986 Feb 16 23:53:36.333860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Deleting port 06fb48e1-8cde-4485-aa39-548a0c0868e6 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:36.334443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.367518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.368726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e24ed-adb2-49b2-bdca-c5347cc2043f None None] The port '7584d5a4-7371-4cf3-9484-b181e7dc872e' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:53:36.372041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cd47fb7-482f-445e-8f2d-f6852b4822a5 None None] Provisioning for port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:36.397252 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fa719c38-6da8-42cc-89d6-6343701b9d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.412993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet cb4d1044-1594-4f7c-81e4-6dd1f24cd77a {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:36.413841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:53:36.428749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.433143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] Allocated IP 172.20.0.2 (44590e43-65f1-456e-93ad-0d94ee8430bd/b1fda3f7-9303-4e19-9895-342e28a9f8d8/47bb7665-bc8d-4782-88ce-d6d6dda1da49) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:36.463898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event deleted for resources: {'Port': ['ID=ab1cf037-9d91-454c-98c8-417824604c94,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:36.471555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.506098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.531261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.636615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port fb9255c7-c630-4fd4-aab4-8c6457454fe9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fb9255c7-c630-4fd4-aab4-8c6457454fe9,segment=NetworkSegment(8f227cb9-8288-42fc-84ab-1cf5540a81a3),segment_id=8f227cb9-8288-42fc-84ab-1cf5540a81a3)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:36.636879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.640868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:36.677587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] No DVR routers for this DVR port fb9255c7-c630-4fd4-aab4-8c6457454fe9 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:36.695347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.697852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aeee7d-a730-48d4-bb26-cc0c22eff5c6 None None] Pushing event deleted for resources: {'Port': ['ID=fb9255c7-c630-4fd4-aab4-8c6457454fe9,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:36.702086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:36.711734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:36.722130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:36.724229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.737168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.855483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49648) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:36.855650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:36.866612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for fb9255c7-c630-4fd4-aab4-8c6457454fe9 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:36.938214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:36.941196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Port': ['ID=4b855485-6e94-4d8f-9309-8da4c85513cb,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:36.998271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.001874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.043066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] DHCP port deletion for dcaf6de7-0799-4976-b67b-4aa250908bb3 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:37.060826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] Deleting port 14533889-b17f-4b76-9bea-5226daae6cf2 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:37.061214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.068528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.069274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Fanout notify agent at l3_agent the message router_deleted on router b99fe112-3f0b-4915-83d3-f1acc64012b3 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:37.095198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.099911 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e00b700c-09fe-44f6-b4d0-621614bbe916 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/b99fe112-3f0b-4915-83d3-f1acc64012b3 HTTP/1.1" status: 204 len: 168 time: 3.4669743 Feb 16 23:53:37.103224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] For port 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=47bb7665-bc8d-4782-88ce-d6d6dda1da49,segment=NetworkSegment(54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff),segment_id=54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:37.105150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.105582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.107537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.113759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49654) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:37.126078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.132947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] device_id is not set on port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:53:37.134512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1895860814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:37.220216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:37.253872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.274223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.311659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] Transition to ACTIVE for port object 47bb7665-bc8d-4782-88ce-d6d6dda1da49 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:37.312630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.339494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.395605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.6 (44590e43-65f1-456e-93ad-0d94ee8430bd/b1fda3f7-9303-4e19-9895-342e28a9f8d8/7f2c9924-5419-4dc2-861b-cb25d7e98d96) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:37.426481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Calling delete_port for 06fb48e1-8cde-4485-aa39-548a0c0868e6 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:37.470014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:37.470345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:37.478449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Usage tracker for resource:router and tenant:d592a15aae6d4d76a58b2565f3b31c70 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:37.478967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0d25fbf1-56a4-4993-9e6b-875e849ab4aa,segment=NetworkSegment(b502c6eb-cb17-417f-a98e-7dff0d335bdd),segment_id=b502c6eb-cb17-417f-a98e-7dff0d335bdd)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:37.488500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:37.516830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.528198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.551615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:37.599027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7584d5a4-7371-4cf3-9484-b181e7dc872e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:37.632487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.633392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.643120 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d1ca8d38-ae23-4b9c-a915-bf7ba5de9748 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02dba9afdecf46478eb8f50652712c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7479992 Feb 16 23:53:37.645867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] For port 14533889-b17f-4b76-9bea-5226daae6cf2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=14533889-b17f-4b76-9bea-5226daae6cf2,segment=NetworkSegment(7bf606e4-3535-45e3-ba4d-10e452aa5c4f),segment_id=7bf606e4-3535-45e3-ba4d-10e452aa5c4f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:37.646360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.656013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49660) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:37.657296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1f807-9c63-4605-8c32-2c2417c79b84 None None] Pushing event updated for resources: {'Port': ['ID=47bb7665-bc8d-4782-88ce-d6d6dda1da49,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:37.662513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network d21c1551-9d22-452b-81a5-01b12593a2a6 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:37.664567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7584d5a4-7371-4cf3-9484-b181e7dc872e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:37.664701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7584d5a4-7371-4cf3-9484-b181e7dc872e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:37.665732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb9255c7-c630-4fd4-aab4-8c6457454fe9 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:37.691044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:37.717598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.757038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 7f2c9924-5419-4dc2-861b-cb25d7e98d96 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:37.794631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.795299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.834334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: fb9255c7-c630-4fd4-aab4-8c6457454fe9 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:37.834674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb9255c7-c630-4fd4-aab4-8c6457454fe9 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:37.928754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=7f2c9924-5419-4dc2-861b-cb25d7e98d96,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:37.943825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:37.950070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:37.951356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:37.959821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:38.004730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] Calling delete_port for 14533889-b17f-4b76-9bea-5226daae6cf2 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:38.013231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port fb9255c7-c630-4fd4-aab4-8c6457454fe9 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:38.013719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.047519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:38.048220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.058452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 47bb7665-bc8d-4782-88ce-d6d6dda1da49 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:38.084902 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aa8747a7-6fef-4e98-a4ab-429b83383703 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9684529 Feb 16 23:53:38.087958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49664) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:38.094530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:38.126630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d00c5b-304e-4b60-9ec1-4c365ea6f2b7 None None] Network e136ccc5-d490-4c2d-a69c-071e2fdd0275 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:38.127012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.129601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4d1044-1594-4f7c-81e4-6dd1f24cd77a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:38.132583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.146056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.253702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6361a40b-4f90-4eb5-b12b-0240c50a2e53 None None] Provisioning complete for port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:38.254069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6361a40b-4f90-4eb5-b12b-0240c50a2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.264371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:38.267945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:38.271006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:38.271654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] The port 'fb9255c7-c630-4fd4-aab4-8c6457454fe9' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:53:38.275973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.277910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:38.280960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.281562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.282127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.283028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.283477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.283941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.284384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.284810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.285266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.285780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.286181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:38.293509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:38.297745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.302881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0d25fbf1-56a4-4993-9e6b-875e849ab4aa,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:38.314488 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f07d73d3-d8cc-4347-8d11-2e2b13be5f2b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/cb4d1044-1594-4f7c-81e4-6dd1f24cd77a HTTP/1.1" status: 204 len: 168 time: 2.1240771 Feb 16 23:53:38.329215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49668) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:38.356747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a233fef2-97f3-45a0-bf94-e813f183f9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.384455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a233fef2-97f3-45a0-bf94-e813f183f9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.410693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Pushing event deleted for resources: {'Port': ['ID=06fb48e1-8cde-4485-aa39-548a0c0868e6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:38.436976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.510918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] Pushing event deleted for resources: {'Port': ['ID=14533889-b17f-4b76-9bea-5226daae6cf2,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:38.528962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88458a45-b793-44e4-b03c-34f63467fe2b None None] No DVR routers for this DVR port 14533889-b17f-4b76-9bea-5226daae6cf2 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:38.544012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.582418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.617913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.621909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c8e3333d-241f-43b8-8c55-2cfca48ef7fb tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5045447 Feb 16 23:53:38.628256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 14533889-b17f-4b76-9bea-5226daae6cf2 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:38.628550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49672) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:38.654311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 0fd8436e-2df8-427f-bc8b-78160d817b20 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:38.654691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.660233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.663040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.667199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9b99aff5-952d-480f-bcc1-59463cd5d339 tempest-ServerActionsTestJSON-487736904 tempest-ServerActionsTestJSON-487736904-project] 10.222.0.47 "DELETE /v2.0/floatingips/4cbba5ff-47dd-435d-863e-9df7581e02f9 HTTP/1.1" status: 204 len: 168 time: 4.9065583 Feb 16 23:53:38.667648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:38.686772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 14533889-b17f-4b76-9bea-5226daae6cf2 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:38.687323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 14533889-b17f-4b76-9bea-5226daae6cf2 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:38.688513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49676) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:38.750743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Provisioning complete for port 4b855485-6e94-4d8f-9309-8da4c85513cb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:38.751186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.793608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] DHCP port deletion for e136ccc5-d490-4c2d-a69c-071e2fdd0275 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:38.799892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Deleting port 0fd8436e-2df8-427f-bc8b-78160d817b20 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:38.800367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.895792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.927320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Port 4b855485-6e94-4d8f-9309-8da4c85513cb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:38.987694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Provisioning complete for port ff695109-d977-4bef-a607-c1bc3c82192c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:38.987694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:38.990390 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.ipam_backend_mixin [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1fda3f7-9303-4e19-9895-342e28a9f8d8 (CIDR: 172.20.0.0/28) Feb 16 23:53:39.011138 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:53:39.011649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:39.058206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e32c6df-5870-4d3c-a2a5-4a6c7726c78e']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:39.130610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Port ff695109-d977-4bef-a607-c1bc3c82192c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:39.142876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] For port 0fd8436e-2df8-427f-bc8b-78160d817b20, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0fd8436e-2df8-427f-bc8b-78160d817b20,segment=NetworkSegment(f1e64fa7-c42c-4de7-b94d-74fb7c868fb7),segment_id=f1e64fa7-c42c-4de7-b94d-74fb7c868fb7)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:39.143265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.169493 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e2a64106-b770-4794-990d-c09b42233559 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0773499 Feb 16 23:53:39.185721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49680) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:39.209969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Provisioning for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:39.211635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:39.276826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Calling delete_port for 0fd8436e-2df8-427f-bc8b-78160d817b20 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:39.279763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f227cb9-8288-42fc-84ab-1cf5540a81a3') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:39.280289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f227cb9-8288-42fc-84ab-1cf5540a81a3') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:39.294512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.298561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Router 2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:39.305018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:39.305018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c786620-4b4a-4240-a234-3fb8ec3e2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.306970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.313391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a233fef2-97f3-45a0-bf94-e813f183f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.319087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] For port 0fd8436e-2df8-427f-bc8b-78160d817b20, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0fd8436e-2df8-427f-bc8b-78160d817b20,segment=NetworkSegment(f1e64fa7-c42c-4de7-b94d-74fb7c868fb7),segment_id=f1e64fa7-c42c-4de7-b94d-74fb7c868fb7)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:39.319896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.338443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233fef2-97f3-45a0-bf94-e813f183f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43152984-8566-4e89-b818-a91f0785bc64,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:39.361008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.433342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:39.433746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:39.451333 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:39.458560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.505480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a233fef2-97f3-45a0-bf94-e813f183f9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.506482 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a233fef2-97f3-45a0-bf94-e813f183f9d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43152984-8566-4e89-b818-a91f0785bc64 HTTP/1.1" status: 204 len: 168 time: 1.8493249 Feb 16 23:53:39.509418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Pushing event deleted for resources: {'Port': ['ID=0fd8436e-2df8-427f-bc8b-78160d817b20,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:39.515783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] No DVR routers for this DVR port 0fd8436e-2df8-427f-bc8b-78160d817b20 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:39.524552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.524552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.524902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.525178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.525510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.525835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.533726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.533726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.533726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.533726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.533726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.533726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae25da-e3ee-4454-89fa-44cfee420e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:39.546482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 0fd8436e-2df8-427f-bc8b-78160d817b20 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:39.658759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0e34fcd4-0697-4f9e-bffb-e6d3f1b6727c None None] Provisioning for port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:39.668232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:39.674561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.680321 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] Sync routers for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:39.683431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0e34fcd4-0697-4f9e-bffb-e6d3f1b6727c None None] Provisioning complete for port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:39.684590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0e34fcd4-0697-4f9e-bffb-e6d3f1b6727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.698036 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:39.698656 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:39.725736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:39.748718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:39.755212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:39.760294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:39.762786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=7e32c6df-5870-4d3c-a2a5-4a6c7726c78e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:39.770609 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4d058721-db3e-443c-9333-db8a027ae0e3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "PUT /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6559362 Feb 16 23:53:39.772629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:39.772950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:39.773352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49688) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:39.776166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:39.776583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0e34fcd4-0697-4f9e-bffb-e6d3f1b6727c None None] Port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:39.780194 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-31d9ed0f-b391-4d7e-8505-3d7297638221 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/7e32c6df-5870-4d3c-a2a5-4a6c7726c78e HTTP/1.1" status: 204 len: 168 time: 4.3728733 Feb 16 23:53:39.780868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49690) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:39.826930 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:39.835792 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:39.836423 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:39.896458 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:39.897336 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c3cc9-5adb-4bb3-9ced-999c507e8df8 None None] The sync data for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:39.986247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0d25fbf1-56a4-4993-9e6b-875e849ab4aa up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:40.037172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:40.040703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.068674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:40.069359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.074994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.108670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.278512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Allocated IP 172.26.2.156 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/a09f15a6-9649-4aba-a9de-9947424a79ce) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:40.290027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0fd8436e-2df8-427f-bc8b-78160d817b20 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:40.296411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 0fd8436e-2df8-427f-bc8b-78160d817b20 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:40.296928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.333245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0fd8436e-2df8-427f-bc8b-78160d817b20 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:40.333594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0fd8436e-2df8-427f-bc8b-78160d817b20 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:40.473680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.516529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.558760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49712) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:40.597145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:40.599901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:40.603925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:40.650854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event updated for resources: {'Port': ['ID=a09f15a6-9649-4aba-a9de-9947424a79ce,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:40.670968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.726968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] The port '0fd8436e-2df8-427f-bc8b-78160d817b20' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:53:40.731391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286233503'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:40.787295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:40.800198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:40.829274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:40.844840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:40.871301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:40.874746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.888886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:40.896770 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:53:40.962780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:40.969349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:security_group_rule and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:40.979745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:40.988616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:41.014016 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.ipam_backend_mixin [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3c68c5fd-1276-45c4-8271-c142a0232f72 (CIDR: 172.20.0.16/28) Feb 16 23:53:41.051133 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:53:41.051564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:41.110765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.219666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.231202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.234593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e136ccc5-d490-4c2d-a69c-071e2fdd0275']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:41.242033 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0bd56760-38d6-4871-b377-ba20f2ccd122 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.0552299 Feb 16 23:53:41.263665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49718) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:41.270569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e64fa7-c42c-4de7-b94d-74fb7c868fb7') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:41.270871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e64fa7-c42c-4de7-b94d-74fb7c868fb7') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:41.284865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'subnet': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:41.304332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaf6de7-0799-4976-b67b-4aa250908bb3']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:41.319381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.438234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.440102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf606e4-3535-45e3-ba4d-10e452aa5c4f') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:41.440419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf606e4-3535-45e3-ba4d-10e452aa5c4f') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:41.483068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.486040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.498145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.517973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:41.518439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:41.533662 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:41.551328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:41.565042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499cd721-0a69-49bd-bf91-caa5725fa154,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:41.596516 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-a516eb49-e433-4fd8-9171-ec2177a8920c tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:53:41.600671 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a516eb49-e433-4fd8-9171-ec2177a8920c tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "PUT /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8191245 Feb 16 23:53:41.622361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49722) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:41.630084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.630434 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment d5097b99-9ae5-4866-a9db-37a9bf8f4ca4 of type vlan for network 399fb0a3-f11e-4a65-a022-a8509a08a169 Feb 16 23:53:41.676637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.679123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.684655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.700567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.792024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.796640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:53:41.797055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.797482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:41.798072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:53:41.811258 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:53:41.978474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:41.990650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=399fb0a3-f11e-4a65-a022-a8509a08a169,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:41.993983 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b2fab98e-cc54-4e24-87b8-d918e39b1ff6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4276392 Feb 16 23:53:41.996686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49726) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.002342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:42.004100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-897732716'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:42.011531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:42.019125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:42.026842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:42.028286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:42.037006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:42.053128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:42.057317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.058988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.068542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Router d2369636-2635-4ea0-9f0e-55c3a528fe31 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:42.074303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Usage tracker for resource:subnet and tenant:4f148cee190d4f2f99e3410c06365da9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:42.090037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:42.104787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=e136ccc5-d490-4c2d-a69c-071e2fdd0275,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:42.110717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:42.113812 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/e136ccc5-d490-4c2d-a69c-071e2fdd0275 HTTP/1.1" status: 204 len: 168 time: 3.7834966 Feb 16 23:53:42.125548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.139936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49730) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.185373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:42.229264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.229611 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment ca295804-0ec1-4ba3-a8af-a8f78b86979d of type vlan for network c53973e9-a299-4577-bee6-9ab1ffbd7d5b Feb 16 23:53:42.254122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.254477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.254830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.255163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.255503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.255837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.256194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.256524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.256851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.257175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.257499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.257820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d7f07-7e8b-4fdd-8ca7-8679499b95ba tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:53:42.270406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.275578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Made reservation on behalf of 4f148cee190d4f2f99e3410c06365da9 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:42.279039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.342094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab74e43-8db7-434c-8190-63b1e8705344 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:42.343436 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ab74e43-8db7-434c-8190-63b1e8705344 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 HTTP/1.1" status: 200 len: 845 time: 0.2004666 Feb 16 23:53:42.347662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.353418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.371544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.404430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:42.416082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] Sync routers for ids ['d2369636-2635-4ea0-9f0e-55c3a528fe31'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:42.425685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] Routers {'d2369636-2635-4ea0-9f0e-55c3a528fe31'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:42.426304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d2369636-2635-4ea0-9f0e-55c3a528fe31'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:42.429405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.433798 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e8031b1b-5e9c-4076-9ca0-d79bee16de7d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "PUT /v2.0/routers/d2369636-2635-4ea0-9f0e-55c3a528fe31 HTTP/1.1" status: 200 len: 880 time: 3.7906845 Feb 16 23:53:42.443977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49738) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.447033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=dcaf6de7-0799-4976-b67b-4aa250908bb3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:42.466676 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7205c0c0-afbe-4b8c-afc2-52009387c7d2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/dcaf6de7-0799-4976-b67b-4aa250908bb3 HTTP/1.1" status: 204 len: 168 time: 2.6542525 Feb 16 23:53:42.474192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49742) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.492044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:42.503364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] Routers {'d2369636-2635-4ea0-9f0e-55c3a528fe31'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:42.503977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d2369636-2635-4ea0-9f0e-55c3a528fe31'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:42.534178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3e40ee7c-6dab-4858-9af2-0f311e6c1c6f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1854250 Feb 16 23:53:42.537193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.543024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:42.543739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.544773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49746) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.548312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485148755'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:42.571196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:42.572579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:42.573024 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96151d0b-1b8d-448e-bd83-93f23765c770 None None] The sync data for ids ['d2369636-2635-4ea0-9f0e-55c3a528fe31'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:42.627665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:42.691274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:42.708185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:42.737959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:42.839769 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8420579 Feb 16 23:53:42.849049 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49750) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.856952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': '399fb0a3-f11e-4a65-a022-a8509a08a169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:42.871528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703c9b5-498c-4a50-9b47-d45781cf683b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=c53973e9-a299-4577-bee6-9ab1ffbd7d5b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:42.882362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:42.901855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:42.932355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:42.935778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:42.956590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:42.973533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:42.991088 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-09cf0e3c-6b29-46a9-a81a-b12cd9a62851 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/d2369636-2635-4ea0-9f0e-55c3a528fe31 HTTP/1.1" status: 200 len: 921 time: 0.5458672 Feb 16 23:53:42.994332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49754) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:42.999628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:43.026797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:53:43.041742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:43.048178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:43.048844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:43.052298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.052946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:43.064778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:43.081738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:43.085146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.099009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.099360 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment 9b4ef3b4-d390-436d-b6fe-1d6695442285 of type vlan for network 0487721b-e4be-4a04-82ae-80286cd271ec Feb 16 23:53:43.154958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71274f87-6d0c-47c3-b39c-88957eb5bea5 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:43.155654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-71274f87-6d0c-47c3-b39c-88957eb5bea5 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Synchronizing usage tracker for tenant:04dd379c1e404387a7bf96707d455e76 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:43.189657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-71274f87-6d0c-47c3-b39c-88957eb5bea5 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Unset dirty status for tenant:04dd379c1e404387a7bf96707d455e76 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:43.190808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-71274f87-6d0c-47c3-b39c-88957eb5bea5 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=d2369636-2635-4ea0-9f0e-55c3a528fe31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1955512 Feb 16 23:53:43.193987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49758) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:43.330949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.371931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Deleting port a4826684-3647-4519-974d-50de35974e94 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:43.372673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.412322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b715ddc-98f1-4603-bf52-fc1e0289cd16 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:43.412801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9b715ddc-98f1-4603-bf52-fc1e0289cd16 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Synchronizing usage tracker for tenant:04dd379c1e404387a7bf96707d455e76 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:43.442048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9b715ddc-98f1-4603-bf52-fc1e0289cd16 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Unset dirty status for tenant:04dd379c1e404387a7bf96707d455e76 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:43.443217 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9b715ddc-98f1-4603-bf52-fc1e0289cd16 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.2483442 Feb 16 23:53:43.446851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49762) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:43.505152 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ce5a61b-79a6-4b62-ab00-2353d33f0e93 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2369636-2635-4ea0-9f0e-55c3a528fe31 HTTP/1.1" status: 200 len: 205 time: 0.0571373 Feb 16 23:53:43.507073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.511262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49766) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:43.681089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=58248dc9-7b7b-4628-b003-fcdca3c262d8,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:43.713588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.719018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:43.719597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.741475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': 'd5097b99-9ae5-4866-a9db-37a9bf8f4ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '399fb0a3-f11e-4a65-a022-a8509a08a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:43.741828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: 399fb0a3-f11e-4a65-a022-a8509a08a169, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:43.745052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.783430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.839206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:43.866845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 399fb0a3-f11e-4a65-a022-a8509a08a169) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:43.874377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:43.874950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.879526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389bb6d-0a5b-49f2-9ccb-49cd2577cc7e None None] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:43.924361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:43.967891 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e77bc591-f6a9-4854-8c01-e4a37f0d98d7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1130927 Feb 16 23:53:43.968311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49770) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:43.974534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Network 44590e43-65f1-456e-93ad-0d94ee8430bd is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:43.977902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': 'c53973e9-a299-4577-bee6-9ab1ffbd7d5b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:44.002477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:44.027648 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4978461 Feb 16 23:53:44.027648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d554be1-aaaf-4c2d-8d96-a4fe7fa32b64 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=0487721b-e4be-4a04-82ae-80286cd271ec,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:44.035989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620435c7-95cf-437a-8210-f877fe986d7d None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:44.046569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49774) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:44.064123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:44.086810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 0487721b-e4be-4a04-82ae-80286cd271ec details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:53:44.094310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:44.094892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.096696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.142757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Subnet': ['ID=00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:44.181410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] For port a4826684-3647-4519-974d-50de35974e94, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a4826684-3647-4519-974d-50de35974e94,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:44.181692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.186937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Deleting port a09f15a6-9649-4aba-a9de-9947424a79ce {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:44.187273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.189119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.238115 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f0acbb6f-cad0-4693-99e9-56c79c6a6544 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9700453 Feb 16 23:53:44.245805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49778) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:44.321070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-399fb0a3-f11e-4a65-a022-a8509a08a169', 'network_id': '399fb0a3-f11e-4a65-a022-a8509a08a169', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '58248dc9-7b7b-4628-b003-fcdca3c262d8'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:44.322049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.364342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:44.371314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:44.375533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:44.387755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:44.410409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:44.429021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-555064437', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17'}], 'security_groups': ['ad195142-ad37-4f37-8773-b3b2281982fe', '44a8eeb0-56ce-4840-8541-609039815b90']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:44.464026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:44.467232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:44.468409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Calling delete_port for a4826684-3647-4519-974d-50de35974e94 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:44.476807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:44.480788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.493563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:44.582876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:44.587486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.588483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Allocated IP 172.20.0.2 (399fb0a3-f11e-4a65-a022-a8509a08a169/58248dc9-7b7b-4628-b003-fcdca3c262d8/c0a2166a-476f-4d8e-9a59-fd4d6865bfda) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:44.591374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:44.604720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:44.607836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:44.609430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.632256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=f9ca5685-e7a5-4e27-b221-a7f68d93d6ab,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:44.652548 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-760052ea-6eab-493c-a6a0-a252339f452d tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1008060 Feb 16 23:53:44.674834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49782) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:44.713367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885237621'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:44.723060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.734893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea112626-8b80-49dc-bf93-9029f8174aeb None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:44.776102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:44.788804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:44.793665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:44.812168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:44.862231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:44.863133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Calling delete_port for a09f15a6-9649-4aba-a9de-9947424a79ce owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:44.975129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] Update dhcp port {'port': {'network_id': '44590e43-65f1-456e-93ad-0d94ee8430bd', 'fixed_ips': [{'subnet_id': '3c68c5fd-1276-45c4-8271-c142a0232f72', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1fda3f7-9303-4e19-9895-342e28a9f8d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '47bb7665-bc8d-4782-88ce-d6d6dda1da49'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:53:45.015807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:45.030706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group_rule and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:45.037982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:45.046377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Deleting port 4b855485-6e94-4d8f-9309-8da4c85513cb {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:45.046710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.088934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.107723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.150945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.254484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:45.258416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.275745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.312113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=603583da-1177-48de-b5a4-190adaaad231,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:45.364585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': 'ca295804-0ec1-4ba3-a8af-a8f78b86979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c53973e9-a299-4577-bee6-9ab1ffbd7d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:45.364944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: c53973e9-a299-4577-bee6-9ab1ffbd7d5b, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:45.369113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.378160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] Allocated IP 172.20.0.34 (44590e43-65f1-456e-93ad-0d94ee8430bd/00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17/47bb7665-bc8d-4782-88ce-d6d6dda1da49) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:45.430734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event deleted for resources: {'Port': ['ID=a09f15a6-9649-4aba-a9de-9947424a79ce,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:45.488316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-b97692d8-ce1c-4683-8957-bbeea77997e2', 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'tenant_id': 'b568b948aaf6457693e012e58c41cc39', 'fixed_ips': [{'subnet_id': 'f9ca5685-e7a5-4e27-b221-a7f68d93d6ab'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:45.489154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.530443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Transition to ACTIVE for port object c0a2166a-476f-4d8e-9a59-fd4d6865bfda will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:45.531089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:45.543957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=412b173f-5cdf-4896-8cab-84ca1ba39b99,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:45.546072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': '9b4ef3b4-d390-436d-b6fe-1d6695442285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:45.546430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: 0487721b-e4be-4a04-82ae-80286cd271ec, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:53:45.549567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Transition to ACTIVE for port object c0a2166a-476f-4d8e-9a59-fd4d6865bfda will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:45.576004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, c53973e9-a299-4577-bee6-9ab1ffbd7d5b) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:45.577465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.587798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:45.588410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.595547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.614201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.662059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4826684-3647-4519-974d-50de35974e94,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:45.663841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-93f7f808-9e12-400b-be13-d1625c82b64f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6947784 Feb 16 23:53:45.664626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 0487721b-e4be-4a04-82ae-80286cd271ec is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:53:45.724202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49786) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:45.747056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1531795561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:45.749392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87579a78-8d03-44ef-997d-9bab77388cea None None] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:45.757907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:45.762203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:router and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:45.765103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:45.770884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:45.778688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 0487721b-e4be-4a04-82ae-80286cd271ec) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:45.782259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.842997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:45.846005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.847500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f581ec-beff-4a22-b5e5-83ccf860e349 None None] Network 0487721b-e4be-4a04-82ae-80286cd271ec requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:45.857312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.861208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.880148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] For port 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=47bb7665-bc8d-4782-88ce-d6d6dda1da49,segment=NetworkSegment(54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff),segment_id=54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:45.911446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.913243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Fanout notify agent at l3_agent the message router_deleted on router d2369636-2635-4ea0-9f0e-55c3a528fe31 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:45.914155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:45.929903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.936657 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f8aa5c91-44c6-4b42-802f-4181c29a2c3b tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/d2369636-2635-4ea0-9f0e-55c3a528fe31 HTTP/1.1" status: 204 len: 168 time: 2.4001026 Feb 16 23:53:45.937846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49790) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:45.943150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-424041988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:45.952961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:45.956709 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c5f19838-f395-4a41-b6f7-dacf04f6ddfe tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9046774 Feb 16 23:53:45.959470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49794) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:45.963704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Usage tracker for resource:router and tenant:d592a15aae6d4d76a58b2565f3b31c70 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:45.970927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:45.977301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:45.985170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:45.989980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1258933060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:45.994829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.002606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] Transition to ACTIVE for port object 47bb7665-bc8d-4782-88ce-d6d6dda1da49 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:46.003636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Pushing event updated for resources: {'Port': ['ID=c0a2166a-476f-4d8e-9a59-fd4d6865bfda,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:46.005511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.006251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Calling delete_port for 4b855485-6e94-4d8f-9309-8da4c85513cb owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:46.006745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:46.019433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.021922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:46.026782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:46.028585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.034406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:router and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:46.040105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:46.049159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.050201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.052200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.053952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:46.074443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.207368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.208227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.219950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.244957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.247417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.254007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cdbc58-9bc2-4c5a-868c-a641ebfb6413,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:46.271695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.283696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.285176 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-af9b2b3f-1f78-41c0-8c5a-50e1e56abbfe tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6019719 Feb 16 23:53:46.294099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49798) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:46.306155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'security_group': {'name': 'tempest-secgroup-1762112695'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:46.320034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:46.330748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:46.334732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.339096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f0e5586f-3df7-43ec-9528-41d422c758b1 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3974996 Feb 16 23:53:46.339096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:46.341368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.348705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49802) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:46.351216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.355851 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c4d3c703-0a92-4dc7-8b8a-b4154ed6c93c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6292746 Feb 16 23:53:46.359875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49804) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:46.361845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:46.375268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.376215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': True}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:46.377213 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d97957d-e0ca-4281-a05d-76e9a0539073 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4158874 Feb 16 23:53:46.379851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49810) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:46.386371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'port': {'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec', 'name': 'tempest-RoutersIpV6Test-1575019680'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:46.400530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.445883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Allocated IP 2001:db8::2 (b97692d8-ce1c-4683-8957-bbeea77997e2/f9ca5685-e7a5-4e27-b221-a7f68d93d6ab/516a98ff-fd62-40ca-b8bc-17682f5be051) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:46.481539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:46.489417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group_rule and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:46.497643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55423478-81a4-4085-b81d-b0b32c10ccfc None None] Pushing event updated for resources: {'Port': ['ID=47bb7665-bc8d-4782-88ce-d6d6dda1da49,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:46.500117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:46.511868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Attempting to bind port c0a2166a-476f-4d8e-9a59-fd4d6865bfda on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:46.512660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Attempting to bind port c0a2166a-476f-4d8e-9a59-fd4d6865bfda by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd5097b99-9ae5-4866-a9db-37a9bf8f4ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '399fb0a3-f11e-4a65-a022-a8509a08a169'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:46.513265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Attempting to bind port c0a2166a-476f-4d8e-9a59-fd4d6865bfda on network 399fb0a3-f11e-4a65-a022-a8509a08a169 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:46.517817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:46.555383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:46.556202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Checking segment: {'id': 'd5097b99-9ae5-4866-a9db-37a9bf8f4ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '399fb0a3-f11e-4a65-a022-a8509a08a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:46.556893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.557502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Bound using segment: {'id': 'd5097b99-9ae5-4866-a9db-37a9bf8f4ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '399fb0a3-f11e-4a65-a022-a8509a08a169'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:46.558211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Bound port: c0a2166a-476f-4d8e-9a59-fd4d6865bfda, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5097b99-9ae5-4866-a9db-37a9bf8f4ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '399fb0a3-f11e-4a65-a022-a8509a08a169'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:46.558844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.582618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:46.600364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:46.633151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:46.637177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.674133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.681599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] device_id is not set on port 7df9681a-911f-44f2-a001-02bc198290e4 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:53:46.721381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-c53973e9-a299-4577-bee6-9ab1ffbd7d5b', 'network_id': 'c53973e9-a299-4577-bee6-9ab1ffbd7d5b', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '603583da-1177-48de-b5a4-190adaaad231'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:46.725793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.767821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.867860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c38f92-9149-4896-9d78-531ef1e7489f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:46.873207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:46.874352 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5e9dd8dc-69be-4f55-82ca-42ea6e312a37 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5799780 Feb 16 23:53:46.888608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49814) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:46.902932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-434828851', 'security_groups': ['51c38f92-9149-4896-9d78-531ef1e7489f'], 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9ca5685-e7a5-4e27-b221-a7f68d93d6ab'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:46.995812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8::32c (0487721b-e4be-4a04-82ae-80286cd271ec/412b173f-5cdf-4896-8cab-84ca1ba39b99/7df9681a-911f-44f2-a001-02bc198290e4) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:47.041573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.113479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:47.165263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Transition to ACTIVE for port object 516a98ff-fd62-40ca-b8bc-17682f5be051 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:47.176943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-0487721b-e4be-4a04-82ae-80286cd271ec', 'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': '412b173f-5cdf-4896-8cab-84ca1ba39b99'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:53:47.177775 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.179727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.190162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:47.214030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:47.293914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Provisioning complete for port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:47.294287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.362544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Transition to ACTIVE for port object 516a98ff-fd62-40ca-b8bc-17682f5be051 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:47.374303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.401345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.403403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.405918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] For port c0a2166a-476f-4d8e-9a59-fd4d6865bfda, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:47.415141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object 7df9681a-911f-44f2-a001-02bc198290e4 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:47.429417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 17c88a78-020c-4e37-921a-c15c846aad9f yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:53:47.547274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] For port c0a2166a-476f-4d8e-9a59-fd4d6865bfda, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c0a2166a-476f-4d8e-9a59-fd4d6865bfda,segment=NetworkSegment(d5097b99-9ae5-4866-a9db-37a9bf8f4ca4),segment_id=d5097b99-9ae5-4866-a9db-37a9bf8f4ca4)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:47.553146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.570223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:47.584482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.597818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:47.639315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:47.640124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 0487721b-e4be-4a04-82ae-80286cd271ec is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:47.642054 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:47.658232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.670658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Allocated IP 172.21.0.2 (c53973e9-a299-4577-bee6-9ab1ffbd7d5b/603583da-1177-48de-b5a4-190adaaad231/2aff1530-7c3f-407a-8020-bd2be56650e3) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:47.673005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:47.688082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Pushing event updated for resources: {'Port': ['ID=516a98ff-fd62-40ca-b8bc-17682f5be051,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:47.699194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:47.699194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:47.699194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.718417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=7df9681a-911f-44f2-a001-02bc198290e4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:47.741047 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1eef9a32-341d-49a7-8335-53a41a4245ed tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3576360 Feb 16 23:53:47.742462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49818) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:47.790898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Delete allocated IP 172.20.0.6 (44590e43-65f1-456e-93ad-0d94ee8430bd/b1fda3f7-9303-4e19-9895-342e28a9f8d8) {{(pid=87676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 23:53:47.818816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::120 (b97692d8-ce1c-4683-8957-bbeea77997e2/f9ca5685-e7a5-4e27-b221-a7f68d93d6ab/17c88a78-020c-4e37-921a-c15c846aad9f) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:47.835860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Provisioning complete for port ff695109-d977-4bef-a607-c1bc3c82192c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:47.836269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.850629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.854972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.868833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Allocated IP 172.20.0.46 (44590e43-65f1-456e-93ad-0d94ee8430bd/00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17/7f2c9924-5419-4dc2-861b-cb25d7e98d96) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:47.962687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Attempting to bind port 516a98ff-fd62-40ca-b8bc-17682f5be051 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:47.963200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Attempting to bind port 516a98ff-fd62-40ca-b8bc-17682f5be051 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '2f78cbd2-a5d5-4076-809a-230e4cc72c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:47.964281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Attempting to bind port 516a98ff-fd62-40ca-b8bc-17682f5be051 on network b97692d8-ce1c-4683-8957-bbeea77997e2 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:47.979717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:47.980169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Checking segment: {'id': '2f78cbd2-a5d5-4076-809a-230e4cc72c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:47.980544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:47.980941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Bound using segment: {'id': '2f78cbd2-a5d5-4076-809a-230e4cc72c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:47.981429 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Bound port: 516a98ff-fd62-40ca-b8bc-17682f5be051, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f78cbd2-a5d5-4076-809a-230e4cc72c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:47.981836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.049006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 47bb7665-bc8d-4782-88ce-d6d6dda1da49 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:48.105748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Allocated IP 2001:db8::2 (0487721b-e4be-4a04-82ae-80286cd271ec/412b173f-5cdf-4896-8cab-84ca1ba39b99/0a249d44-bedf-4ce1-84fe-e7d4adfc73dd) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:48.116665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Port ff695109-d977-4bef-a607-c1bc3c82192c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:48.174212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078030f-6f1a-4954-9966-13b0752b4598 None None] Pushing event updated for resources: {'Port': ['ID=c0a2166a-476f-4d8e-9a59-fd4d6865bfda,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:48.197442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Port': ['ID=4b855485-6e94-4d8f-9309-8da4c85513cb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:48.527503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Provisioning for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:48.537950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.559390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 17c88a78-020c-4e37-921a-c15c846aad9f will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:48.561998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:48.562606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9512fc8e-f636-4dcb-b405-0cec887000e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.736696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.771555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] For port 516a98ff-fd62-40ca-b8bc-17682f5be051, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:48.795759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:48.806509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] For port 516a98ff-fd62-40ca-b8bc-17682f5be051, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=516a98ff-fd62-40ca-b8bc-17682f5be051,segment=NetworkSegment(2f78cbd2-a5d5-4076-809a-230e4cc72c5e),segment_id=2f78cbd2-a5d5-4076-809a-230e4cc72c5e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:48.809328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:48.809722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.838067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:48.849513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:48.856842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:48.857032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.857547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.906265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=17c88a78-020c-4e37-921a-c15c846aad9f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:48.946209 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-90860127-ca16-4f99-8cd8-d9463e61e6b3 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0541084 Feb 16 23:53:48.951783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49822) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:48.959602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:48.981877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:48.996703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.007909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Transition to ACTIVE for port object 2aff1530-7c3f-407a-8020-bd2be56650e3 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:49.039417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Transition to ACTIVE for port object 2aff1530-7c3f-407a-8020-bd2be56650e3 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:49.168601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.178284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.211690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:49.216226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:49.220827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:49.231567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Transition to ACTIVE for port object 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:49.233157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:49.244488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:49.255136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29364be2-2af1-4872-95d4-1393a4d5e9e4 None None] Pushing event updated for resources: {'Port': ['ID=516a98ff-fd62-40ca-b8bc-17682f5be051,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:49.258160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:49.261573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:49.273352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.364626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:49.368960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.401294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Transition to ACTIVE for port object 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:49.471150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.545410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Pushing event updated for resources: {'Port': ['ID=2aff1530-7c3f-407a-8020-bd2be56650e3,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:49.612546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471fddf-1db7-4728-a1bf-274a4245fe91 None None] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:49.629539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Network 0487721b-e4be-4a04-82ae-80286cd271ec is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:49.640607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:49.641917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Attempting to bind port 2aff1530-7c3f-407a-8020-bd2be56650e3 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:49.642288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Attempting to bind port 2aff1530-7c3f-407a-8020-bd2be56650e3 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'ca295804-0ec1-4ba3-a8af-a8f78b86979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c53973e9-a299-4577-bee6-9ab1ffbd7d5b'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:49.642652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Attempting to bind port 2aff1530-7c3f-407a-8020-bd2be56650e3 on network c53973e9-a299-4577-bee6-9ab1ffbd7d5b {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:49.656150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:49.715938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:49.716240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Checking segment: {'id': 'ca295804-0ec1-4ba3-a8af-a8f78b86979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c53973e9-a299-4577-bee6-9ab1ffbd7d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:49.716642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.717037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Bound using segment: {'id': 'ca295804-0ec1-4ba3-a8af-a8f78b86979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c53973e9-a299-4577-bee6-9ab1ffbd7d5b'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:49.717537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Bound port: 2aff1530-7c3f-407a-8020-bd2be56650e3, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca295804-0ec1-4ba3-a8af-a8f78b86979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c53973e9-a299-4577-bee6-9ab1ffbd7d5b'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:49.717967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:49.732404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Router a827f1e7-0ec8-403b-a27b-3b546440d497 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:49.764516 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9ca5685-e7a5-4e27-b221-a7f68d93d6ab (CIDR: 2001:db8::/64) Feb 16 23:53:49.772026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Pushing event updated for resources: {'Port': ['ID=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:49.781960 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:53:49.782419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:53:49.839380 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-decd044e-df79-4765-8f4f-edf7c379ec56 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8841798 Feb 16 23:53:49.841208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49826) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:49.849771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:49.924189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3d025095-591c-48e1-a2a5-0c3cca6e2055 None None] Provisioning for port c0a2166a-476f-4d8e-9a59-fd4d6865bfda completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:49.927072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.013360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Attempting to bind port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:53:50.013734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Attempting to bind port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '9b4ef3b4-d390-436d-b6fe-1d6695442285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:53:50.014096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Attempting to bind port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd on network 0487721b-e4be-4a04-82ae-80286cd271ec {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:53:50.050200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:53:50.051003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Checking segment: {'id': '9b4ef3b4-d390-436d-b6fe-1d6695442285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:53:50.051583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.052164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Bound using segment: {'id': '9b4ef3b4-d390-436d-b6fe-1d6695442285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:53:50.052998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Bound port: 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4ef3b4-d390-436d-b6fe-1d6695442285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0487721b-e4be-4a04-82ae-80286cd271ec'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:53:50.053554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.063164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.071826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c0a2166a-476f-4d8e-9a59-fd4d6865bfda up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:50.087888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:53:50.103755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.20.0.1 (399fb0a3-f11e-4a65-a022-a8509a08a169/58248dc9-7b7b-4628-b003-fcdca3c262d8/470da18e-c646-4108-8cb4-292869030dc5) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:50.199236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:53:50.204650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:53:50.207385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:53:50.211040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] For port 2aff1530-7c3f-407a-8020-bd2be56650e3, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:50.218846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.220291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:53:50.240354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] For port 2aff1530-7c3f-407a-8020-bd2be56650e3, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2aff1530-7c3f-407a-8020-bd2be56650e3,segment=NetworkSegment(ca295804-0ec1-4ba3-a8af-a8f78b86979d),segment_id=ca295804-0ec1-4ba3-a8af-a8f78b86979d)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:50.253435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Router 2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:50.278999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.355270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Transition to ACTIVE for port object 7f2c9924-5419-4dc2-861b-cb25d7e98d96 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:50.387221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] For port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:53:50.422790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] For port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,segment=NetworkSegment(9b4ef3b4-d390-436d-b6fe-1d6695442285),segment_id=9b4ef3b4-d390-436d-b6fe-1d6695442285)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:53:50.426535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c0a2166a-476f-4d8e-9a59-fd4d6865bfda completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:50.436653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.440722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.448509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c0a2166a-476f-4d8e-9a59-fd4d6865bfda triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:50.448892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.482784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739c934-89f7-4797-8ea9-7cc62389f8fc None None] Pushing event updated for resources: {'Port': ['ID=2aff1530-7c3f-407a-8020-bd2be56650e3,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:50.544454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=7df9681a-911f-44f2-a001-02bc198290e4,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:50.550213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:53:50.556657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.605705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e56c6-c7c4-4654-8be5-0cc112e76bda None None] Pushing event updated for resources: {'Port': ['ID=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:50.739320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:50.751408 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] Sync routers for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:50.751993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5fecc143-fb51-4651-a262-3903b8a412aa None None] Provisioning complete for port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:50.752643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5fecc143-fb51-4651-a262-3903b8a412aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.770867 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:50.771764 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:50.890008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5fecc143-fb51-4651-a262-3903b8a412aa None None] Port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:50.893799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.967848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.969569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port c0a2166a-476f-4d8e-9a59-fd4d6865bfda, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c0a2166a-476f-4d8e-9a59-fd4d6865bfda,segment=NetworkSegment(d5097b99-9ae5-4866-a9db-37a9bf8f4ca4),segment_id=d5097b99-9ae5-4866-a9db-37a9bf8f4ca4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:50.985750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:50.987813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 516a98ff-fd62-40ca-b8bc-17682f5be051 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:51.068381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.212808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5fecc143-fb51-4651-a262-3903b8a412aa None None] Provisioning for port 516a98ff-fd62-40ca-b8bc-17682f5be051 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:51.245558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:51.262282 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7a910e0f-1e9f-4dc4-a10f-3e53dcbf6f67 admin admin] 10.222.0.47 "PUT /v2.0/routers/a827f1e7-0ec8-403b-a27b-3b546440d497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5567589 Feb 16 23:53:51.264099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.268331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] Sync routers for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:51.276035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49830) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:51.293364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cb49b010-a336-4e13-8f4a-784d203b67b3 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "PUT /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6664734 Feb 16 23:53:51.300993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49832) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:51.303009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.317497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:51.324517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:51.365414 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:53:51.404586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.422552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=c0a2166a-476f-4d8e-9a59-fd4d6865bfda,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:51.425337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event updated for resources: {'Port': ['ID=7f2c9924-5419-4dc2-861b-cb25d7e98d96,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:51.426064 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:51.439671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 516a98ff-fd62-40ca-b8bc-17682f5be051 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:51.447224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:51.447883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.484632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:51.486123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:51.515934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] In _notify_port_updated(), no bound segment for port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 on network 44590e43-65f1-456e-93ad-0d94ee8430bd {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:53:51.522433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:51.523092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.524504 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fcbeaa13-f09e-4e26-95ee-a86fdb51f08c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "PUT /v2.0/ports/7f2c9924-5419-4dc2-861b-cb25d7e98d96 HTTP/1.1" status: 200 len: 959 time: 7.2698612 Feb 16 23:53:51.543010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49838) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:51.572608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e082cf07-7e49-4156-9f5d-f103db90ba0b None None] Provisioning for port 17c88a78-020c-4e37-921a-c15c846aad9f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:51.597100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.597502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:51.597924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1dae35-139f-41cd-81d5-0592f63b1a5b None None] The sync data for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:51.601538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e082cf07-7e49-4156-9f5d-f103db90ba0b None None] Provisioning complete for port 17c88a78-020c-4e37-921a-c15c846aad9f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:51.601920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e082cf07-7e49-4156-9f5d-f103db90ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.620042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object 470da18e-c646-4108-8cb4-292869030dc5 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:51.682403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e082cf07-7e49-4156-9f5d-f103db90ba0b None None] Port 17c88a78-020c-4e37-921a-c15c846aad9f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:51.726047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e082cf07-7e49-4156-9f5d-f103db90ba0b None None] Provisioning complete for port c0a2166a-476f-4d8e-9a59-fd4d6865bfda triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:51.726433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e082cf07-7e49-4156-9f5d-f103db90ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.748353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.843375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-9533303b-96e0-46e8-b90e-bdbcb7d3cfdd tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] delete failed (client error): The resource could not be found. Feb 16 23:53:51.848178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9533303b-96e0-46e8-b90e-bdbcb7d3cfdd tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-980941805 HTTP/1.1" status: 404 len: 334 time: 0.5172591 Feb 16 23:53:51.865330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49842) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:51.886483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fb5088a2-3eec-4b8c-9fa9-04d4bdc0f778 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:51.907329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:51.994156 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:53:45Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:52.011803 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] Checking router: a827f1e7-0ec8-403b-a27b-3b546440d497 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:53:52.027651 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] Routers {'a827f1e7-0ec8-403b-a27b-3b546440d497'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:52.028376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a827f1e7-0ec8-403b-a27b-3b546440d497'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:52.059904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 516a98ff-fd62-40ca-b8bc-17682f5be051, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=516a98ff-fd62-40ca-b8bc-17682f5be051,segment=NetworkSegment(2f78cbd2-a5d5-4076-809a-230e4cc72c5e),segment_id=2f78cbd2-a5d5-4076-809a-230e4cc72c5e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:52.076973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.079288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.301739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=516a98ff-fd62-40ca-b8bc-17682f5be051,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:52.305567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-754e68d5-d18d-4699-876f-79be3c31763b None None] Provisioning for port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:52.317662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-754e68d5-d18d-4699-876f-79be3c31763b None None] Provisioning complete for port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:52.318048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-754e68d5-d18d-4699-876f-79be3c31763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.362263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Allocated IP 172.26.2.219 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/93d84958-f49a-4e9c-b647-11e9074a0c31) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:52.379922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42dbdab-1478-49a2-9c8f-1ccc6d026559 None None] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:52.421822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.447081 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] Set router a827f1e7-0ec8-403b-a27b-3b546440d497 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:53:52.472534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.529107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:52.529485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.589256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c0a2166a-476f-4d8e-9a59-fd4d6865bfda up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:52.666549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:52.687579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-754e68d5-d18d-4699-876f-79be3c31763b None None] Port 7f2c9924-5419-4dc2-861b-cb25d7e98d96 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:52.687821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:52.712721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:52.748781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=470da18e-c646-4108-8cb4-292869030dc5,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:52.784717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c0a2166a-476f-4d8e-9a59-fd4d6865bfda triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:52.785106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.889730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.891392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.974358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf181bab-fc8d-4852-a42e-2da37229520f None None] Network 0487721b-e4be-4a04-82ae-80286cd271ec requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:52.979539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb5088a2-3eec-4b8c-9fa9-04d4bdc0f778 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:52.988968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:53.034247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:53.081868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:53.082580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:53.156797 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:53:45Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:53.163710 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096444f-ce3f-4429-98cf-140fb678d3c0 None None] The sync data for ids ['a827f1e7-0ec8-403b-a27b-3b546440d497'] in dv-neutron-829040-1-hyperv is: [{'id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'name': 'tempest-ServerActionsTestJSON-431394622-router', 'tenant_id': '8e00b027b60a473da55f19dd59367c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:49:40Z', 'updated_at': '2022-02-16T23:53:45Z', 'revision_number': 5, 'project_id': '8e00b027b60a473da55f19dd59367c9a', 'gw_port': {'id': 'b64565c9-44ec-4f10-a1e8-6c720817898d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827f1e7-0ec8-403b-a27b-3b546440d497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:49:42Z', 'updated_at': '2022-02-16T23:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:53.173376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:53.179540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716497dc-c44d-4684-bd30-14fc372728ae None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:53.226795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=7df9681a-911f-44f2-a001-02bc198290e4,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:53.240474 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-fb5088a2-3eec-4b8c-9fa9-04d4bdc0f778 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] update failed (client error): The resource could not be found. Feb 16 23:53:53.241853 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fb5088a2-3eec-4b8c-9fa9-04d4bdc0f778 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "PUT /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 HTTP/1.1" status: 404 len: 339 time: 1.3720050 Feb 16 23:53:53.243379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=d5c4248f-3a61-4609-ad6f-e6163e80fa7c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:53.252119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49846) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:53.310296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-95b30921-61ae-41a7-be46-36649b1e2cc6 None None] Provisioning for port 2aff1530-7c3f-407a-8020-bd2be56650e3 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:53.325767 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ce600da0-7f89-402a-bec5-f30691357ee2 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4811790 Feb 16 23:53:53.385316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:53.387758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49850) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:53.395243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for 7f2c9924-5419-4dc2-861b-cb25d7e98d96 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:53.443013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1841254622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5c4248f-3a61-4609-ad6f-e6163e80fa7c'}], 'security_groups': ['d8cdbc58-9bc2-4c5a-868c-a641ebfb6413']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:53:53.465946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2aff1530-7c3f-407a-8020-bd2be56650e3 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:53.516311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:53.583253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Deleting port b64565c9-44ec-4f10-a1e8-6c720817898d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:53.583942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:53.616855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f471b28b-eb49-40bc-a252-6dc3d4992c0a None None] Provisioning for port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:53.665323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 0487721b-e4be-4a04-82ae-80286cd271ec is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:53.678484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:53.715874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f471b28b-eb49-40bc-a252-6dc3d4992c0a None None] Provisioning for port 470da18e-c646-4108-8cb4-292869030dc5 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:53.718914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 2aff1530-7c3f-407a-8020-bd2be56650e3 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:53.750160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f471b28b-eb49-40bc-a252-6dc3d4992c0a None None] Provisioning complete for port 470da18e-c646-4108-8cb4-292869030dc5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:53.750815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f471b28b-eb49-40bc-a252-6dc3d4992c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:53.791676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2aff1530-7c3f-407a-8020-bd2be56650e3 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:53.792343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:53.915876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f471b28b-eb49-40bc-a252-6dc3d4992c0a None None] Port 470da18e-c646-4108-8cb4-292869030dc5 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:53.986478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.017471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.088382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.115937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.125148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0b9ce572-15f8-4f5f-adbd-8da40217c563 None None] Provisioning complete for port 2aff1530-7c3f-407a-8020-bd2be56650e3 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:54.125740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b9ce572-15f8-4f5f-adbd-8da40217c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.174501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 2aff1530-7c3f-407a-8020-bd2be56650e3, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2aff1530-7c3f-407a-8020-bd2be56650e3,segment=NetworkSegment(ca295804-0ec1-4ba3-a8af-a8f78b86979d),segment_id=ca295804-0ec1-4ba3-a8af-a8f78b86979d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:54.189628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.190833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:54.209703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:54.273276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] Update dhcp port {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'fixed_ips': [{'subnet_id': 'f9ca5685-e7a5-4e27-b221-a7f68d93d6ab', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5c4248f-3a61-4609-ad6f-e6163e80fa7c'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '516a98ff-fd62-40ca-b8bc-17682f5be051'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:53:54.276880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Port': ['ID=93d84958-f49a-4e9c-b647-11e9074a0c31,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:54.279557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:54.281230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.300271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:54.304964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router 4842f83d-693e-460d-9459-f9d2e9c487e9 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:54.410180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.478718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] For port b64565c9-44ec-4f10-a1e8-6c720817898d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b64565c9-44ec-4f10-a1e8-6c720817898d,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:54.479075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.488845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=2aff1530-7c3f-407a-8020-bd2be56650e3,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:54.687972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:54.698010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:54.698281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.739027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:54.750305 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cbfa1b1e-290b-4923-b087-537a531953e6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/4842f83d-693e-460d-9459-f9d2e9c487e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0061882 Feb 16 23:53:54.752201 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] Sync routers for ids ['4842f83d-693e-460d-9459-f9d2e9c487e9'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:54.753981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49854) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:54.769236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Calling delete_port for b64565c9-44ec-4f10-a1e8-6c720817898d owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:54.776361 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] Routers {'4842f83d-693e-460d-9459-f9d2e9c487e9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:54.777077 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4842f83d-693e-460d-9459-f9d2e9c487e9'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:54.871928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Provisioning complete for port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:54.872689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:54.902035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbeac28-2f89-4c26-8835-77c7d8bab5e7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:54.902717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ecbeac28-2f89-4c26-8835-77c7d8bab5e7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:54.907020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Allocated IP 172.20.0.1 (c45645ae-4c44-4a48-9df3-2f853da37339/44f8d150-6e37-47c3-a228-5db87fa67093/67b55743-9a1a-4532-babc-3a3ef95fe322) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:54.922883 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:54.941910 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] Routers {'4842f83d-693e-460d-9459-f9d2e9c487e9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:54.942737 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4842f83d-693e-460d-9459-f9d2e9c487e9'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:54.956469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ecbeac28-2f89-4c26-8835-77c7d8bab5e7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:54.960233 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ecbeac28-2f89-4c26-8835-77c7d8bab5e7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports/7df9681a-911f-44f2-a001-02bc198290e4 HTTP/1.1" status: 200 len: 984 time: 0.2027638 Feb 16 23:53:54.962574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49858) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:55.025527 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:55.026000 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832eabe5-8e2d-4ab7-9ca1-1d61c40b4812 None None] The sync data for ids ['4842f83d-693e-460d-9459-f9d2e9c487e9'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:55.103160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] Allocated IP 2001:db8:0:1::2 (b97692d8-ce1c-4683-8957-bbeea77997e2/d5c4248f-3a61-4609-ad6f-e6163e80fa7c/516a98ff-fd62-40ca-b8bc-17682f5be051) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:55.125983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.181121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.186315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.227682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.247308 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,segment=NetworkSegment(9b4ef3b4-d390-436d-b6fe-1d6695442285),segment_id=9b4ef3b4-d390-436d-b6fe-1d6695442285)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:55.260368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.313808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=7f2c9924-5419-4dc2-861b-cb25d7e98d96,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:55.428416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 516a98ff-fd62-40ca-b8bc-17682f5be051 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:55.458386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.484243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:55.485763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Transition to ACTIVE for port object 67b55743-9a1a-4532-babc-3a3ef95fe322 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:55.509023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] For port 516a98ff-fd62-40ca-b8bc-17682f5be051, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=516a98ff-fd62-40ca-b8bc-17682f5be051,segment=NetworkSegment(2f78cbd2-a5d5-4076-809a-230e4cc72c5e),segment_id=2f78cbd2-a5d5-4076-809a-230e4cc72c5e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:55.511129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:53:55.511490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:53:55.548290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.563448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.569599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:55.569980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.572829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64565c9-44ec-4f10-a1e8-6c720817898d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:55.580803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.599722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] Transition to ACTIVE for port object 516a98ff-fd62-40ca-b8bc-17682f5be051 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:55.616536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.639198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.716818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network c45645ae-4c44-4a48-9df3-2f853da37339 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:55.721293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:55.737754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:53:55.783545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Port 516a98ff-fd62-40ca-b8bc-17682f5be051 had new provisioning blocks added so it will not transition to active. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 16 23:53:55.783909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2aff1530-7c3f-407a-8020-bd2be56650e3 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:55.808320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.831384 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-236882f2-326c-4f00-8809-93c0bc104063 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/7f2c9924-5419-4dc2-861b-cb25d7e98d96 HTTP/1.1" status: 204 len: 168 time: 4.1872680 Feb 16 23:53:55.848891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e0eff-1198-41d3-86a9-6f32af68f97a None None] Pushing event updated for resources: {'Port': ['ID=516a98ff-fd62-40ca-b8bc-17682f5be051,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:55.862195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49862) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:55.875617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Port': ['ID=67b55743-9a1a-4532-babc-3a3ef95fe322,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:55.890439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2aff1530-7c3f-407a-8020-bd2be56650e3 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:55.891256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:55.949890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.094168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a4826684-3647-4519-974d-50de35974e94 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:56.133714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a4826684-3647-4519-974d-50de35974e94 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:56.133714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a4826684-3647-4519-974d-50de35974e94 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:56.151602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Provisioning for port 7df9681a-911f-44f2-a001-02bc198290e4 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:56.157020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Provisioning complete for port 7df9681a-911f-44f2-a001-02bc198290e4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:56.157395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.158573 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cff1b82-d9d8-468f-b654-26c22d9d8f04 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] GET failed (client error): The resource could not be found. Feb 16 23:53:56.158839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0cff1b82-d9d8-468f-b654-26c22d9d8f04 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Synchronizing usage tracker for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:56.197665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.199057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.219978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-96061d39-2cd3-4deb-8233-ff02954257b8 None None] Port 7df9681a-911f-44f2-a001-02bc198290e4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:56.343274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3868e259-606c-44fc-a9fd-6e0ea0ebb408 None None] Provisioning for port 67b55743-9a1a-4532-babc-3a3ef95fe322 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:56.353187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3868e259-606c-44fc-a9fd-6e0ea0ebb408 None None] Provisioning complete for port 67b55743-9a1a-4532-babc-3a3ef95fe322 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:56.353652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3868e259-606c-44fc-a9fd-6e0ea0ebb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.411007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3868e259-606c-44fc-a9fd-6e0ea0ebb408 None None] Port 67b55743-9a1a-4532-babc-3a3ef95fe322 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:56.428249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3868e259-606c-44fc-a9fd-6e0ea0ebb408 None None] Provisioning complete for port 7df9681a-911f-44f2-a001-02bc198290e4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:56.428249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3868e259-606c-44fc-a9fd-6e0ea0ebb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.489755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3868e259-606c-44fc-a9fd-6e0ea0ebb408 None None] Port 7df9681a-911f-44f2-a001-02bc198290e4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:56.588832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0cff1b82-d9d8-468f-b654-26c22d9d8f04 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Unset dirty status for tenant:4f148cee190d4f2f99e3410c06365da9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:56.592459 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0cff1b82-d9d8-468f-b654-26c22d9d8f04 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports/7f2c9924-5419-4dc2-861b-cb25d7e98d96 HTTP/1.1" status: 404 len: 333 time: 0.7230546 Feb 16 23:53:56.596350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.601858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49866) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:56.605203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.714693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Provisioning complete for port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:56.715235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.772130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:56.786397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Provisioning for port 516a98ff-fd62-40ca-b8bc-17682f5be051 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:56.792222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:56.792621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.801002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.801498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a827f1e7-0ec8-403b-a27b-3b546440d497 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:53:56.847221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 7df9681a-911f-44f2-a001-02bc198290e4 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:56.847775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.899742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.907540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.911663 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-27a55a54-0f31-460a-beb8-30abda67cc89 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a827f1e7-0ec8-403b-a27b-3b546440d497 HTTP/1.1" status: 204 len: 168 time: 5.5890064 Feb 16 23:53:56.915488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:56.933526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49870) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:56.982090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.007198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Provisioning complete for port 17c88a78-020c-4e37-921a-c15c846aad9f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:57.007634 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.024638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.040226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.063512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-37455856-260f-412e-9fa1-cd00f9e10a5d None None] Port 17c88a78-020c-4e37-921a-c15c846aad9f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:57.097538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-748c9b0a-cb34-4e4f-8459-f8aeece95af5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.180762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] Deleting subnet 2704b065-3cb3-4c68-8a5a-3f229f69a0e4 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:53:57.209448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.241008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.256332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event updated for resources: {'Port': ['ID=67b55743-9a1a-4532-babc-3a3ef95fe322,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:57.271431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.285478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-748c9b0a-cb34-4e4f-8459-f8aeece95af5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.295536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=470da18e-c646-4108-8cb4-292869030dc5,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:57.298839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.316082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.415333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 516a98ff-fd62-40ca-b8bc-17682f5be051 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:57.497685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:57.498369 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.527614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for 7df9681a-911f-44f2-a001-02bc198290e4 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:57.652690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:53:57.680718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Delete allocated IP 2001:db8::120 (b97692d8-ce1c-4683-8957-bbeea77997e2/f9ca5685-e7a5-4e27-b221-a7f68d93d6ab) {{(pid=87676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 23:53:57.694808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.733113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:57.733691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.738780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8:0:1::1c9 (b97692d8-ce1c-4683-8957-bbeea77997e2/d5c4248f-3a61-4609-ad6f-e6163e80fa7c/17c88a78-020c-4e37-921a-c15c846aad9f) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:53:57.804425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-748c9b0a-cb34-4e4f-8459-f8aeece95af5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.859902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Network c45645ae-4c44-4a48-9df3-2f853da37339 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:57.860514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c9b0a-cb34-4e4f-8459-f8aeece95af5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a7eebe-80e7-43a0-9203-49daba6588d3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:57.865237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:57.875016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.887029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-748c9b0a-cb34-4e4f-8459-f8aeece95af5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.887947 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-748c9b0a-cb34-4e4f-8459-f8aeece95af5 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/security-groups/d6a7eebe-80e7-43a0-9203-49daba6588d3 HTTP/1.1" status: 204 len: 168 time: 1.2808809 Feb 16 23:53:57.892146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:57.913981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49874) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:57.932322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:53:57.940947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b64565c9-44ec-4f10-a1e8-6c720817898d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:57.984970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:53:57.994073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b64565c9-44ec-4f10-a1e8-6c720817898d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:57.994429 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b64565c9-44ec-4f10-a1e8-6c720817898d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:58.148494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.204112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c9e719f3-875d-416e-9fdf-fb1b16dd5e1e None None] Provisioning complete for port 67b55743-9a1a-4532-babc-3a3ef95fe322 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:58.204348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c9e719f3-875d-416e-9fdf-fb1b16dd5e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.222617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.225086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2704b065-3cb3-4c68-8a5a-3f229f69a0e4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:58.229356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.243592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Router 2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:58.248093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436528c-853f-4fc6-a366-9863a7f8cfa2 None None] Network fa0d15e8-c953-4812-830a-29ab52bf49e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:53:58.299660 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b0c960bb-7ebc-4e40-bb27-7d12b3ba03da admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2704b065-3cb3-4c68-8a5a-3f229f69a0e4 HTTP/1.1" status: 204 len: 168 time: 1.3650870 Feb 16 23:53:58.300482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=7df9681a-911f-44f2-a001-02bc198290e4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:58.309045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49878) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:58.360539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c9e719f3-875d-416e-9fdf-fb1b16dd5e1e None None] Port 67b55743-9a1a-4532-babc-3a3ef95fe322 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:58.405248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2835d072-28d0-4ce3-9bcf-bff514c63e9e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.465745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2835d072-28d0-4ce3-9bcf-bff514c63e9e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.494894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-71f6df45-844d-49fb-9429-abe525fa5d34 None None] Provisioning complete for port 470da18e-c646-4108-8cb4-292869030dc5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:58.495268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71f6df45-844d-49fb-9429-abe525fa5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.511810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.556359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-71f6df45-844d-49fb-9429-abe525fa5d34 None None] Port 470da18e-c646-4108-8cb4-292869030dc5 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:58.567521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 17c88a78-020c-4e37-921a-c15c846aad9f will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:53:58.580007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.584147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] DHCP port deletion for fa0d15e8-c953-4812-830a-29ab52bf49e1 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:53:58.591364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] Deleting port c5c064ab-996b-49a4-8381-957d8afaf95e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:58.591994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.639609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:58.641631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Router 003bfb60-a292-4f9b-8cbc-627332507f0b is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:53:58.665845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2835d072-28d0-4ce3-9bcf-bff514c63e9e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.782037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.791765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.799419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:58.805542 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c3d4eec3-10d2-428e-8b2a-28c6d5acaa54 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "PUT /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5522132 Feb 16 23:53:58.821748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] Sync routers for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:58.841250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49882) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:58.850650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:58.851287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:58.864137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835d072-28d0-4ce3-9bcf-bff514c63e9e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a8eeb0-56ce-4840-8541-609039815b90,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:58.878345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] In _notify_port_updated(), no bound segment for port 17c88a78-020c-4e37-921a-c15c846aad9f on network b97692d8-ce1c-4683-8957-bbeea77997e2 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:53:58.885480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:58.886305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.888396 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "PUT /v2.0/ports/17c88a78-020c-4e37-921a-c15c846aad9f HTTP/1.1" status: 200 len: 931 time: 5.4616582 Feb 16 23:53:58.933937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49886) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:58.937159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Deleting port c5c064ab-996b-49a4-8381-957d8afaf95e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:58.937656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] For port c5c064ab-996b-49a4-8381-957d8afaf95e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c5c064ab-996b-49a4-8381-957d8afaf95e,segment=NetworkSegment(14a41def-abe9-4310-acda-c1e0e6c15225),segment_id=14a41def-abe9-4310-acda-c1e0e6c15225)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:53:58.938066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.938331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:58.950764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.001046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159973e1-b86c-4955-b9e5-a4a856645129 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=17c88a78-020c-4e37-921a-c15c846aad9f,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:59.081507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] Calling delete_port for c5c064ab-996b-49a4-8381-957d8afaf95e owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:53:59.094476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2835d072-28d0-4ce3-9bcf-bff514c63e9e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.097928 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2835d072-28d0-4ce3-9bcf-bff514c63e9e tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/security-groups/44a8eeb0-56ce-4840-8541-609039815b90 HTTP/1.1" status: 204 len: 168 time: 1.1805692 Feb 16 23:53:59.108531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:59.109371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.112476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49890) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:59.192254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.192672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46673487-8cc2-4808-ac6b-1d36b8e06a6d None None] The sync data for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:59.207108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1f43619f-1fbb-4fc2-a94e-1051f04c3a04 None None] Provisioning for port 17c88a78-020c-4e37-921a-c15c846aad9f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:53:59.224651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1f43619f-1fbb-4fc2-a94e-1051f04c3a04 None None] Provisioning complete for port 17c88a78-020c-4e37-921a-c15c846aad9f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:53:59.225076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f43619f-1fbb-4fc2-a94e-1051f04c3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.322686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.356869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 17c88a78-020c-4e37-921a-c15c846aad9f {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:53:59.357275 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.359793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1f43619f-1fbb-4fc2-a94e-1051f04c3a04 None None] Port 17c88a78-020c-4e37-921a-c15c846aad9f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:53:59.375693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] Pushing event deleted for resources: {'Port': ['ID=c5c064ab-996b-49a4-8381-957d8afaf95e,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:53:59.379339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8d461-a102-4a28-b6a0-970e73be9785 None None] No DVR routers for this DVR port c5c064ab-996b-49a4-8381-957d8afaf95e on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:53:59.397741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] The port 'c5c064ab-996b-49a4-8381-957d8afaf95e' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:53:59.402722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5c064ab-996b-49a4-8381-957d8afaf95e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:53:59.438582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: c5c064ab-996b-49a4-8381-957d8afaf95e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:53:59.438965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5c064ab-996b-49a4-8381-957d8afaf95e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:53:59.485948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router 4842f83d-693e-460d-9459-f9d2e9c487e9 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:53:59.493902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:59.499700 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4f058ecf-aef8-4e79-b7e6-fef5d2f148fd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/9f6a2a0b-e0f2-4325-a1ad-edd3423e1005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1290739 Feb 16 23:53:59.505577 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] Sync routers for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:59.517803 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:59.518033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49894) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:59.518801 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.581871 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.587792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fbc11ab-3dbe-447c-9b61-3bbca43c5c22 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.591543 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:59.592192 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.646112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:59.659234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] Sync routers for ids ['003bfb60-a292-4f9b-8cbc-627332507f0b'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:59.664231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.676682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] Routers {'003bfb60-a292-4f9b-8cbc-627332507f0b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:59.677323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['003bfb60-a292-4f9b-8cbc-627332507f0b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.685626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.689264 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-38e5f3aa-0b78-4e75-9baa-d55740bfec1d tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "PUT /v2.0/routers/003bfb60-a292-4f9b-8cbc-627332507f0b HTTP/1.1" status: 200 len: 914 time: 13.3289971 Feb 16 23:53:59.691378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49898) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:59.691562 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.693130 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edbe5f5-653d-4788-a9ff-75e3c03afd74 None None] The sync data for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:59.756646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.766466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] Routers {'003bfb60-a292-4f9b-8cbc-627332507f0b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:59.767291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['003bfb60-a292-4f9b-8cbc-627332507f0b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.782813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4af59523-b08f-4143-8af4-f3543f143b56 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.794761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f265b0c-3649-4bff-98c6-6fd598c7ffcd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:53:59.795346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8f265b0c-3649-4bff-98c6-6fd598c7ffcd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:53:59.832100 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.832441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616f7a1-1a7b-4d5d-ab48-3d0b3f6b7992 None None] The sync data for ids ['003bfb60-a292-4f9b-8cbc-627332507f0b'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:53:59.842522 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-4fbc11ab-3dbe-447c-9b61-3bbca43c5c22 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 23:53:59.843705 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4fbc11ab-3dbe-447c-9b61-3bbca43c5c22 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 HTTP/1.1" status: 409 len: 329 time: 0.9813118 Feb 16 23:53:59.847608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4af59523-b08f-4143-8af4-f3543f143b56 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:53:59.855375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49902) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:59.861747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8f265b0c-3649-4bff-98c6-6fd598c7ffcd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:53:59.862882 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8f265b0c-3649-4bff-98c6-6fd598c7ffcd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports/470da18e-c646-4108-8cb4-292869030dc5 HTTP/1.1" status: 200 len: 910 time: 0.3418560 Feb 16 23:53:59.893636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49906) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:59.896708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0d15e8-c953-4812-830a-29ab52bf49e1']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.910991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:53:59.920886 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] Sync routers for ids ['4842f83d-693e-460d-9459-f9d2e9c487e9'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:53:59.930842 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] Routers {'4842f83d-693e-460d-9459-f9d2e9c487e9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:53:59.931436 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4842f83d-693e-460d-9459-f9d2e9c487e9'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:53:59.979066 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-18ba2426-535e-49aa-bda0-77af975340f6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/4842f83d-693e-460d-9459-f9d2e9c487e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0154736 Feb 16 23:53:59.991598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49910) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:53:59.994867 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:00.003611 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] Routers {'4842f83d-693e-460d-9459-f9d2e9c487e9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:00.004112 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4842f83d-693e-460d-9459-f9d2e9c487e9'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:00.066420 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:00.066817 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c6e49-e11c-49c6-b378-254b35c69bcb None None] The sync data for ids ['4842f83d-693e-460d-9459-f9d2e9c487e9'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:00.069776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.081352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a41def-abe9-4310-acda-c1e0e6c15225') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:00.081643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a41def-abe9-4310-acda-c1e0e6c15225') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:00.104522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4af59523-b08f-4143-8af4-f3543f143b56 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.183960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af59523-b08f-4143-8af4-f3543f143b56 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad195142-ad37-4f37-8773-b3b2281982fe,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:00.201703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4af59523-b08f-4143-8af4-f3543f143b56 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.203007 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4af59523-b08f-4143-8af4-f3543f143b56 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/security-groups/ad195142-ad37-4f37-8773-b3b2281982fe HTTP/1.1" status: 204 len: 168 time: 1.0894394 Feb 16 23:54:00.206134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49914) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:00.259249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.317278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet b1fda3f7-9303-4e19-9895-342e28a9f8d8 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:00.328333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.424098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.569711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 17c88a78-020c-4e37-921a-c15c846aad9f owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:00.572487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.630354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.631736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.729195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:00.729504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:00.742091 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:00.921029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:00.964188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e805e925-433a-493c-80e7-33c33de6b040 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/003bfb60-a292-4f9b-8cbc-627332507f0b HTTP/1.1" status: 200 len: 920 time: 1.2687709 Feb 16 23:54:00.964951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49918) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:00.968814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=b1fda3f7-9303-4e19-9895-342e28a9f8d8,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:01.024098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38323c1c-41eb-4eff-8231-9860dbcd70ee None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:01.053556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.103769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.115900 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-772a5889-8129-4b75-a201-3843a1f771d4 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/b1fda3f7-9303-4e19-9895-342e28a9f8d8 HTTP/1.1" status: 204 len: 168 time: 0.9051521 Feb 16 23:54:01.116157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49922) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.147132 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-a7787cd9-9b81-49cf-8eb1-d21599d15bf6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 23:54:01.148127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a7787cd9-9b81-49cf-8eb1-d21599d15bf6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/4842f83d-693e-460d-9459-f9d2e9c487e9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1471708 Feb 16 23:54:01.151520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49926) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.165646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.187288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0d15e8-c953-4812-830a-29ab52bf49e1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:01.232635 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5f161ee3-5289-4207-8670-13900950748e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=4842f83d-693e-460d-9459-f9d2e9c487e9 HTTP/1.1" status: 200 len: 205 time: 0.0732787 Feb 16 23:54:01.238666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49930) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.277502 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-053d31a5-7f77-45b3-bce6-c77a14e87354 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fa0d15e8-c953-4812-830a-29ab52bf49e1 HTTP/1.1" status: 204 len: 168 time: 2.9204645 Feb 16 23:54:01.314702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:01.327905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.351514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.420836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=17c88a78-020c-4e37-921a-c15c846aad9f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:01.442335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-69a1931f-d886-4f0b-80ed-e50c52881eb9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.483631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.486114 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a969a7ae-0371-4785-a823-bc819e966333 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/17c88a78-020c-4e37-921a-c15c846aad9f HTTP/1.1" status: 204 len: 168 time: 2.5502779 Feb 16 23:54:01.489553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49936) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.510468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49940) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.576222 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-80134153-7d30-40c9-9eec-8fecea761ae5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:54:01.576774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-80134153-7d30-40c9-9eec-8fecea761ae5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:01.582981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0903c2d-66bc-4e25-8eba-12b939bfa1c4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:01.588285 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d0903c2d-66bc-4e25-8eba-12b939bfa1c4 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=003bfb60-a292-4f9b-8cbc-627332507f0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6170609 Feb 16 23:54:01.588989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49944) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.671870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.722065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-80134153-7d30-40c9-9eec-8fecea761ae5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:01.726125 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-80134153-7d30-40c9-9eec-8fecea761ae5 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/17c88a78-020c-4e37-921a-c15c846aad9f HTTP/1.1" status: 404 len: 333 time: 0.2325852 Feb 16 23:54:01.730337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49948) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.871526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:01.883351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ca3d8-546d-48a5-9c2c-5e65bbba74d0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:01.887543 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5b7ca3d8-546d-48a5-9c2c-5e65bbba74d0 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.2948661 Feb 16 23:54:01.890776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49952) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:01.910098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Deleting port 67b55743-9a1a-4532-babc-3a3ef95fe322 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:01.910436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.001912 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f90f91b4-77a8-4560-ae08-7c54e7e339a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e00b027b60a473da55f19dd59367c9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4869943 Feb 16 23:54:02.019118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49956) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:02.025852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-69a1931f-d886-4f0b-80ed-e50c52881eb9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.036154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-69a1931f-d886-4f0b-80ed-e50c52881eb9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.102382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e4a9d612-ebf2-4ff4-88cb-814364b98f49 None None] Provisioning complete for port ff695109-d977-4bef-a607-c1bc3c82192c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:02.102958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d612-ebf2-4ff4-88cb-814364b98f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.158976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9d612-ebf2-4ff4-88cb-814364b98f49 None None] Port ff695109-d977-4bef-a607-c1bc3c82192c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:02.166759 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-577b83d6-dcc6-4179-98ed-7ec0d0958b1d tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=003bfb60-a292-4f9b-8cbc-627332507f0b HTTP/1.1" status: 200 len: 205 time: 0.2748854 Feb 16 23:54:02.170505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e4a9d612-ebf2-4ff4-88cb-814364b98f49 None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:02.170882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d612-ebf2-4ff4-88cb-814364b98f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.172715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49960) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:02.179537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-69a1931f-d886-4f0b-80ed-e50c52881eb9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.180333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a1931f-d886-4f0b-80ed-e50c52881eb9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Fanout notify agent at l3_agent the message router_deleted on router 4842f83d-693e-460d-9459-f9d2e9c487e9 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:02.180707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28133389-4149-4b15-8528-186b0fc81421 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.206777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.238282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-69a1931f-d886-4f0b-80ed-e50c52881eb9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.241790 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-69a1931f-d886-4f0b-80ed-e50c52881eb9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/4842f83d-693e-460d-9459-f9d2e9c487e9 HTTP/1.1" status: 204 len: 168 time: 0.9970024 Feb 16 23:54:02.251958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49964) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:02.363641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28133389-4149-4b15-8528-186b0fc81421 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.488273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ec6156a-1bf7-4a32-8c09-89bdd5c0c5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.552675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.573557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ec6156a-1bf7-4a32-8c09-89bdd5c0c5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.590439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet 412b173f-5cdf-4896-8cab-84ca1ba39b99 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:02.612233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28133389-4149-4b15-8528-186b0fc81421 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.628731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.693790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28133389-4149-4b15-8528-186b0fc81421 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c38f92-9149-4896-9d78-531ef1e7489f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:02.714773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.746749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.759479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Calling delete_port for 67b55743-9a1a-4532-babc-3a3ef95fe322 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:02.781609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28133389-4149-4b15-8528-186b0fc81421 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.785166 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-28133389-4149-4b15-8528-186b0fc81421 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/security-groups/51c38f92-9149-4896-9d78-531ef1e7489f HTTP/1.1" status: 204 len: 168 time: 1.0514925 Feb 16 23:54:02.789151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49968) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:02.860459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:02.879412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.885686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e24430-16c7-4a16-bee4-f755e2f7a42f None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:02.892162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.931795 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1fd77464-b573-45e6-9a0d-66ee11082112 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/00bb3ce7-a0bb-4b81-82e0-87ef32e1cf17 HTTP/1.1" status: 204 len: 168 time: 1.8117929 Feb 16 23:54:02.935817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49972) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:02.937109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.21.0.1 (c53973e9-a299-4577-bee6-9ab1ffbd7d5b/603583da-1177-48de-b5a4-190adaaad231/f562e54a-806b-4e4a-8dfa-9fb16fee53b5) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:02.973265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aaef296c-d132-4ccd-bb90-34efccdb948b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:02.978673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.003800 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a4a361-d19a-41ee-b572-b45ea2eb6983 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:03.004207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a4a361-d19a-41ee-b572-b45ea2eb6983 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:03.027416 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a5a4a361-d19a-41ee-b572-b45ea2eb6983 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/b1fda3f7-9303-4e19-9895-342e28a9f8d8 HTTP/1.1" status: 404 len: 337 time: 0.0906343 Feb 16 23:54:03.031603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49976) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:03.068484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ec6156a-1bf7-4a32-8c09-89bdd5c0c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.071687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ec6156a-1bf7-4a32-8c09-89bdd5c0c5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.075191 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5ec6156a-1bf7-4a32-8c09-89bdd5c0c5d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc5b05f5-2153-40f5-8b77-7e91aa65001f HTTP/1.1" status: 204 len: 168 time: 1.0527575 Feb 16 23:54:03.076442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Deleting port 93d84958-f49a-4e9c-b647-11e9074a0c31 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:03.077046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.105650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6156a-1bf7-4a32-8c09-89bdd5c0c5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b05f5-2153-40f5-8b77-7e91aa65001f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:03.136306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.142542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aaef296c-d132-4ccd-bb90-34efccdb948b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.178998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting subnet 3c68c5fd-1276-45c4-8271-c142a0232f72 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:03.212858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.306627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.364765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.371342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.375820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.383120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aaef296c-d132-4ccd-bb90-34efccdb948b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.428069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Port': ['ID=67b55743-9a1a-4532-babc-3a3ef95fe322,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:03.431888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.473943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef296c-d132-4ccd-bb90-34efccdb948b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cdbc58-9bc2-4c5a-868c-a641ebfb6413,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:03.562354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=412b173f-5cdf-4896-8cab-84ca1ba39b99,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:03.574593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cab900-b4e9-4a23-b9d7-b85b5db1cf50 None None] Network 0487721b-e4be-4a04-82ae-80286cd271ec requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:03.578973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.595702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Calling delete_port for 93d84958-f49a-4e9c-b647-11e9074a0c31 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:03.620685 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b1dc1fd0-a0a7-492d-a0ed-89d458e855bd tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/412b173f-5cdf-4896-8cab-84ca1ba39b99 HTTP/1.1" status: 204 len: 168 time: 1.3676279 Feb 16 23:54:03.624590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 49988) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:03.635751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object f562e54a-806b-4e4a-8dfa-9fb16fee53b5 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:03.652973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aaef296c-d132-4ccd-bb90-34efccdb948b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.655892 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aaef296c-d132-4ccd-bb90-34efccdb948b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/security-groups/d8cdbc58-9bc2-4c5a-868c-a641ebfb6413 HTTP/1.1" status: 204 len: 168 time: 0.8641329 Feb 16 23:54:03.683308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 49992) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:03.796626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:03.817084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-538fb6e1-ff84-45fc-a27e-20df1258ca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.019561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet f9ca5685-e7a5-4e27-b221-a7f68d93d6ab {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:04.032645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.049154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] DHCP port deletion for 0487721b-e4be-4a04-82ae-80286cd271ec request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:04.055331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] Deleting port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:04.055839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.067105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.096842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.137859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.173278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.232981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:04.238733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:04.253183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:04.290623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=f562e54a-806b-4e4a-8dfa-9fb16fee53b5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:04.375755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.411821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.463404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.509865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.514454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] For port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,segment=NetworkSegment(9b4ef3b4-d390-436d-b6fe-1d6695442285),segment_id=9b4ef3b4-d390-436d-b6fe-1d6695442285)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:04.514851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.523508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e97e88-02c8-4d98-88c2-2a46aedb84c6 None None] Network 44590e43-65f1-456e-93ad-0d94ee8430bd requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:04.526105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:04.526604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.556663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.565047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Subnet': ['ID=3c68c5fd-1276-45c4-8271-c142a0232f72,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:04.653170 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f3613bff-9f72-4b65-82d4-df2e1e860e70 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/3c68c5fd-1276-45c4-8271-c142a0232f72 HTTP/1.1" status: 204 len: 168 time: 1.6190927 Feb 16 23:54:04.674450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50012) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:04.757204 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] Calling delete_port for 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:04.760601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event deleted for resources: {'Port': ['ID=93d84958-f49a-4e9c-b647-11e9074a0c31,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:04.787817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.792097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Router 2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:04.841519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ca5685-e7a5-4e27-b221-a7f68d93d6ab,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:04.843419 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe8c7ed-1dfd-46d3-b79f-dc5aac0be3c1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:04.844251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe8c7ed-1dfd-46d3-b79f-dc5aac0be3c1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:04.849379 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8fe8c7ed-1dfd-46d3-b79f-dc5aac0be3c1 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/11a8aade-5e2a-4572-887b-0326b7a37a9a HTTP/1.1" status: 404 len: 337 time: 0.0741212 Feb 16 23:54:04.854016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50020) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:04.861936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.878283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-78a2fe97-26e7-4b46-a156-6cc2e41ed2dc None None] Provisioning complete for port ff695109-d977-4bef-a607-c1bc3c82192c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:04.878875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-78a2fe97-26e7-4b46-a156-6cc2e41ed2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:04.916955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e4b64f-7cba-4504-9f01-0602ec6e128b None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:04.951000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3cd34325-8622-4d68-ba40-8bc641c04be1 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/f9ca5685-e7a5-4e27-b221-a7f68d93d6ab HTTP/1.1" status: 204 len: 168 time: 1.2665145 Feb 16 23:54:04.953660 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e159f7bc-f97e-46dd-8f51-feaaaef725fc tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "GET /v2.0/ports?device_id=df073359-96f7-46b9-9500-4c7df86687fe HTTP/1.1" status: 200 len: 205 time: 0.0970144 Feb 16 23:54:04.957485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50026) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:04.959438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50028) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:04.988434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.108981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-78a2fe97-26e7-4b46-a156-6cc2e41ed2dc None None] Port ff695109-d977-4bef-a607-c1bc3c82192c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:05.118433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.170598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:05.192664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] Pushing event deleted for resources: {'Port': ['ID=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:05.213479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb0506-46b4-417f-beb7-b67d7749426d None None] No DVR routers for this DVR port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:05.221388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-78a2fe97-26e7-4b46-a156-6cc2e41ed2dc None None] Provisioning complete for port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:05.222011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-78a2fe97-26e7-4b46-a156-6cc2e41ed2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.231524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0a249d44-bedf-4ce1-84fe-e7d4adfc73dd,segment=NetworkSegment(9b4ef3b4-d390-436d-b6fe-1d6695442285),segment_id=9b4ef3b4-d390-436d-b6fe-1d6695442285)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:05.231882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.327832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50038) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:05.342853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.358494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.365346 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-a9541d0c-3d23-4490-92ca-9063fe87f08f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] delete failed (client error): The resource could not be found. Feb 16 23:54:05.366529 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a9541d0c-3d23-4490-92ca-9063fe87f08f tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/routers/df073359-96f7-46b9-9500-4c7df86687fe HTTP/1.1" status: 404 len: 336 time: 0.4058361 Feb 16 23:54:05.376722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50044) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:05.387697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.396840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:05.413731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:05.485860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:54:05.486089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:54:05.486859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:05.496316 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d2459b85-e96f-4466-a7bc-1a0438d692b7 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "PUT /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6395566 Feb 16 23:54:05.501819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50048) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:05.514631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:54:05.514930 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffdb09a-9236-4554-b980-c9b8b8c89217 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:05.515605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffdb09a-9236-4554-b980-c9b8b8c89217 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:05.515933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:54:05.528576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] Sync routers for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:05.531022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] DHCP port deletion for 44590e43-65f1-456e-93ad-0d94ee8430bd request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:05.539988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.540713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Fanout notify agent at l3_agent the message router_deleted on router 003bfb60-a292-4f9b-8cbc-627332507f0b {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:05.554284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] Deleting port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:05.554665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.574042 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-c0b1da2f-468d-46b4-a957-bf72cfbdaa71 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] show failed (client error): The resource could not be found. Feb 16 23:54:05.580232 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c0b1da2f-468d-46b4-a957-bf72cfbdaa71 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-2084101442 HTTP/1.1" status: 404 len: 335 time: 0.0723424 Feb 16 23:54:05.580535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50052) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:05.587789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cce8ba30-ea38-423b-8942-46aad5812489 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:05.588955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.589139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:05.589982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:05.590118 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b239ddc2-9254-447b-916c-96ee09ced428 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/003bfb60-a292-4f9b-8cbc-627332507f0b HTTP/1.1" status: 204 len: 168 time: 3.4073191 Feb 16 23:54:05.599713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:05.603834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:05.607954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:05.615728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:05.651866 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-cce8ba30-ea38-423b-8942-46aad5812489 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] update failed (client error): The resource could not be found. Feb 16 23:54:05.652904 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cce8ba30-ea38-423b-8942-46aad5812489 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1714357318 HTTP/1.1" status: 404 len: 335 time: 0.0715499 Feb 16 23:54:05.653529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50056) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:05.659112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50060) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:05.663774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1262389902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:05.686246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:05.708171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:05.719637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Usage tracker for resource:router and tenant:d592a15aae6d4d76a58b2565f3b31c70 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:05.724562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:05.733832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:05.753747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] Routers {'2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:05.754382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:53:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:05.756590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Deleting subnet 1007c367-40fd-4d6f-a0d7-2a2c83bc4076 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:05.760876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.761875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.765159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.825253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.827834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.845009 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5ffdb09a-9236-4554-b980-c9b8b8c89217 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/cbbbb927-ef6e-4eed-b8fd-467a3b0aaa83 HTTP/1.1" status: 404 len: 337 time: 0.4586849 Feb 16 23:54:05.846186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:05.846641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeacbbf7-0582-48a7-a957-7f270a7b774c None None] The sync data for ids ['2f4a2b8d-30cf-4fa4-89e0-c026bef1a092'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:05.863675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:05.863871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50064) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:05.866964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:05.870466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.890599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:05.944182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-25ec4790-7c4c-4c90-b2e2-a51616a57723 None None] Provisioning for port f562e54a-806b-4e4a-8dfa-9fb16fee53b5 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:05.952932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Usage tracker for resource:floatingip and tenant:719fa8bebc2f4e13824497520cc75ea5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:05.953115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-83179304-58fe-4832-b3b0-c083add18570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.956547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-25ec4790-7c4c-4c90-b2e2-a51616a57723 None None] Provisioning complete for port f562e54a-806b-4e4a-8dfa-9fb16fee53b5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:05.957169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-25ec4790-7c4c-4c90-b2e2-a51616a57723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:05.996206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] For port 47bb7665-bc8d-4782-88ce-d6d6dda1da49, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=47bb7665-bc8d-4782-88ce-d6d6dda1da49,segment=NetworkSegment(54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff),segment_id=54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:05.996878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.009969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:06.033861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:06.038733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 0a249d44-bedf-4ce1-84fe-e7d4adfc73dd {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:06.039077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.074161 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-058d60a1-d8bf-4488-895c-e36933632d46 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:06.074630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058d60a1-d8bf-4488-895c-e36933632d46 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:06.086356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.114669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] The port '0a249d44-bedf-4ce1-84fe-e7d4adfc73dd' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:54:06.116763 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-058d60a1-d8bf-4488-895c-e36933632d46 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/03d4b6f6-84e5-401b-a07f-607f76553e99 HTTP/1.1" status: 404 len: 337 time: 0.2520225 Feb 16 23:54:06.135221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50068) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:06.190433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.199894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] Calling delete_port for 47bb7665-bc8d-4782-88ce-d6d6dda1da49 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:06.244577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-25ec4790-7c4c-4c90-b2e2-a51616a57723 None None] Port f562e54a-806b-4e4a-8dfa-9fb16fee53b5 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:06.250786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.287443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.297120 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-613f5cf5-49c9-44d6-bba7-0957ada53801 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:06.297908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613f5cf5-49c9-44d6-bba7-0957ada53801 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:06.302360 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-613f5cf5-49c9-44d6-bba7-0957ada53801 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/234bd7a1-fa3a-4276-ada1-68c803de79a2 HTTP/1.1" status: 404 len: 337 time: 0.1582975 Feb 16 23:54:06.313334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50072) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:06.353045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] Pushing event deleted for resources: {'Port': ['ID=47bb7665-bc8d-4782-88ce-d6d6dda1da49,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:06.359123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388178f-049c-4982-9204-1ccfb12c89c1 None None] No DVR routers for this DVR port 47bb7665-bc8d-4782-88ce-d6d6dda1da49 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:06.424572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.425839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b4e449e4-02dd-4ad6-8753-4cf9f6041024 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7714157 Feb 16 23:54:06.447760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50076) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:06.469073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': False}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:06.522758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.535061 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.589174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.591198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.596834 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2a6f5f-4b76-4d1f-a539-ec4d2bb26482 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:06.597314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2a6f5f-4b76-4d1f-a539-ec4d2bb26482 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:06.598965 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1f2a6f5f-4b76-4d1f-a539-ec4d2bb26482 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/0b9f5a37-d91c-49ae-918b-93b0f7f2cd38 HTTP/1.1" status: 404 len: 333 time: 0.2135315 Feb 16 23:54:06.614527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50080) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:06.664880 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8adfd64-5bb7-4575-adfa-be562fea754b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:06.665530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8adfd64-5bb7-4575-adfa-be562fea754b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:06.667000 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d8adfd64-5bb7-4575-adfa-be562fea754b tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/5509b6ef-ec75-4369-b270-ba194f8606be HTTP/1.1" status: 404 len: 337 time: 0.0515490 Feb 16 23:54:06.671237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50084) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:06.674511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bf0cb3d8-5691-433b-88ca-1ce8233a2f03 None None] Provisioning complete for port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:06.675151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb3d8-5691-433b-88ca-1ce8233a2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.734078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-bf0cb3d8-5691-433b-88ca-1ce8233a2f03 None None] Port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:06.741453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0487721b-e4be-4a04-82ae-80286cd271ec']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:06.746302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bf0cb3d8-5691-433b-88ca-1ce8233a2f03 None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:06.746679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb3d8-5691-433b-88ca-1ce8233a2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.770873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=f562e54a-806b-4e4a-8dfa-9fb16fee53b5,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:06.779463 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c062e9-b40f-4dce-82fa-3b8c4d55800c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:06.779813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c062e9-b40f-4dce-82fa-3b8c4d55800c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:06.791205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.801816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.822327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4ef3b4-d390-436d-b6fe-1d6695442285') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:06.822880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4ef3b4-d390-436d-b6fe-1d6695442285') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:06.835072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.842698 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-38c062e9-b40f-4dce-82fa-3b8c4d55800c tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/8882da60-d901-41af-99b7-43801f61d028 HTTP/1.1" status: 404 len: 337 time: 0.1648791 Feb 16 23:54:06.892150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50088) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:06.908986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.936651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:06.969348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:06.978872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:06.988317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933bd5c-ba2a-4929-9f4b-4a0faa11e809 None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:06.994158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:06.994740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.011162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=22c6a1b9-9564-47a8-9ab2-5e2c29f24093,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:07.033554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Subnet': ['ID=1007c367-40fd-4d6f-a0d7-2a2c83bc4076,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:07.036742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Allocated IP 172.26.2.206 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/124a069e-218b-4812-9e88-91c9a35e70c3) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:07.042517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.054850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d5116-8db3-4a0c-83ea-69574444eb61 None None] Network ac365a04-fe10-4ae6-91d8-19b760041226 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:07.057379 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b39e0813-ef06-4fb8-a804-9a4f27618ecd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0994146 Feb 16 23:54:07.064241 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e6c005-8be3-4a5e-af7d-34cad37b3705 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:07.064402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50092) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:07.064508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e6c005-8be3-4a5e-af7d-34cad37b3705 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:07.068379 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-41e6c005-8be3-4a5e-af7d-34cad37b3705 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/c1c9358d-eb31-4a37-9175-8b71c540db53 HTTP/1.1" status: 404 len: 333 time: 0.1440740 Feb 16 23:54:07.068379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.072224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'security_group': {'name': 'tempest-secgroup-914232661'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:07.074513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50096) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:07.078875 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50204d37-6bfd-4e84-9408-fa3f1e0eae33 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/subnets/1007c367-40fd-4d6f-a0d7-2a2c83bc4076 HTTP/1.1" status: 204 len: 168 time: 1.4164331 Feb 16 23:54:07.087257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50100) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:07.088191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:07.110454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.115866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:07.119408 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd4b23a-753c-4320-a2c1-b259722ed094 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:07.119857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd4b23a-753c-4320-a2c1-b259722ed094 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:07.124017 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dbd4b23a-753c-4320-a2c1-b259722ed094 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/b1a1c0f0-85ae-4717-8dcd-7d235c543ef3 HTTP/1.1" status: 404 len: 337 time: 0.0473044 Feb 16 23:54:07.136076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:07.136476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.150393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50104) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:07.152811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:07.152974 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:07.219295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:07.223996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:07.231112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:07.294362 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9f3d75-4d89-4f67-8338-86eb936697e2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:07.295187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9f3d75-4d89-4f67-8338-86eb936697e2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:07.297040 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8a9f3d75-4d89-4f67-8338-86eb936697e2 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/subnets/59c11c5e-5ca0-4a09-ad18-5d9b78cea4d2 HTTP/1.1" status: 404 len: 337 time: 0.1435463 Feb 16 23:54:07.311353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50108) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:07.317669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Deleting subnet 0eb8bd38-6d41-4cbc-a16a-1ea0dd976332 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:07.327265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.373543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.393896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.427035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 47bb7665-bc8d-4782-88ce-d6d6dda1da49 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:07.475081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 47bb7665-bc8d-4782-88ce-d6d6dda1da49 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:54:07.475764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 47bb7665-bc8d-4782-88ce-d6d6dda1da49 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:54:07.504194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.580769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.592625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=0487721b-e4be-4a04-82ae-80286cd271ec,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:07.599535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Deleting port ff695109-d977-4bef-a607-c1bc3c82192c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:07.599840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.631181 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-89126ebf-158e-4700-8edd-4d5d6ac2aa2b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/0487721b-e4be-4a04-82ae-80286cd271ec HTTP/1.1" status: 204 len: 168 time: 4.0041521 Feb 16 23:54:07.638725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] DHCP port deletion for ac365a04-fe10-4ae6-91d8-19b760041226 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:07.641060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50112) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:07.650554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2133276036'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:07.668370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:07.670595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] Deleting port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:07.671833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.676505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:07.680962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:07.691867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:07.714042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:07.726550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group_rule and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:07.744710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.748561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-20070b65-60ac-4b63-9a6d-079f281fcfdb None None] Provisioning complete for port f562e54a-806b-4e4a-8dfa-9fb16fee53b5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:07.748943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20070b65-60ac-4b63-9a6d-079f281fcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.749083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:07.752353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.773443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:07.794799 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:07.804989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.826006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:07.833311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] Update dhcp port {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'fixed_ips': [{'subnet_id': 'd5c4248f-3a61-4609-ad6f-e6163e80fa7c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '22c6a1b9-9564-47a8-9ab2-5e2c29f24093'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '516a98ff-fd62-40ca-b8bc-17682f5be051'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:54:07.879965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:07.908741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-20070b65-60ac-4b63-9a6d-079f281fcfdb None None] Port f562e54a-806b-4e4a-8dfa-9fb16fee53b5 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:07.936245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.971147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:07.971748 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment ff8e68ac-a1e0-495a-9c41-13266037435c of type vlan for network 08959ea8-cf78-4c41-a064-7efdf8f698f2 Feb 16 23:54:08.071968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.075283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] For port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0d25fbf1-56a4-4993-9e6b-875e849ab4aa,segment=NetworkSegment(b502c6eb-cb17-417f-a98e-7dff0d335bdd),segment_id=b502c6eb-cb17-417f-a98e-7dff0d335bdd)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:08.075682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.081582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.128066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.136759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.166485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.176029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:08.190156 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] Sync routers for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:08.192752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.200627 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:08.201224 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:08.235053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Calling delete_port for ff695109-d977-4bef-a607-c1bc3c82192c owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:08.253531 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ce3c1333-844c-44cd-bf88-ae091ccc5f33 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/9f6a2a0b-e0f2-4325-a1ad-edd3423e1005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3586648 Feb 16 23:54:08.262048 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:08.264644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50116) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:08.272009 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:08.272976 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:08.306354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] Calling delete_port for 0d25fbf1-56a4-4993-9e6b-875e849ab4aa owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:08.338906 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:08.339673 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d5154-eb32-4c60-9963-aaf95fcb4d55 None None] The sync data for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:08.342737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Pushing event updated for resources: {'Port': ['ID=124a069e-218b-4812-9e88-91c9a35e70c3,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:08.359076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.363235 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2950923 Feb 16 23:54:08.366337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.373164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:08.373925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50120) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:08.379000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.405736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fd28b-9eed-4a13-9ee7-6f958557a6e8 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842f9724-641e-4f60-bdc6-a93d8cfe1a75,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:08.417563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:08.421774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'security_group': {'name': 'tempest-secgroup-934593024'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:08.428042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:08.428813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.433228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:08.438422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042809b4-b5bb-43e9-8e79-8f45c997f08a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:08.439461 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-042809b4-b5bb-43e9-8e79-8f45c997f08a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports/f562e54a-806b-4e4a-8dfa-9fb16fee53b5 HTTP/1.1" status: 200 len: 910 time: 0.1660564 Feb 16 23:54:08.441859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.441999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:08.448575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:08.448575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.451782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50124) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:08.460412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07b9fb-8cd4-462a-8afe-450c35ad20f7 None None] Network d21c1551-9d22-452b-81a5-01b12593a2a6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:08.472514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:08.475367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb8bd38-6d41-4cbc-a16a-1ea0dd976332,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:08.483404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.488953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:08.498012 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-300ffbd7-bf73-44ec-b9ec-c9154e189de9 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/subnets/0eb8bd38-6d41-4cbc-a16a-1ea0dd976332 HTTP/1.1" status: 204 len: 168 time: 1.4010000 Feb 16 23:54:08.502437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.503692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50126) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:08.592363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.652347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.656691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:08.663451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group_rule and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:08.670017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.673672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:08.684079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:08.699341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.712679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] Pushing event deleted for resources: {'Port': ['ID=0d25fbf1-56a4-4993-9e6b-875e849ab4aa,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:08.724324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.751550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] Allocated IP 2001:db8::2 (b97692d8-ce1c-4683-8957-bbeea77997e2/22c6a1b9-9564-47a8-9ab2-5e2c29f24093/516a98ff-fd62-40ca-b8bc-17682f5be051) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:08.768117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056763e-2c49-46fb-9af9-0a68793bec0e None None] No DVR routers for this DVR port 0d25fbf1-56a4-4993-9e6b-875e849ab4aa on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:08.810609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Port': ['ID=ff695109-d977-4bef-a607-c1bc3c82192c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:08.812407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=08959ea8-cf78-4c41-a064-7efdf8f698f2,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:08.827066 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8819cff6-7d20-4853-8c31-a5e56f805599 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1849597 Feb 16 23:54:08.833966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50132) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:08.838244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.840297 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bb47b9fc-254d-4846-a80c-cfa6808b9096 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/ports/ff695109-d977-4bef-a607-c1bc3c82192c HTTP/1.1" status: 204 len: 168 time: 1.5250752 Feb 16 23:54:08.862383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:08.874010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50136) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:08.880112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': '08959ea8-cf78-4c41-a064-7efdf8f698f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:08.930410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:08.967201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.037222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.041598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac365a04-fe10-4ae6-91d8-19b760041226']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:09.053550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] For port 516a98ff-fd62-40ca-b8bc-17682f5be051, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=516a98ff-fd62-40ca-b8bc-17682f5be051,segment=NetworkSegment(2f78cbd2-a5d5-4076-809a-230e4cc72c5e),segment_id=2f78cbd2-a5d5-4076-809a-230e4cc72c5e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:09.063137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.085053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b502c6eb-cb17-417f-a98e-7dff0d335bdd') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:09.085053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b502c6eb-cb17-417f-a98e-7dff0d335bdd') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:09.087866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.109030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] Transition to ACTIVE for port object 516a98ff-fd62-40ca-b8bc-17682f5be051 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:09.113823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.152627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.161016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] DHCP port deletion for d21c1551-9d22-452b-81a5-01b12593a2a6 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:09.175089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] Deleting port eb84e11f-102e-4638-9372-b4762ad39d2e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:09.175089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.245444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18c3314-e811-41a5-82ce-71057474a09d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:09.249205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.262072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.268241 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f967d09a-b6c4-4919-b1f0-1c31cc43ac4b tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8589625 Feb 16 23:54:09.268241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50140) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:09.272679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:09.273128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:09.287596 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:09.296937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'security_group': {'name': 'tempest-secgroup-2139616320'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:09.302969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:09.307735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:09.311094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:09.317230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:09.365627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551a0d4-e088-4212-b1f6-6ce878b7e57b None None] Pushing event updated for resources: {'Port': ['ID=516a98ff-fd62-40ca-b8bc-17682f5be051,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:09.382626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:09.389706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.397872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:09.405076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Allocated IP 172.26.2.198 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/755edd9b-7d3c-4e2d-af1e-ab0b910dda02) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:09.409769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:09.424285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.430934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:09.444623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device eb84e11f-102e-4638-9372-b4762ad39d2e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:09.567424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:09.571506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.610773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] For port eb84e11f-102e-4638-9372-b4762ad39d2e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=eb84e11f-102e-4638-9372-b4762ad39d2e,segment=NetworkSegment(d5cfeca9-55db-46dd-ba2e-cf1191a880b6),segment_id=d5cfeca9-55db-46dd-ba2e-cf1191a880b6)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:09.617165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.628007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.635981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.664179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.671762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Network': ['ID=ac365a04-fe10-4ae6-91d8-19b760041226,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:09.673828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.685008 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cbd1053d-c001-4b26-90bd-e5ce83546481 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/networks/ac365a04-fe10-4ae6-91d8-19b760041226 HTTP/1.1" status: 204 len: 168 time: 1.1802673 Feb 16 23:54:09.686619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:09.699304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50144) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:09.761043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Pushing event updated for resources: {'Port': ['ID=124a069e-218b-4812-9e88-91c9a35e70c3,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:09.763792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:security_group_rule and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:09.794392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] Calling delete_port for eb84e11f-102e-4638-9372-b4762ad39d2e owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:09.829479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.847466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:09.857375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:09.875930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.925175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.929103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ea08f20a-0b20-41e3-a9d7-bed792b886bd tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5952058 Feb 16 23:54:09.929456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50148) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:09.936520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1337441440', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'fixed_ips': [{'ip_address': '172.26.2.206'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:09.942248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:09.946858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Usage tracker for resource:port and tenant:719fa8bebc2f4e13824497520cc75ea5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:09.949911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:09.956155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:09.963931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:09.995149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.003478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.020238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0d25fbf1-56a4-4993-9e6b-875e849ab4aa no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:10.048912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.050652 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7820687 Feb 16 23:54:10.056593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Made reservation on behalf of 719fa8bebc2f4e13824497520cc75ea5 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:10.059417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.064133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.070183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50152) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:10.088607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2143335242', 'security_groups': ['d73d0ba2-67aa-4a9e-beef-83255a07886a'], 'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22c6a1b9-9564-47a8-9ab2-5e2c29f24093'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:10.110537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.112730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] Pushing event deleted for resources: {'Port': ['ID=eb84e11f-102e-4638-9372-b4762ad39d2e,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:10.121521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0d25fbf1-56a4-4993-9e6b-875e849ab4aa {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:54:10.122044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0d25fbf1-56a4-4993-9e6b-875e849ab4aa not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:54:10.123557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b162f7-2a67-454a-bd9a-6f4560a9480f None None] No DVR routers for this DVR port eb84e11f-102e-4638-9372-b4762ad39d2e on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:10.158888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.159253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-68ac1825-a500-4b10-8f7a-c644fb576b71 None None] Provisioning complete for port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:10.159657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-68ac1825-a500-4b10-8f7a-c644fb576b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.163116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44590e43-65f1-456e-93ad-0d94ee8430bd']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:10.179392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.188748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:10.189126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b4ff38-d4bb-4ce9-9f10-00c65f6e77ff') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:10.194026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53d191-cc81-47c4-83af-7a05517af424 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d0ba2-67aa-4a9e-beef-83255a07886a,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:10.200438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:10.204298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Usage tracker for resource:security_group_rule and tenant:719fa8bebc2f4e13824497520cc75ea5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:10.207135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:10.214051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.216369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:10.221807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-68ac1825-a500-4b10-8f7a-c644fb576b71 None None] Port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:10.234733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-68ac1825-a500-4b10-8f7a-c644fb576b71 None None] Provisioning for port 516a98ff-fd62-40ca-b8bc-17682f5be051 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:10.240513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-68ac1825-a500-4b10-8f7a-c644fb576b71 None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:10.240892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-68ac1825-a500-4b10-8f7a-c644fb576b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.299119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.311518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:10.330673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:10.361446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:10.377559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:10.377962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:10.392433 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:10.445912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.453279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.476218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] device_id is not set on port 41250105-e4e5-4939-968c-f3037e04a467 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:54:10.557545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb213cf-5075-44cd-8162-a63e716c2ad4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:10.568128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.593806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.661059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] device_id is not set on port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:54:10.746231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21c1551-9d22-452b-81a5-01b12593a2a6']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:10.763536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.765600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.770700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cfeca9-55db-46dd-ba2e-cf1191a880b6') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:10.771003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cfeca9-55db-46dd-ba2e-cf1191a880b6') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:10.819910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.833416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.886152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.897704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] Pushing event deleted for resources: {'Network': ['ID=44590e43-65f1-456e-93ad-0d94ee8430bd,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:10.911189 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 23:54:10.911609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:10.936606 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e383423f-b05d-4917-84f7-f6c7a6998aa8 tempest-PortsTestJSON-2022928648 tempest-PortsTestJSON-2022928648-project] 10.222.0.47 "DELETE /v2.0/networks/44590e43-65f1-456e-93ad-0d94ee8430bd HTTP/1.1" status: 204 len: 168 time: 2.0431194 Feb 16 23:54:10.944549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:10.949369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:10.976657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8::1dc (b97692d8-ce1c-4683-8957-bbeea77997e2/22c6a1b9-9564-47a8-9ab2-5e2c29f24093/4434ef2e-0651-4ccc-8a34-06e5307cd5ad) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:10.985427 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f547fb5b-3c27-4f76-ae26-fcb6b8f5332b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0535185 Feb 16 23:54:10.987582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50158) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:11.012544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:11.016326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.040896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:11.130674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Pushing event updated for resources: {'Port': ['ID=755edd9b-7d3c-4e2d-af1e-ab0b910dda02,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:11.150631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:11.151499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:11.168573 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:11.174710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=641ea4e7-e421-4080-b4cf-74ef69389a73,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:11.186403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Deleting port 124a069e-218b-4812-9e88-91c9a35e70c3 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:11.186648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.254489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50164) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:11.279580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': 'ff8e68ac-a1e0-495a-9c41-13266037435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '08959ea8-cf78-4c41-a064-7efdf8f698f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:11.279942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: 08959ea8-cf78-4c41-a064-7efdf8f698f2, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:11.386895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 516a98ff-fd62-40ca-b8bc-17682f5be051 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:11.469815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.481198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:11.482076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.501207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.505112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.505437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.579837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.633583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:11.635718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Network': ['ID=d21c1551-9d22-452b-81a5-01b12593a2a6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:11.650714 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-128d1594-37b3-40d8-8e03-2e2ab25962be tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/networks/d21c1551-9d22-452b-81a5-01b12593a2a6 HTTP/1.1" status: 204 len: 168 time: 1.9267051 Feb 16 23:54:11.664932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50170) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:11.734072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 08959ea8-cf78-4c41-a064-7efdf8f698f2) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:11.743316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba1c67-0b8a-441e-a8e9-3e221daf1664 None None] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:11.746712 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2f7f4a21-632d-4ed6-9aa5-29fe8d70f0db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f148cee190d4f2f99e3410c06365da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845979 Feb 16 23:54:11.748170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:11.748755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.764252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50174) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:11.783974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Calling delete_port for 124a069e-218b-4812-9e88-91c9a35e70c3 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:11.821788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 4434ef2e-0651-4ccc-8a34-06e5307cd5ad will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:11.869861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Deleting subnet 44f8d150-6e37-47c3-a228-5db87fa67093 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:11.884326 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-31540c6a-fae3-4f71-9c57-3cbaf3d751f7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0426083 Feb 16 23:54:11.885980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.891659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50178) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:11.893804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:11.967043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-176285812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:11.984407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:12.005121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-08959ea8-cf78-4c41-a064-7efdf8f698f2', 'network_id': '08959ea8-cf78-4c41-a064-7efdf8f698f2', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': '641ea4e7-e421-4080-b4cf-74ef69389a73'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:12.006110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.010997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:router and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:12.021726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:12.025367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:12.036713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:12.039386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:12.044970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:12.045573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.051548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:12.062247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=4434ef2e-0651-4ccc-8a34-06e5307cd5ad,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:12.072780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.084834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.124737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.125758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.175464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Pushing event deleted for resources: {'Port': ['ID=124a069e-218b-4812-9e88-91c9a35e70c3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:12.188216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Allocated IP 2001:db8::2 (08959ea8-cf78-4c41-a064-7efdf8f698f2/641ea4e7-e421-4080-b4cf-74ef69389a73/feeeb034-1965-4ade-9369-032f59df849d) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:12.217888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8979cf8d-9024-43fd-9c9b-1b449bcf31dd tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1435080 Feb 16 23:54:12.223740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50182) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:12.237189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:12.255417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.295822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b291b6cb-f5c3-4136-8dbb-8d71effb1c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.307067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port f562e54a-806b-4e4a-8dfa-9fb16fee53b5 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:12.307670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.352115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.374630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.379178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6cea2c64-df0b-4830-b661-65dc56474a3b tempest-ExternalNetworksAdminNegativeTestJSON-1161211387 tempest-ExternalNetworksAdminNegativeTestJSON-1161211387-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/eccf2380-2b1a-4529-bcc4-b1510d26d18b HTTP/1.1" status: 204 len: 168 time: 1.3872805 Feb 16 23:54:12.402751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.436448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.462252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:12.468135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:12.471836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:12.480297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:12.484883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.489197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.494576 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-497fa730-11b1-448e-893f-bae85cd988c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5427854 Feb 16 23:54:12.495401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50188) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:12.495678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Transition to ACTIVE for port object feeeb034-1965-4ade-9369-032f59df849d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:12.506449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b291b6cb-f5c3-4136-8dbb-8d71effb1c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.514388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Transition to ACTIVE for port object feeeb034-1965-4ade-9369-032f59df849d will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:12.523265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.593753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:12.597590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:12.599402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-25fa3bce-9cfa-47b2-bc55-3a570f6d3f8f None None] Provisioning for port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:12.603183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:12.702350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-25fa3bce-9cfa-47b2-bc55-3a570f6d3f8f None None] Provisioning complete for port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:12.702731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-25fa3bce-9cfa-47b2-bc55-3a570f6d3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.724100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50194) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:12.734347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.737234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:12.740764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.760474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Pushing event updated for resources: {'Port': ['ID=feeeb034-1965-4ade-9369-032f59df849d,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:12.806876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Attempting to bind port feeeb034-1965-4ade-9369-032f59df849d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:12.807197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Attempting to bind port feeeb034-1965-4ade-9369-032f59df849d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'ff8e68ac-a1e0-495a-9c41-13266037435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '08959ea8-cf78-4c41-a064-7efdf8f698f2'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:12.807516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Attempting to bind port feeeb034-1965-4ade-9369-032f59df849d on network 08959ea8-cf78-4c41-a064-7efdf8f698f2 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:12.812360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-25fa3bce-9cfa-47b2-bc55-3a570f6d3f8f None None] Port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:12.815982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:12.816383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Checking segment: {'id': 'ff8e68ac-a1e0-495a-9c41-13266037435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '08959ea8-cf78-4c41-a064-7efdf8f698f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:12.816781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.817341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Bound using segment: {'id': 'ff8e68ac-a1e0-495a-9c41-13266037435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '08959ea8-cf78-4c41-a064-7efdf8f698f2'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:12.818022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Bound port: feeeb034-1965-4ade-9369-032f59df849d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8e68ac-a1e0-495a-9c41-13266037435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '08959ea8-cf78-4c41-a064-7efdf8f698f2'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:12.818896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.869098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:12.916292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] For port feeeb034-1965-4ade-9369-032f59df849d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:12.920161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] For port feeeb034-1965-4ade-9369-032f59df849d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=feeeb034-1965-4ade-9369-032f59df849d,segment=NetworkSegment(ff8e68ac-a1e0-495a-9c41-13266037435c),segment_id=ff8e68ac-a1e0-495a-9c41-13266037435c)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:12.925754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.031958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03fc78-5178-4993-a279-1186861c01f6 None None] Pushing event updated for resources: {'Port': ['ID=feeeb034-1965-4ade-9369-032f59df849d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:13.097745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b291b6cb-f5c3-4136-8dbb-8d71effb1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.110168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for f562e54a-806b-4e4a-8dfa-9fb16fee53b5 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:13.162056 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22c6a1b9-9564-47a8-9ab2-5e2c29f24093 (CIDR: 2001:db8::/64) Feb 16 23:54:13.163365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.177687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:13.178174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:13.229167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.241694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291b6cb-f5c3-4136-8dbb-8d71effb1c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d990b0-3828-4079-a237-600c3288e086,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:13.254195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.330185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Subnet': ['ID=44f8d150-6e37-47c3-a228-5db87fa67093,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:13.331034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:13.345396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.346958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f157af-bddb-4eaa-bd4b-70e6ff4f9c14 None None] Network c45645ae-4c44-4a48-9df3-2f853da37339 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:13.347240 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dd8dc3ba-0d20-4223-9d40-74cc1d7fd3a0 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/subnets/44f8d150-6e37-47c3-a228-5db87fa67093 HTTP/1.1" status: 204 len: 168 time: 1.6806777 Feb 16 23:54:13.349467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Usage tracker for resource:security_group_rule and tenant:9610a2212be442b59eeb5e4b2b9fd916 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:13.360814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50200) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:13.363910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:13.379173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b291b6cb-f5c3-4136-8dbb-8d71effb1c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.382658 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b291b6cb-f5c3-4136-8dbb-8d71effb1c21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e4d990b0-3828-4079-a237-600c3288e086 HTTP/1.1" status: 204 len: 168 time: 1.6166234 Feb 16 23:54:13.394102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:13.408242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.490339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feeeb034-1965-4ade-9369-032f59df849d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:13.526266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.551174 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8f1b869c-c330-47d8-aa50-c83db1395479 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3229311 Feb 16 23:54:13.599427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50206) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:13.607482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:13.694971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.713790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port feeeb034-1965-4ade-9369-032f59df849d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:13.837140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] DHCP port deletion for c45645ae-4c44-4a48-9df3-2f853da37339 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:13.842388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] Deleting port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:13.842865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.877784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Deleting port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:13.878390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:13.947032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:13.957691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:13.970247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:13.994236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:14.062522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8::1 (08959ea8-cf78-4c41-a064-7efdf8f698f2/641ea4e7-e421-4080-b4cf-74ef69389a73/caa3af44-2256-4207-a134-a2eb5905c2d8) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:14.069173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:14.074369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.154619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] For port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,segment=NetworkSegment(2f426287-8587-40a8-b986-da3f49f41c2b),segment_id=2f426287-8587-40a8-b986-da3f49f41c2b)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:14.154619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.301915 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d5c4248f-3a61-4609-ad6f-e6163e80fa7c (CIDR: 2001:db8:0:1::/64) Feb 16 23:54:14.307391 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:14.310554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:14.317358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] Calling delete_port for 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:14.337214 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-65eccd59-0809-4f90-add9-7ecb5cb3d743 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7358332 Feb 16 23:54:14.337416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50226) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:14.348337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'subnet': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:14.385974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.389545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.457559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=f562e54a-806b-4e4a-8dfa-9fb16fee53b5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:14.460428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.462938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.522526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] Pushing event deleted for resources: {'Port': ['ID=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:14.525014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ee390-b53a-413c-a896-e3625fae272d None None] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:14.544485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4670f4-3f21-4685-9de4-f321bdd1027a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:14.595665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] For port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3c28f688-2d73-4692-86dd-e0b4c02e6aa9,segment=NetworkSegment(2f426287-8587-40a8-b986-da3f49f41c2b),segment_id=2f426287-8587-40a8-b986-da3f49f41c2b)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:14.596028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.606429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50232) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:14.608910 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f221a-3803-48ec-858a-49440b264787 None None] No DVR routers for this DVR port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:14.631233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f2ba6fa9-106c-4750-8249-235695289ab2 None None] Provisioning for port feeeb034-1965-4ade-9369-032f59df849d completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:14.640234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f2ba6fa9-106c-4750-8249-235695289ab2 None None] Provisioning complete for port feeeb034-1965-4ade-9369-032f59df849d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:14.641015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f2ba6fa9-106c-4750-8249-235695289ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.651896 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f6141e32-3ab2-48f8-bff8-5d397ee8c837 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9610a2212be442b59eeb5e4b2b9fd916&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8906736 Feb 16 23:54:14.672778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50238) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:14.727040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Router e91cd327-9212-448e-87d6-ded361c9e387 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:14.825304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7381ef7-7c4c-47e3-ac26-5690d036923b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.853759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7381ef7-7c4c-47e3-ac26-5690d036923b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.880535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1e6a6318-1f83-4074-a4cb-956a69545148 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:14.881254 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-1e6a6318-1f83-4074-a4cb-956a69545148 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 23:54:14.881751 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-1e6a6318-1f83-4074-a4cb-956a69545148 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 23:54:14.886950 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1e6a6318-1f83-4074-a4cb-956a69545148 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2725391 Feb 16 23:54:14.892028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Calling delete_port for 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:14.897258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:14.908199 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f2ba6fa9-106c-4750-8249-235695289ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.909099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50242) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:14.923373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--428955970'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:14.927702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Usage tracker for resource:subnet and tenant:b568b948aaf6457693e012e58c41cc39 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:14.933520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:14.945794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:14.948328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:14.964189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f2ba6fa9-106c-4750-8249-235695289ab2 None None] For port feeeb034-1965-4ade-9369-032f59df849d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=feeeb034-1965-4ade-9369-032f59df849d,segment=NetworkSegment(ff8e68ac-a1e0-495a-9c41-13266037435c),segment_id=ff8e68ac-a1e0-495a-9c41-13266037435c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:14.965923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:14.970438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:14.973324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f2ba6fa9-106c-4750-8249-235695289ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:14.981503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:14.992715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7381ef7-7c4c-47e3-ac26-5690d036923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.012419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Made reservation on behalf of b568b948aaf6457693e012e58c41cc39 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:15.015734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.060781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba6fa9-106c-4750-8249-235695289ab2 None None] Pushing event updated for resources: {'Port': ['ID=feeeb034-1965-4ade-9369-032f59df849d,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:15.098786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7381ef7-7c4c-47e3-ac26-5690d036923b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4670f4-3f21-4685-9de4-f321bdd1027a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:15.108940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.124004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.136497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.145604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7381ef7-7c4c-47e3-ac26-5690d036923b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.149659 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c7381ef7-7c4c-47e3-ac26-5690d036923b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b4670f4-3f21-4685-9de4-f321bdd1027a HTTP/1.1" status: 204 len: 168 time: 0.4726503 Feb 16 23:54:15.162027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object caa3af44-2256-4207-a134-a2eb5905c2d8 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:15.180016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:15.187312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:15.194310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:15.214575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:15.274606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.277118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:54:15.277328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:54:15.294918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.365996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:15.370662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:15.379769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:15.380320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] Sync routers for ids ['e91cd327-9212-448e-87d6-ded361c9e387'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:15.414623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:15.415136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.427027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=caa3af44-2256-4207-a134-a2eb5905c2d8,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:15.427791 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] Routers {'e91cd327-9212-448e-87d6-ded361c9e387'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:15.428511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e91cd327-9212-448e-87d6-ded361c9e387'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:15.528905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.533444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aadc3e34-fc9a-4640-b70f-f15547e095f1 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "PUT /v2.0/routers/e91cd327-9212-448e-87d6-ded361c9e387 HTTP/1.1" status: 200 len: 916 time: 9.0822406 Feb 16 23:54:15.536404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50250) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:15.542844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.556882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feeeb034-1965-4ade-9369-032f59df849d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:15.585014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.603944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:15.643290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:15.658316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:15.671628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:15.673223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c7ea1c89-05bc-48f9-b0e8-1ad0ba501d57 None None] Provisioning complete for port feeeb034-1965-4ade-9369-032f59df849d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:15.673606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1c89-05bc-48f9-b0e8-1ad0ba501d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.705086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:15.718447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dcc70c-32ed-4187-9d43-13269d4b3431,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:15.726661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.801427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] Routers {'e91cd327-9212-448e-87d6-ded361c9e387'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:15.802453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e91cd327-9212-448e-87d6-ded361c9e387'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:15.841168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.880639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50254) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:15.881345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Deleting port 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:15.881751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:15.890438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:15.890844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8de601-c89d-40d7-9d55-ad1f5bf696e7 None None] The sync data for ids ['e91cd327-9212-448e-87d6-ded361c9e387'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:15.906451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port feeeb034-1965-4ade-9369-032f59df849d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:15.906819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.003126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] The port '3c28f688-2d73-4692-86dd-e0b4c02e6aa9' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:54:16.038659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Network b97692d8-ce1c-4683-8957-bbeea77997e2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:16.108838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:16.113438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:16.113817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.120308 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797a63f-b369-47fc-a184-245a68d87308 None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:16.151383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:16.199763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:16.223020 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c4050617-3435-4692-a340-20e917450547 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=719fa8bebc2f4e13824497520cc75ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161044 Feb 16 23:54:16.230929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50258) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:16.243167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Subnet': ['ID=337c20e6-212b-4cba-9b96-c20410a6cacc,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:16.251787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:54:16.252443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3c28f688-2d73-4692-86dd-e0b4c02e6aa9 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:54:16.263904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.271545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-02607407-727b-4705-8fa2-ee0339ceef10 None None] Provisioning for port caa3af44-2256-4207-a134-a2eb5905c2d8 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:16.279188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-02607407-727b-4705-8fa2-ee0339ceef10 None None] Provisioning complete for port caa3af44-2256-4207-a134-a2eb5905c2d8 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:16.279633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-02607407-727b-4705-8fa2-ee0339ceef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.306966 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-36b80143-6e84-406a-86e6-102844732a35 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9647348 Feb 16 23:54:16.308679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.314487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50262) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:16.329783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-185664658', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '337c20e6-212b-4cba-9b96-c20410a6cacc'}], 'security_groups': ['842f9724-641e-4f60-bdc6-a93d8cfe1a75', 'd18c3314-e811-41a5-82ce-71057474a09d']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:16.340315 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-340b17ef-9442-4935-a87c-f34bf1bd4ab3 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/e91cd327-9212-448e-87d6-ded361c9e387 HTTP/1.1" status: 200 len: 922 time: 0.8026366 Feb 16 23:54:16.343147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50266) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:16.364278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.368282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-02607407-727b-4705-8fa2-ee0339ceef10 None None] Port caa3af44-2256-4207-a134-a2eb5905c2d8 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:16.465449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c875349e-930b-4f33-9685-d48e45459f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.468390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45645ae-4c44-4a48-9df3-2f853da37339']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:16.499182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f426287-8587-40a8-b986-da3f49f41c2b') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:16.499396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f426287-8587-40a8-b986-da3f49f41c2b') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:16.534848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.546405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.551199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6409004 Feb 16 23:54:16.553855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50270) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:16.561911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c2d31-52ff-41bc-a01c-1cc3a25f8460 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a61663-8b51-4c58-96aa-23c23b324316,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:16.563686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '51a61663-8b51-4c58-96aa-23c23b324316', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:16.569619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:16.574164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:16.577464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:16.582663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:16.591689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.614914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:16.623119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1e741cbf-6263-4352-af68-cd071d83d925 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/9f6a2a0b-e0f2-4325-a1ad-edd3423e1005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1207352 Feb 16 23:54:16.628731 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] Sync routers for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:16.644102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50274) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:16.644836 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:16.645485 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:16.646044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] Update dhcp port {'port': {'network_id': 'b97692d8-ce1c-4683-8957-bbeea77997e2', 'fixed_ips': [{'subnet_id': 'd5c4248f-3a61-4609-ad6f-e6163e80fa7c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '22c6a1b9-9564-47a8-9ab2-5e2c29f24093', 'ip_address': '2001:db8::2'}, {'subnet_id': '337c20e6-212b-4cba-9b96-c20410a6cacc'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '516a98ff-fd62-40ca-b8bc-17682f5be051'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:54:16.646702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:16.647100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:16.676207 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:16.711783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.786556 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:16.804431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c875349e-930b-4f33-9685-d48e45459f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.812493 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:16.813242 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:16.834301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.905217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.923581 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:16.923988 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a948cb11-0517-40e4-a393-5c63ea21e4e5 None None] The sync data for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:16.973705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c875349e-930b-4f33-9685-d48e45459f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:16.980420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] Allocated IP 2001:db8:0:2::2 (b97692d8-ce1c-4683-8957-bbeea77997e2/337c20e6-212b-4cba-9b96-c20410a6cacc/516a98ff-fd62-40ca-b8bc-17682f5be051) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:17.004001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875349e-930b-4f33-9685-d48e45459f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb213cf-5075-44cd-8162-a63e716c2ad4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:17.028111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c875349e-930b-4f33-9685-d48e45459f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.031471 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c875349e-930b-4f33-9685-d48e45459f8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6eb213cf-5075-44cd-8162-a63e716c2ad4 HTTP/1.1" status: 204 len: 168 time: 0.7881496 Feb 16 23:54:17.042516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.131300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d8948-ed8e-47ac-94d0-5dfa451fe966 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:17.133338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.133516 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-be9d8948-ed8e-47ac-94d0-5dfa451fe966 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=e91cd327-9212-448e-87d6-ded361c9e387&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7840393 Feb 16 23:54:17.133824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.141201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50280) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:17.170454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] For port 516a98ff-fd62-40ca-b8bc-17682f5be051, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=516a98ff-fd62-40ca-b8bc-17682f5be051,segment=NetworkSegment(2f78cbd2-a5d5-4076-809a-230e4cc72c5e),segment_id=2f78cbd2-a5d5-4076-809a-230e4cc72c5e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:17.201248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.223124 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] Transition to ACTIVE for port object 516a98ff-fd62-40ca-b8bc-17682f5be051 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:17.229324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.485048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4ed5c-f332-499b-9cc5-7a70b060f141 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:17.490000 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c9f4ed5c-f332-499b-9cc5-7a70b060f141 tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.3453777 Feb 16 23:54:17.493175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50286) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:17.501564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb51ad-7f73-41f1-8cd9-3e41a62c1e0f None None] Pushing event updated for resources: {'Port': ['ID=516a98ff-fd62-40ca-b8bc-17682f5be051,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:17.505902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.518355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=caa3af44-2256-4207-a134-a2eb5905c2d8,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:17.651793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.662957 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/networks/c45645ae-4c44-4a48-9df3-2f853da37339 HTTP/1.1" status: 204 len: 168 time: 4.2878542 Feb 16 23:54:17.675369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50294) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:17.677452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb96807-7ddf-464e-96ee-86207339a28f tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Pushing event deleted for resources: {'Network': ['ID=c45645ae-4c44-4a48-9df3-2f853da37339,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:17.682783 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-219d596e-e9d1-47f4-ba01-c61139d7a506 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=e91cd327-9212-448e-87d6-ded361c9e387 HTTP/1.1" status: 200 len: 205 time: 0.1782699 Feb 16 23:54:17.709107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50298) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:17.756327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-93966e1b-6217-46b0-a189-4c759cef0077 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Synchronizing usage tracker for tenant:ec3c24cd16514e029115dc78c2eb2cae on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:17.763141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.819640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:17.868459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46574c6-6f15-49b4-9d2d-7f3947518026,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:17.883847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-93966e1b-6217-46b0-a189-4c759cef0077 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Unset dirty status for tenant:ec3c24cd16514e029115dc78c2eb2cae on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:17.887717 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-93966e1b-6217-46b0-a189-4c759cef0077 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 HTTP/1.1" status: 200 len: 205 time: 0.2079861 Feb 16 23:54:17.893229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50306) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:17.907949 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:54:17.929405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:18.060772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5967473-3880-4fc0-993f-6fc4340c9fb2 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.114351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:18.157167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Delete allocated IP 2001:db8::1dc (b97692d8-ce1c-4683-8957-bbeea77997e2/22c6a1b9-9564-47a8-9ab2-5e2c29f24093) {{(pid=87677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 23:54:18.250465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.251259 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-96fd4e39-8456-4e09-81ec-630c1c93d107 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6938570 Feb 16 23:54:18.254013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Allocated IP 2001:db8:0:2::193 (b97692d8-ce1c-4683-8957-bbeea77997e2/337c20e6-212b-4cba-9b96-c20410a6cacc/4434ef2e-0651-4ccc-8a34-06e5307cd5ad) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:18.257718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50318) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:18.325858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.395571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '51a61663-8b51-4c58-96aa-23c23b324316', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:18.423513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Provisioning complete for port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:18.424012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.444781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:18.447458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5967473-3880-4fc0-993f-6fc4340c9fb2 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.455419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5967473-3880-4fc0-993f-6fc4340c9fb2 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.473171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:18.484043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:18.506341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:18.512798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:18.518568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5967473-3880-4fc0-993f-6fc4340c9fb2 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.519049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5967473-3880-4fc0-993f-6fc4340c9fb2 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Fanout notify agent at l3_agent the message router_deleted on router 2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:18.532207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Provisioning for port 516a98ff-fd62-40ca-b8bc-17682f5be051 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:18.540786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:18.541443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.544916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5967473-3880-4fc0-993f-6fc4340c9fb2 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.548108 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d5967473-3880-4fc0-993f-6fc4340c9fb2 tempest-RoutersNegativeTest-1796762598 tempest-RoutersNegativeTest-1796762598-project] 10.222.0.47 "DELETE /v2.0/routers/2f4a2b8d-30cf-4fa4-89e0-c026bef1a092 HTTP/1.1" status: 204 len: 168 time: 0.6500409 Feb 16 23:54:18.560946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.759290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Provisioning complete for port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:18.759577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.830590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.837252 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-081d4be9-289c-44b0-9f6f-181929bd6585 None None] Port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:18.943354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50338) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:18.944391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router a4920b82-3bde-41a4-b178-69114b4633e0 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:18.950859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.963288 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 23:54:18.966953 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-429293ae-8d99-4aeb-8be1-0332281d249b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6503823 Feb 16 23:54:18.967087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-51e9ddb9-d5c5-4b1d-803a-3377e4cdc960 None None] Provisioning complete for port caa3af44-2256-4207-a134-a2eb5905c2d8 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:18.967087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-51e9ddb9-d5c5-4b1d-803a-3377e4cdc960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:18.977482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50344) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:19.032820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 470da18e-c646-4108-8cb4-292869030dc5 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:19.033590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.099978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-51e9ddb9-d5c5-4b1d-803a-3377e4cdc960 None None] Port caa3af44-2256-4207-a134-a2eb5905c2d8 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:19.167166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:19.168908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Deleting port 755edd9b-7d3c-4e2d-af1e-ab0b910dda02 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:19.169311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.182162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] Sync routers for ids ['a4920b82-3bde-41a4-b178-69114b4633e0'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:19.197639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] Routers {'a4920b82-3bde-41a4-b178-69114b4633e0'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:19.198808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a4920b82-3bde-41a4-b178-69114b4633e0'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:19.203559 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-37030d87-9875-4dba-9faa-e32ccd0a2885 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/a4920b82-3bde-41a4-b178-69114b4633e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7065601 Feb 16 23:54:19.214239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50352) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:19.279745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:19.312352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] Routers {'a4920b82-3bde-41a4-b178-69114b4633e0'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:19.314403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a4920b82-3bde-41a4-b178-69114b4633e0'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:19.384886 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-73353dec-9a4a-47d2-85da-f137fbe4c62f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec3c24cd16514e029115dc78c2eb2cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395237 Feb 16 23:54:19.393566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50362) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:19.393867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.433309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:19.433957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf8b7b-e78f-49c2-a34e-4af16be09211 None None] The sync data for ids ['a4920b82-3bde-41a4-b178-69114b4633e0'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:19.436064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Transition to ACTIVE for port object 4434ef2e-0651-4ccc-8a34-06e5307cd5ad will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:19.440042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 516a98ff-fd62-40ca-b8bc-17682f5be051 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:19.443492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69716aff-d3ed-4690-8f3b-5c2d6c0f908c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:19.444279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-69716aff-d3ed-4690-8f3b-5c2d6c0f908c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:19.468852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.482830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.537891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-738b4131-3782-4954-837e-c9ceb7ab6acb tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.598062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:19.598571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.610788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-69716aff-d3ed-4690-8f3b-5c2d6c0f908c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:19.612241 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-69716aff-d3ed-4690-8f3b-5c2d6c0f908c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports/caa3af44-2256-4207-a134-a2eb5905c2d8 HTTP/1.1" status: 200 len: 911 time: 0.3969345 Feb 16 23:54:19.634430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50370) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:19.712084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 470da18e-c646-4108-8cb4-292869030dc5 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:19.747555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-738b4131-3782-4954-837e-c9ceb7ab6acb tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.758631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50374) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:19.763794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] In _notify_port_updated(), no bound segment for port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad on network b97692d8-ce1c-4683-8957-bbeea77997e2 {{(pid=87677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:54:19.767752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3922-75eb-47e8-b366-544cae22d330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.769816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:19.770633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.772150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "PUT /v2.0/ports/4434ef2e-0651-4ccc-8a34-06e5307cd5ad HTTP/1.1" status: 200 len: 969 time: 3.4565482 Feb 16 23:54:19.782953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97560e1a-e5b5-4c9e-9f97-bf4a3a9cea95 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event updated for resources: {'Port': ['ID=4434ef2e-0651-4ccc-8a34-06e5307cd5ad,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:19.785445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50380) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:19.816356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.818106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3922-75eb-47e8-b366-544cae22d330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.916674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3922-75eb-47e8-b366-544cae22d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.935613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc3922-75eb-47e8-b366-544cae22d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094b88d3-8a98-44ea-a2d0-8191acf9ad7d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:19.950747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3922-75eb-47e8-b366-544cae22d330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:19.951864 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2fcc3922-75eb-47e8-b366-544cae22d330 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/094b88d3-8a98-44ea-a2d0-8191acf9ad7d HTTP/1.1" status: 204 len: 168 time: 0.5572376 Feb 16 23:54:20.021850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:20.028416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cf04f4fd-0d89-474f-9dfa-4a8eb3567a23 None None] Provisioning for port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:20.035966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cf04f4fd-0d89-474f-9dfa-4a8eb3567a23 None None] Provisioning complete for port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:20.036367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf04f4fd-0d89-474f-9dfa-4a8eb3567a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.038251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:20.048300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Usage tracker for resource:floatingip and tenant:8e66b32c0d254e85a8336e7e89508c38 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:20.052863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:20.060800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:20.068950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.108372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-cf04f4fd-0d89-474f-9dfa-4a8eb3567a23 None None] Port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:20.128104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.147293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=470da18e-c646-4108-8cb4-292869030dc5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:20.260710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Calling delete_port for 755edd9b-7d3c-4e2d-af1e-ab0b910dda02 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:20.419352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-738b4131-3782-4954-837e-c9ceb7ab6acb tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.463548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.495808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 4434ef2e-0651-4ccc-8a34-06e5307cd5ad {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:20.496162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.541715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b4131-3782-4954-837e-c9ceb7ab6acb tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a61663-8b51-4c58-96aa-23c23b324316,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:20.595236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-738b4131-3782-4954-837e-c9ceb7ab6acb tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.598785 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-738b4131-3782-4954-837e-c9ceb7ab6acb tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/51a61663-8b51-4c58-96aa-23c23b324316 HTTP/1.1" status: 204 len: 168 time: 1.4562960 Feb 16 23:54:20.603233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50396) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:20.786227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57cc6c50-f30d-4228-9e1e-c7421d25a875 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:20.787989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:20.796223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:20.986163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-57cc6c50-f30d-4228-9e1e-c7421d25a875 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:20.990985 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-57cc6c50-f30d-4228-9e1e-c7421d25a875 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3792520 Feb 16 23:54:20.999371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50410) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:21.013535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--667428539'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:21.044362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:21.068144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.078070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.082970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:21.103819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:21.118602 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] Sync routers for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:21.127958 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:21.128618 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:21.191403 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:21.202338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] Routers {'9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:21.203112 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:21.214317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Allocated IP 172.26.2.132 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/9155e8a4-61c0-42af-b24e-12837a893613) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:21.241618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event deleted for resources: {'Port': ['ID=755edd9b-7d3c-4e2d-af1e-ab0b910dda02,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:21.252393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 4434ef2e-0651-4ccc-8a34-06e5307cd5ad owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:21.266528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.270887 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:21.271478 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a62f6-6c26-4330-b06f-d0151fc0cc0c None None] The sync data for ids ['9f6a2a0b-e0f2-4325-a1ad-edd3423e1005'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:21.340364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a799d101-e4c9-4e7c-b89e-b37583043e78 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/9f6a2a0b-e0f2-4325-a1ad-edd3423e1005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6927612 Feb 16 23:54:21.340787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50422) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:21.363391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.395968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b0ed0929-c03e-4b21-a223-06c143667d11 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:21.436652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b0ed0929-c03e-4b21-a223-06c143667d11 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:21.440610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b0ed0929-c03e-4b21-a223-06c143667d11 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 HTTP/1.1" status: 200 len: 205 time: 0.0964415 Feb 16 23:54:21.441490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50428) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:21.529093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.563706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:21.595638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:21.601278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83015a22-63ef-479b-bad1-9b30564b7f38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.601663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:21.606920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.722241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:21.833866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.845199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.888161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.916348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83015a22-63ef-479b-bad1-9b30564b7f38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.919280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83015a22-63ef-479b-bad1-9b30564b7f38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:21.928917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.002879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83015a22-63ef-479b-bad1-9b30564b7f38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.003648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83015a22-63ef-479b-bad1-9b30564b7f38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:22.006472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:22.013222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:22.017929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.018490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:22.018802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Fanout notify agent at l3_agent the message router_deleted on router e91cd327-9212-448e-87d6-ded361c9e387 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:22.029124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.054036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83015a22-63ef-479b-bad1-9b30564b7f38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.055154 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-83015a22-63ef-479b-bad1-9b30564b7f38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 HTTP/1.1" status: 204 len: 168 time: 0.6129904 Feb 16 23:54:22.064609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50438) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:22.068642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Port': ['ID=9155e8a4-61c0-42af-b24e-12837a893613,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:22.101522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50442) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:22.111902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=4434ef2e-0651-4ccc-8a34-06e5307cd5ad,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:22.120319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054757905', 'description': 'tempest-secgroup-smoke-2054757905 description', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:22.135650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:22.147628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:22.159800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:22.171327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:22.176590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 603583da-1177-48de-b5a4-190adaaad231 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:22.188987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.247247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.253033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.257398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.267205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.289052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.294878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.295363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.300090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.300265 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-75847bb5-2985-41d3-abfd-c516a55c2f09 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/e91cd327-9212-448e-87d6-ded361c9e387 HTTP/1.1" status: 204 len: 168 time: 4.5861385 Feb 16 23:54:22.306916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50446) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:22.326232 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4dbbc649-58f7-4cdd-ab55-7ddfbc91e3e9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/4434ef2e-0651-4ccc-8a34-06e5307cd5ad HTTP/1.1" status: 204 len: 168 time: 2.5185010 Feb 16 23:54:22.326437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-274844352', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:22.332394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50450) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:22.350482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:22.352914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:22.388623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.392423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3861372 Feb 16 23:54:22.392548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Usage tracker for resource:router and tenant:d592a15aae6d4d76a58b2565f3b31c70 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:22.399297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:22.399463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50454) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:22.399872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85f758-9a3c-4bdd-9bba-d6e2ceb1559a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860ef884-06aa-42ae-8600-eaacf48fe833,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:22.401866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:22.402267 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bde4905-5494-4d25-8bf4-534a8797ae33 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] GET failed (client error): The resource could not be found. Feb 16 23:54:22.402794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6bde4905-5494-4d25-8bf4-534a8797ae33 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Synchronizing usage tracker for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:22.412220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:22.412699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-879148bb-b185-40f6-a6ba-1df11b14a9f1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '860ef884-06aa-42ae-8600-eaacf48fe833', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:22.413454 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-879148bb-b185-40f6-a6ba-1df11b14a9f1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 23:54:22.413983 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-879148bb-b185-40f6-a6ba-1df11b14a9f1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:22.418693 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-879148bb-b185-40f6-a6ba-1df11b14a9f1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093696 Feb 16 23:54:22.418693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50458) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:22.418955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:22.440734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:22.450706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6bde4905-5494-4d25-8bf4-534a8797ae33 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Unset dirty status for tenant:b568b948aaf6457693e012e58c41cc39 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:22.451841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6bde4905-5494-4d25-8bf4-534a8797ae33 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports/4434ef2e-0651-4ccc-8a34-06e5307cd5ad HTTP/1.1" status: 404 len: 333 time: 0.1181493 Feb 16 23:54:22.459074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50462) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:22.470492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.500080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.501062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.571149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.604969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ae97cc6-5187-44fe-a286-fdafda95dc72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.609370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port caa3af44-2256-4207-a134-a2eb5905c2d8 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:22.609703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.660467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5477fd10-b7f2-44ca-9e19-e5b4fdab7880 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.712179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ae97cc6-5187-44fe-a286-fdafda95dc72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.730725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.738152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5477fd10-b7f2-44ca-9e19-e5b4fdab7880 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.883383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ae97cc6-5187-44fe-a286-fdafda95dc72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.926341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae97cc6-5187-44fe-a286-fdafda95dc72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ef884-06aa-42ae-8600-eaacf48fe833,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:22.933788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5477fd10-b7f2-44ca-9e19-e5b4fdab7880 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.953047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:22.967921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477fd10-b7f2-44ca-9e19-e5b4fdab7880 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d0ba2-67aa-4a9e-beef-83255a07886a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:23.044295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.045606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.083954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ae97cc6-5187-44fe-a286-fdafda95dc72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.087454 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0ae97cc6-5187-44fe-a286-fdafda95dc72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/860ef884-06aa-42ae-8600-eaacf48fe833 HTTP/1.1" status: 204 len: 168 time: 0.6661320 Feb 16 23:54:23.088810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.092043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for caa3af44-2256-4207-a134-a2eb5905c2d8 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:23.123129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50466) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:23.162315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:23.181020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2f397-e82c-408a-a1ca-884a834af1f0 None None] Network c53973e9-a299-4577-bee6-9ab1ffbd7d5b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:23.187493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=603583da-1177-48de-b5a4-190adaaad231,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:23.189733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:23.197986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.201938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:23.243067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5477fd10-b7f2-44ca-9e19-e5b4fdab7880 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.246672 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5477fd10-b7f2-44ca-9e19-e5b4fdab7880 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/security-groups/d73d0ba2-67aa-4a9e-beef-83255a07886a HTTP/1.1" status: 204 len: 168 time: 0.7840583 Feb 16 23:54:23.264968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50470) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:23.283322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:23.295689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bbe165-fac8-421b-87b8-1f08d7f352ea,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:23.303038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.328568 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f9ff304b-9689-4c3e-ae64-9c5175492fe0 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/603583da-1177-48de-b5a4-190adaaad231 HTTP/1.1" status: 204 len: 168 time: 1.2608073 Feb 16 23:54:23.330063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50474) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:23.347458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d6e2f0ed-e0e2-4197-8c15-6418fc4c2ced tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:23.358186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.370618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.464916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4206bfa7-b38d-4003-9e4e-6c56dd8ca6f9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.466491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d6e2f0ed-e0e2-4197-8c15-6418fc4c2ced tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:23.471367 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d6e2f0ed-e0e2-4197-8c15-6418fc4c2ced tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3433957 Feb 16 23:54:23.471649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 58248dc9-7b7b-4628-b003-fcdca3c262d8 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:23.475910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50478) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:23.479969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] DHCP port deletion for c53973e9-a299-4577-bee6-9ab1ffbd7d5b request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:23.485148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] Deleting port 2aff1530-7c3f-407a-8020-bd2be56650e3 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:23.485621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.486403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.525912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576808494'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:23.542010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:23.568825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Port': ['ID=9155e8a4-61c0-42af-b24e-12837a893613,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:23.575733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4206bfa7-b38d-4003-9e4e-6c56dd8ca6f9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.589045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:23.598880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.608875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.609892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.632266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.657373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.661676 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c81c1329-cde2-40be-9fb8-c4b09c60b42c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9018500 Feb 16 23:54:23.667657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50482) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:23.682058 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1431298900'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:23.698553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:23.713746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.717792 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6098216 Feb 16 23:54:23.717792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Usage tracker for resource:network and tenant:8e66b32c0d254e85a8336e7e89508c38 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:23.721707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50486) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:23.722851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:23.731160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dca7bd-b9a8-40f8-85f9-b4b6632bb867 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a697903b-24f9-4172-b737-84e59c09fecb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:23.732307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.735518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:23.753264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] For port 2aff1530-7c3f-407a-8020-bd2be56650e3, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2aff1530-7c3f-407a-8020-bd2be56650e3,segment=NetworkSegment(ca295804-0ec1-4ba3-a8af-a8f78b86979d),segment_id=ca295804-0ec1-4ba3-a8af-a8f78b86979d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:23.753894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.755622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'security_group_rule': {'security_group_id': 'a697903b-24f9-4172-b737-84e59c09fecb', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:23.768832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:23.769255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Made reservation on behalf of 8e66b32c0d254e85a8336e7e89508c38 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:23.772731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.773660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.789618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.812648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:23.831386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:23.843555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=caa3af44-2256-4207-a134-a2eb5905c2d8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:23.845630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:23.851930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:23.865477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:23.870705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:23.884440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Usage tracker for resource:security_group_rule and tenant:8e66b32c0d254e85a8336e7e89508c38 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:23.893694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4206bfa7-b38d-4003-9e4e-6c56dd8ca6f9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:23.905493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:23.909479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] Calling delete_port for 2aff1530-7c3f-407a-8020-bd2be56650e3 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:23.929535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:23.937514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:23.954632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:23.993449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206bfa7-b38d-4003-9e4e-6c56dd8ca6f9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18c3314-e811-41a5-82ce-71057474a09d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:24.014096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.014404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.035768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.064987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.067080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] Pushing event deleted for resources: {'Port': ['ID=2aff1530-7c3f-407a-8020-bd2be56650e3,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:24.073956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd68e3-8cf7-4c0d-aeff-c562080fcb03 None None] No DVR routers for this DVR port 2aff1530-7c3f-407a-8020-bd2be56650e3 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:24.122884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.161431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4206bfa7-b38d-4003-9e4e-6c56dd8ca6f9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.162571 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4206bfa7-b38d-4003-9e4e-6c56dd8ca6f9 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/security-groups/d18c3314-e811-41a5-82ce-71057474a09d HTTP/1.1" status: 204 len: 168 time: 0.8967416 Feb 16 23:54:24.169733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50490) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:24.175033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.278040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.290936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.348118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Allocated IP 172.26.2.41 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/7a003379-4078-491f-a2ff-636a02052897) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:24.360794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:24.371802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf53b162-5fab-43ce-a5e3-52013422ed19,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:24.375997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a0ae-aeb9-4eb1-bfc6-ede43a6f8297 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.406948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.411840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.467127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.505122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.528722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.545187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=58248dc9-7b7b-4628-b003-fcdca3c262d8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:24.556027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad12799-06a2-450a-ad61-9c0855cfa646 None None] Network 399fb0a3-f11e-4a65-a022-a8509a08a169 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:24.556709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.557056 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Added segment 8107d7d4-b93f-4534-8cc4-a652fd5e25e0 of type vlan for network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 Feb 16 23:54:24.608370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.615517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a0ae-aeb9-4eb1-bfc6-ede43a6f8297 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.645449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d225dec4-47b1-47ff-82fa-ca0085ec75ea,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:24.673195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0214bf9e-b740-4d33-922e-cf60cbfddbe0,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:24.676869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router a4920b82-3bde-41a4-b178-69114b4633e0 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:24.687386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8f9f1dc9-5751-4c87-ba22-c0656bdbb976 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/58248dc9-7b7b-4628-b003-fcdca3c262d8 HTTP/1.1" status: 204 len: 168 time: 1.3526280 Feb 16 23:54:24.690140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50494) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:24.697261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.721886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.723083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0a83f874-7cf0-4e44-9cf3-3e6fc018240f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2461748 Feb 16 23:54:24.724196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.725393 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fb576403-b404-47c6-b13b-34bb0a5e45cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9839182 Feb 16 23:54:24.732619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50498) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:24.732957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50500) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:24.740977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0e7f1419-7e52-476e-b5f8-91d4d45601c6 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '0214bf9e-b740-4d33-922e-cf60cbfddbe0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:24.741848 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-0e7f1419-7e52-476e-b5f8-91d4d45601c6 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 23:54:24.742869 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-0e7f1419-7e52-476e-b5f8-91d4d45601c6 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:24.747344 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0e7f1419-7e52-476e-b5f8-91d4d45601c6 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099108 Feb 16 23:54:24.747344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50506) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:24.750168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'security_group_rule': {'security_group_id': 'a697903b-24f9-4172-b737-84e59c09fecb', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:24.791558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:24.802896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a0ae-aeb9-4eb1-bfc6-ede43a6f8297 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.811923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:24.838454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:24.849180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.855211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:24.855853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.876794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] DHCP port deletion for 399fb0a3-f11e-4a65-a022-a8509a08a169 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:24.882142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] Deleting port c0a2166a-476f-4d8e-9a59-fd4d6865bfda {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:24.883106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.894461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:24.902555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:24.904676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7a0ae-aeb9-4eb1-bfc6-ede43a6f8297 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842f9724-641e-4f60-bdc6-a93d8cfe1a75,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:25.041423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:25.047792 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f6c66e1f-6134-4aab-8ef9-05d2f88be56f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/a4920b82-3bde-41a4-b178-69114b4633e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4042618 Feb 16 23:54:25.050511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50510) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:25.060760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Network': ['ID=b3ed19ee-2bd9-4519-815b-e8d5b6f51859,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:25.067107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] Sync routers for ids ['a4920b82-3bde-41a4-b178-69114b4633e0'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:25.071631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.083278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:25.087125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.092754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef5b7-ef7a-40a2-abd2-166b5ccb3b5b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.097922 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2f6bf825-02fd-4f16-ba48-0d964493286c tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4253800 Feb 16 23:54:25.101068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50514) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:25.104469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4f8cca60-a1e2-45b9-a7c1-7f497d1f84d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:25.113032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Request body: {'subnet': {'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:25.116570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a0ae-aeb9-4eb1-bfc6-ede43a6f8297 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.118422 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2bc7a0ae-aeb9-4eb1-bfc6-ede43a6f8297 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/security-groups/842f9724-641e-4f60-bdc6-a93d8cfe1a75 HTTP/1.1" status: 204 len: 168 time: 0.9454210 Feb 16 23:54:25.125477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50518) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:25.168564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] Routers {'a4920b82-3bde-41a4-b178-69114b4633e0'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:25.169200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a4920b82-3bde-41a4-b178-69114b4633e0'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:25.200476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef5b7-ef7a-40a2-abd2-166b5ccb3b5b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.247247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.291040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:25.299245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] For port c0a2166a-476f-4d8e-9a59-fd4d6865bfda, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c0a2166a-476f-4d8e-9a59-fd4d6865bfda,segment=NetworkSegment(d5097b99-9ae5-4866-a9db-37a9bf8f4ca4),segment_id=d5097b99-9ae5-4866-a9db-37a9bf8f4ca4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:25.299553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.315577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4f8cca60-a1e2-45b9-a7c1-7f497d1f84d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:25.320564 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4f8cca60-a1e2-45b9-a7c1-7f497d1f84d9 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4920b82-3bde-41a4-b178-69114b4633e0 HTTP/1.1" status: 200 len: 205 time: 0.2652087 Feb 16 23:54:25.327522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50522) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:25.333745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet 22c6a1b9-9564-47a8-9ab2-5e2c29f24093 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:25.357620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.360474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.368584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:25.377496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Usage tracker for resource:subnet and tenant:8e66b32c0d254e85a8336e7e89508c38 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:25.380575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:25.392174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:25.415065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53973e9-a299-4577-bee6-9ab1ffbd7d5b']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:25.431353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca295804-0ec1-4ba3-a8af-a8f78b86979d') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:25.431707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca295804-0ec1-4ba3-a8af-a8f78b86979d') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:25.441963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Made reservation on behalf of 8e66b32c0d254e85a8336e7e89508c38 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:25.446099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.447105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] Calling delete_port for c0a2166a-476f-4d8e-9a59-fd4d6865bfda owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:25.459901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.470488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.478494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c0a2166a-476f-4d8e-9a59-fd4d6865bfda no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:25.480572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:25.487843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.494528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:25.496842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:25.512986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] Routers {'a4920b82-3bde-41a4-b178-69114b4633e0'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:25.513628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a4920b82-3bde-41a4-b178-69114b4633e0'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:25.545944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.565670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:25.565914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:25.580736 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:25.586463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef5b7-ef7a-40a2-abd2-166b5ccb3b5b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.617421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event updated for resources: {'Port': ['ID=7a003379-4078-491f-a2ff-636a02052897,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:25.654797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1836-88ec-425c-83bb-743d2b3de02e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.673851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:25.674545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464cc65-475e-423b-a9cc-b39e3b818515 None None] The sync data for ids ['a4920b82-3bde-41a4-b178-69114b4633e0'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:25.680182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.697857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.714399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=c53973e9-a299-4577-bee6-9ab1ffbd7d5b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:25.718411 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-98d10b71-60ff-4b60-9d3c-d348e6368ccc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/c53973e9-a299-4577-bee6-9ab1ffbd7d5b HTTP/1.1" status: 204 len: 168 time: 1.0268714 Feb 16 23:54:25.721592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50526) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:25.725151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ef5b7-ef7a-40a2-abd2-166b5ccb3b5b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0214bf9e-b740-4d33-922e-cf60cbfddbe0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:25.728046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e231d3-54e1-4615-bf94-3cd12c756e55,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:25.732017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.738167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.794422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] No DVR routers for this DVR port c0a2166a-476f-4d8e-9a59-fd4d6865bfda on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:25.808472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.826137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786d59d-56d4-473b-858d-4b463e812469 None None] Pushing event deleted for resources: {'Port': ['ID=c0a2166a-476f-4d8e-9a59-fd4d6865bfda,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:25.869328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2aff1530-7c3f-407a-8020-bd2be56650e3 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:25.877988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef5b7-ef7a-40a2-abd2-166b5ccb3b5b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.881901 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8b0ef5b7-ef7a-40a2-abd2-166b5ccb3b5b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/0214bf9e-b740-4d33-922e-cf60cbfddbe0 HTTP/1.1" status: 204 len: 168 time: 1.1197100 Feb 16 23:54:25.884880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50530) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:25.906661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.916577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 2aff1530-7c3f-407a-8020-bd2be56650e3 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:54:25.916929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2aff1530-7c3f-407a-8020-bd2be56650e3 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:54:25.945567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:25.946746 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-23b2747f-4e8b-401e-88ac-85bba1c27ec3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2112322 Feb 16 23:54:25.949951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50534) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:25.976081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'security_group_rule': {'security_group_id': 'a697903b-24f9-4172-b737-84e59c09fecb', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:26.018835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:26.029589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.046870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d7a0c98-ba11-4fdb-bff1-5004363dec45 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:26.049430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:26.084477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:26.151554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:26.218450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.229327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d7a0c98-ba11-4fdb-bff1-5004363dec45 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:26.230585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d7a0c98-ba11-4fdb-bff1-5004363dec45 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3447797 Feb 16 23:54:26.239414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50538) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:26.255197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.262636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Subnet': ['ID=4053c699-4cfc-4060-b04e-67d0dd733eb3,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:26.272779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--471578793'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:26.290238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399fb0a3-f11e-4a65-a022-a8509a08a169']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:26.297044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:26.316983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Checking segment: {'id': '8107d7d4-b93f-4534-8cc4-a652fd5e25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:26.317342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Network hostable DHCP agents. Network: b3ed19ee-2bd9-4519-815b-e8d5b6f51859, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:26.329366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5097b99-9ae5-4866-a9db-37a9bf8f4ca4') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:26.329662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5097b99-9ae5-4866-a9db-37a9bf8f4ca4') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:26.336346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:26.364832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.380287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.391649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1836-88ec-425c-83bb-743d2b3de02e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.396349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1836-88ec-425c-83bb-743d2b3de02e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.406672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.417556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:26.427815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:26.428283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.444520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:26.446966 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:26.449604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:26.486064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.501155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:26.503868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.511645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:26.513552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1836-88ec-425c-83bb-743d2b3de02e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.514039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd1836-88ec-425c-83bb-743d2b3de02e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Fanout notify agent at l3_agent the message router_deleted on router a4920b82-3bde-41a4-b178-69114b4633e0 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:26.519083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, b3ed19ee-2bd9-4519-815b-e8d5b6f51859) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:26.528627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b4961f-4b3b-445b-8195-6485b2e44e22 None None] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:26.536402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:26.553136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfd1836-88ec-425c-83bb-743d2b3de02e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.554403 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dbfd1836-88ec-425c-83bb-743d2b3de02e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/a4920b82-3bde-41a4-b178-69114b4633e0 HTTP/1.1" status: 204 len: 168 time: 1.2183917 Feb 16 23:54:26.555775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:26.556392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.561699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50542) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:26.581516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a35bb64-9d46-4fa6-a9ff-cafc202c20dc,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:26.651438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.661841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.663278 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3c1a0640-9832-44be-bcd3-ef0f8485286f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7063389 Feb 16 23:54:26.683448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50546) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:26.689971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.691815 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/399fb0a3-f11e-4a65-a022-a8509a08a169 HTTP/1.1" status: 204 len: 168 time: 0.9691007 Feb 16 23:54:26.703766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50550) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:26.716688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1154576172'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:26.735440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:26.744185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.751266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:26.782739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:26.798370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-b3ed19ee-2bd9-4519-815b-e8d5b6f51859', 'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859', 'tenant_id': '8e66b32c0d254e85a8336e7e89508c38', 'fixed_ips': [{'subnet_id': '4053c699-4cfc-4060-b04e-67d0dd733eb3'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:26.799928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.802695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=22c6a1b9-9564-47a8-9ab2-5e2c29f24093,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:26.806417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:26.808946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.813026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.818626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170bea1-e0c1-4978-b225-561b2e470d8d None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:26.823842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-61667fc6-2f8a-4d0b-a71b-037b58100cc5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7166755 Feb 16 23:54:26.828645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'security_group_rule': {'security_group_id': 'a697903b-24f9-4172-b737-84e59c09fecb', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:26.835299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8cc6e-31a4-416c-8fde-8f5b5fc72e7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=399fb0a3-f11e-4a65-a022-a8509a08a169,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:26.837371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50554) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:26.850843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:26.858977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-573393792', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:26.869153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet 641ea4e7-e421-4080-b4cf-74ef69389a73 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:26.876507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:26.885670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.892642 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bf3e21f1-c710-43ea-9eb6-aed60b9d574f tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/22c6a1b9-9564-47a8-9ab2-5e2c29f24093 HTTP/1.1" status: 204 len: 168 time: 1.7622280 Feb 16 23:54:26.901944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50558) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:26.907996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:26.911393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:26.914658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:26.917940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:26.932988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:26.945923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Usage tracker for resource:router and tenant:8e66b32c0d254e85a8336e7e89508c38 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:26.957617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:26.982441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:26.991128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.002736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.034578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.061845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.074622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:27.084357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.085925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.088989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet 337c20e6-212b-4cba-9b96-c20410a6cacc {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:27.096946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.144780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.146002 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9015367 Feb 16 23:54:27.151709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Allocated IP 172.20.0.2 (b3ed19ee-2bd9-4519-815b-e8d5b6f51859/4053c699-4cfc-4060-b04e-67d0dd733eb3/2c5928e4-9428-46e0-9781-d103242022bc) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:27.152478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014eb81-5877-4ba9-b23a-689cccbcd9f9 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645f07e2-17a0-4d6d-87f2-0c4db8857c92,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:27.160619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50562) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:27.166366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.180172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-20197c6d-f972-4104-9d8b-424eacab5316 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '645f07e2-17a0-4d6d-87f2-0c4db8857c92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:27.194225 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-20197c6d-f972-4104-9d8b-424eacab5316 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 23:54:27.194785 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-20197c6d-f972-4104-9d8b-424eacab5316 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:27.196379 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-20197c6d-f972-4104-9d8b-424eacab5316 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0345898 Feb 16 23:54:27.199626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.199978 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment 6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0 of type vlan for network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf Feb 16 23:54:27.201449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50566) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:27.218759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b865cbc2-1fa7-4ce9-8c3e-64bf50f9798c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '645f07e2-17a0-4d6d-87f2-0c4db8857c92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:27.219413 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-b865cbc2-1fa7-4ce9-8c3e-64bf50f9798c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 23:54:27.219901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-b865cbc2-1fa7-4ce9-8c3e-64bf50f9798c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:27.220884 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b865cbc2-1fa7-4ce9-8c3e-64bf50f9798c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0154359 Feb 16 23:54:27.227913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50570) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:27.243048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9962d6a4-dcc9-4e2a-bd70-906b238b166c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '645f07e2-17a0-4d6d-87f2-0c4db8857c92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:27.243851 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-9962d6a4-dcc9-4e2a-bd70-906b238b166c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 23:54:27.244371 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-9962d6a4-dcc9-4e2a-bd70-906b238b166c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:27.246323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9962d6a4-dcc9-4e2a-bd70-906b238b166c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149140 Feb 16 23:54:27.251248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.253491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.254376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50574) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:27.262229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4dcaf888-abb5-428a-abba-34f612061ee4 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '645f07e2-17a0-4d6d-87f2-0c4db8857c92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:27.263101 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-4dcaf888-abb5-428a-abba-34f612061ee4 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 23:54:27.263559 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-4dcaf888-abb5-428a-abba-34f612061ee4 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:27.264738 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4dcaf888-abb5-428a-abba-34f612061ee4 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092638 Feb 16 23:54:27.269993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50578) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:27.270861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.299321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.310031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.408967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.422235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Transition to ACTIVE for port object 2c5928e4-9428-46e0-9781-d103242022bc will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:27.433455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f09527b-081d-4fa5-bca5-956d42a3c73e,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:27.444551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Transition to ACTIVE for port object 2c5928e4-9428-46e0-9781-d103242022bc will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:27.468079 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.478094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.484513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:27.485336 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.528646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.538010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.538612 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8333704 Feb 16 23:54:27.543195 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4f3b2fc6-f0b3-4320-8b63-91800058b7ef tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8467939 Feb 16 23:54:27.559830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50582) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:27.560411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50584) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:27.590242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:27.605197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:27.613797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:27.627010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'security_group_rule': {'security_group_id': 'a697903b-24f9-4172-b737-84e59c09fecb', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:27.639995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:27.690723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:27.732768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Pushing event updated for resources: {'Port': ['ID=2c5928e4-9428-46e0-9781-d103242022bc,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:27.754317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Attempting to bind port 2c5928e4-9428-46e0-9781-d103242022bc on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:27.755003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Attempting to bind port 2c5928e4-9428-46e0-9781-d103242022bc by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '8107d7d4-b93f-4534-8cc4-a652fd5e25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:27.755569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Attempting to bind port 2c5928e4-9428-46e0-9781-d103242022bc on network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:27.762214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:27.762911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Checking segment: {'id': '8107d7d4-b93f-4534-8cc4-a652fd5e25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:27.763542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.764121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Bound using segment: {'id': '8107d7d4-b93f-4534-8cc4-a652fd5e25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:27.764754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Bound port: 2c5928e4-9428-46e0-9781-d103242022bc, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8107d7d4-b93f-4534-8cc4-a652fd5e25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:27.765299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.797775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.832277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c2747-616b-4f54-ad17-c3d636051056 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:27.832935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:27.854681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:27.855553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:27.864251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.868620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75332eef-90c3-4872-85fb-5bd477907d96 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.878822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.918291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:27.962190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=641ea4e7-e421-4080-b4cf-74ef69389a73,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:27.975963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:27.998202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75332eef-90c3-4872-85fb-5bd477907d96 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.016427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:28.018715 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Project 917a67e4b55645188ebdf8b5a591ed2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:54:28.022238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cb65c6-fa73-4362-84a4-6ffd2d291efb None None] Network 08959ea8-cf78-4c41-a064-7efdf8f698f2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:28.034202 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-00af0310-3a5b-4293-8e28-9bd0b703c50f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/641ea4e7-e421-4080-b4cf-74ef69389a73 HTTP/1.1" status: 204 len: 168 time: 1.4628005 Feb 16 23:54:28.036456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:28.040942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50590) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:28.043095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:28.047582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.110690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] For port 2c5928e4-9428-46e0-9781-d103242022bc, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:28.118361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:28.134167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] For port 2c5928e4-9428-46e0-9781-d103242022bc, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2c5928e4-9428-46e0-9781-d103242022bc,segment=NetworkSegment(8107d7d4-b93f-4534-8cc4-a652fd5e25e0),segment_id=8107d7d4-b93f-4534-8cc4-a652fd5e25e0)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:28.145359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.163581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:28.167554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.193033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.197646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Router 7c86310f-abd1-410c-81d4-5e63dc3769f4 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:28.239779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7f30f-670a-4b10-8143-31080425b75d None None] Pushing event updated for resources: {'Port': ['ID=2c5928e4-9428-46e0-9781-d103242022bc,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:28.241158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75332eef-90c3-4872-85fb-5bd477907d96 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.245363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.294392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75332eef-90c3-4872-85fb-5bd477907d96 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645f07e2-17a0-4d6d-87f2-0c4db8857c92,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:28.300784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=337c20e6-212b-4cba-9b96-c20410a6cacc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:28.303352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.326688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.332323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.349050 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d4617d0c-c67d-4d07-9cce-ca5fcc4e5ed0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/337c20e6-212b-4cba-9b96-c20410a6cacc HTTP/1.1" status: 204 len: 168 time: 1.4433615 Feb 16 23:54:28.349050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port feeeb034-1965-4ade-9369-032f59df849d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:28.349050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.349423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f00ad5-f9f5-4ed8-90e2-b07ccc279619 None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:28.360335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50594) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:28.370371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75332eef-90c3-4872-85fb-5bd477907d96 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.374446 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-75332eef-90c3-4872-85fb-5bd477907d96 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/645f07e2-17a0-4d6d-87f2-0c4db8857c92 HTTP/1.1" status: 204 len: 168 time: 1.0986500 Feb 16 23:54:28.391870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50598) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:28.407540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c4f203-0a77-48dc-aba0-00b550786278,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:28.426544 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8021ec-f4c5-4428-a4c7-ef484f2e4a32 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:28.427014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8021ec-f4c5-4428-a4c7-ef484f2e4a32 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:28.431707 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d8021ec-f4c5-4428-a4c7-ef484f2e4a32 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/22c6a1b9-9564-47a8-9ab2-5e2c29f24093 HTTP/1.1" status: 404 len: 337 time: 0.0674655 Feb 16 23:54:28.433011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50602) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:28.465720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f036aef3-5cad-4dbc-99e4-c20840998a92 None None] Provisioning complete for port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:28.466289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f036aef3-5cad-4dbc-99e4-c20840998a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.481209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.482539 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3237b61a-34a3-424c-bf75-f95902f3bf11 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9162824 Feb 16 23:54:28.488689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50606) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:28.500969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'security_group_rule': {'security_group_id': 'a697903b-24f9-4172-b737-84e59c09fecb', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:28.557440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:28.569575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:security_group_rule and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:28.575044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f036aef3-5cad-4dbc-99e4-c20840998a92 None None] Port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:28.578238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting subnet d5c4248f-3a61-4609-ad6f-e6163e80fa7c {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:28.582202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:28.583975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.608679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f036aef3-5cad-4dbc-99e4-c20840998a92 None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:28.609189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f036aef3-5cad-4dbc-99e4-c20840998a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.625011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:28.678852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:28.695205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-95d7f388-e4b9-4f9a-80d6-ccf0258e4573 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:28.696683 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] Sync routers for ids ['7c86310f-abd1-410c-81d4-5e63dc3769f4'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:28.712304 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] Routers {'7c86310f-abd1-410c-81d4-5e63dc3769f4'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:28.713390 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7c86310f-abd1-410c-81d4-5e63dc3769f4'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:28.783824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] DHCP port deletion for 08959ea8-cf78-4c41-a064-7efdf8f698f2 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:28.793187 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Project 917a67e4b55645188ebdf8b5a591ed2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:54:28.823466 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:28.835114 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] Routers {'7c86310f-abd1-410c-81d4-5e63dc3769f4'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:28.835532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Deleting port feeeb034-1965-4ade-9369-032f59df849d {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:28.836236 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7c86310f-abd1-410c-81d4-5e63dc3769f4'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:28.836372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.866966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.868929 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-65c377b3-80d5-4b11-b12e-315adee5e003 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5542340 Feb 16 23:54:28.880004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50610) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:28.881284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:28.921178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:28.944090 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:28.945452 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9093b-65f1-43a8-9db1-7e627ff23d75 None None] The sync data for ids ['7c86310f-abd1-410c-81d4-5e63dc3769f4'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:28.983422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-95d7f388-e4b9-4f9a-80d6-ccf0258e4573 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:28.984900 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-95d7f388-e4b9-4f9a-80d6-ccf0258e4573 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5920949 Feb 16 23:54:28.988472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.005120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50614) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:29.030525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--522417968'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:29.032921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.054830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:29.079723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port feeeb034-1965-4ade-9369-032f59df849d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=feeeb034-1965-4ade-9369-032f59df849d,segment=NetworkSegment(ff8e68ac-a1e0-495a-9c41-13266037435c),segment_id=ff8e68ac-a1e0-495a-9c41-13266037435c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:29.080459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.106233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:29.159975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] For port feeeb034-1965-4ade-9369-032f59df849d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=feeeb034-1965-4ade-9369-032f59df849d,segment=NetworkSegment(ff8e68ac-a1e0-495a-9c41-13266037435c),segment_id=ff8e68ac-a1e0-495a-9c41-13266037435c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:29.161187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.241172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.278668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for feeeb034-1965-4ade-9369-032f59df849d owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:29.291532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.297848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Calling delete_port for feeeb034-1965-4ade-9369-032f59df849d owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:29.299584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=6e5360fb-8a77-414e-ad52-8c0aeb6b7b83,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:29.360686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': '6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:29.361041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:29.367890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.412713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.432192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.474858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.490779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:54:29.491286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:54:29.522926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2c5928e4-9428-46e0-9781-d103242022bc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:29.578898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:29.584473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.627483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Allocated IP 172.26.2.118 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/bd25abb5-f41a-4984-9311-66813d34d08b) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:29.655479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:29.661766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 2c5928e4-9428-46e0-9781-d103242022bc completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:29.663963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=feeeb034-1965-4ade-9369-032f59df849d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:29.669735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58010722-dec3-4d47-bac9-585612eeb6c5,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:29.686892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:29.737473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:29.750253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No DVR routers for this DVR port feeeb034-1965-4ade-9369-032f59df849d on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:29.760908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feeeb034-1965-4ade-9369-032f59df849d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:29.782091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:29.817494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: feeeb034-1965-4ade-9369-032f59df849d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:54:29.818129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device feeeb034-1965-4ade-9369-032f59df849d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:54:29.820719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.839280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.840544 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ab615daa-e79c-476e-a1d8-4d848f3adda5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3438020 Feb 16 23:54:29.858778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50618) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:29.861994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:29.871988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece5cf0-9554-4304-9092-383b8855ac91 None None] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:29.890120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'network': {'name': 'tempest-network-smoke--1896147914', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:29.905258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:29.905841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.916321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c4248f-3a61-4609-ad6f-e6163e80fa7c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:29.926917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:29.931396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.942068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.949108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:network and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:29.952874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:29.961297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:29.992430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Made reservation on behalf of 917a67e4b55645188ebdf8b5a591ed2b for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:29.995058 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Deleting port feeeb034-1965-4ade-9369-032f59df849d {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:29.995651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:29.997186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.013945 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d1b198b6-9af9-4bcb-968b-08cadb761101 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/d5c4248f-3a61-4609-ad6f-e6163e80fa7c HTTP/1.1" status: 204 len: 168 time: 1.5783951 Feb 16 23:54:30.017191 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-89b82847-d09e-497d-b266-6b710fe46cca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4524786 Feb 16 23:54:30.021459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50622) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.021639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50624) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.065496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1751341550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:30.073383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:30.077621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:router and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:30.080645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:30.088358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:30.092458 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044888f-f50f-4aea-b94f-1c260e6d9b71 None None] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:30.114081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa4a89-2ab3-4ea4-8228-355a3a7c139a None None] The port 'feeeb034-1965-4ade-9369-032f59df849d' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:54:30.115308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.116293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.119922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bbc7f-d628-44fe-8a58-08bec9466604 None None] Network b97692d8-ce1c-4683-8957-bbeea77997e2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:30.123052 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25dabb7-6bac-40bd-bc88-ac6a4bdf5806 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:30.123581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25dabb7-6bac-40bd-bc88-ac6a4bdf5806 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:30.127857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a25dabb7-6bac-40bd-bc88-ac6a4bdf5806 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/f9ca5685-e7a5-4e27-b221-a7f68d93d6ab HTTP/1.1" status: 404 len: 337 time: 0.1035855 Feb 16 23:54:30.128473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50630) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.169847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:30.199671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-548d47d7-27c7-4793-9eb4-5900f450f3d4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "GET /v2.0/ports?device_id=db6c36de-5095-4c47-a0be-c917a15aedbc HTTP/1.1" status: 200 len: 205 time: 0.0673354 Feb 16 23:54:30.200529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50634) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.200737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.265035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.265277 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Added segment 1900f718-2fe2-4118-b188-fbaf59ea8b7c of type vlan for network 66adf6b9-de10-43c7-8773-a79e9f4d3252 Feb 16 23:54:30.272349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.284701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.305312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08959ea8-cf78-4c41-a064-7efdf8f698f2']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:30.340177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Provisioning for port 2c5928e4-9428-46e0-9781-d103242022bc completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:30.340735 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-1754b30f-bfa7-4256-a943-90e47ea04791 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] delete failed (client error): The resource could not be found. Feb 16 23:54:30.343036 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1754b30f-bfa7-4256-a943-90e47ea04791 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/routers/db6c36de-5095-4c47-a0be-c917a15aedbc HTTP/1.1" status: 404 len: 336 time: 0.1362557 Feb 16 23:54:30.343603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50638) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.349289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8e68ac-a1e0-495a-9c41-13266037435c') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:30.349598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8e68ac-a1e0-495a-9c41-13266037435c') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:30.373926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Provisioning complete for port 2c5928e4-9428-46e0-9781-d103242022bc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:30.374255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.381766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.416733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.417026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:30.429145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:30.431245 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-31369b46-9b99-4c73-8e5d-4eb6d6643d42 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:30.431693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31369b46-9b99-4c73-8e5d-4eb6d6643d42 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:30.434982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.439487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:30.467010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.483948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.484918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Port': ['ID=bd25abb5-f41a-4984-9311-66813d34d08b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:30.487477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.505803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:30.506428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.524441 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-31369b46-9b99-4c73-8e5d-4eb6d6643d42 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/cb4d1044-1594-4f7c-81e4-6dd1f24cd77a HTTP/1.1" status: 404 len: 337 time: 0.1716166 Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:30.526717 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:30.529351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50642) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.584906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.589097 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1792413f-c9fc-41d1-ba48-03b624b58a31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5604873 Feb 16 23:54:30.596076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50646) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.627565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'port': {'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf', 'name': 'tempest-RoutersTest-320988786'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:30.638638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf', 'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '6e5360fb-8a77-414e-ad52-8c0aeb6b7b83'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:30.639675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.669726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe1746-f7c8-4b42-ad41-e410ef729722,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:30.673915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.702086 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4787ad50-895b-4e77-814c-6f3fb4d7813e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:30.702664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4787ad50-895b-4e77-814c-6f3fb4d7813e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:30.706654 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4787ad50-895b-4e77-814c-6f3fb4d7813e tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/d583558c-7fa4-4270-b66d-14cd3b0aa4c8 HTTP/1.1" status: 404 len: 337 time: 0.1718698 Feb 16 23:54:30.711142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.716810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:30.717390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.720915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50650) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.731369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.733251 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6e316942-00b5-497e-b880-84fe38897126 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7264881 Feb 16 23:54:30.736197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50652) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.752120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a1e1192f-c7a0-45eb-9477-4d760ecf8ace tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:30.753055 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-a1e1192f-c7a0-45eb-9477-4d760ecf8ace tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 23:54:30.753845 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-a1e1192f-c7a0-45eb-9477-4d760ecf8ace tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:30.754714 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a1e1192f-c7a0-45eb-9477-4d760ecf8ace tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167940 Feb 16 23:54:30.758498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.760183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50658) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.775319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.799360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-54c23ddb-1a82-42c0-9ef3-d1effc2d8e72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:30.807038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.820041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-54c23ddb-1a82-42c0-9ef3-d1effc2d8e72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:30.828973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=08959ea8-cf78-4c41-a064-7efdf8f698f2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:30.835420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-54c23ddb-1a82-42c0-9ef3-d1effc2d8e72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:30.853585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.855861 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ab519965-815e-4e1e-a6d5-157a3ed7a5b1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/08959ea8-cf78-4c41-a064-7efdf8f698f2 HTTP/1.1" status: 204 len: 168 time: 2.8138230 Feb 16 23:54:30.860325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-54c23ddb-1a82-42c0-9ef3-d1effc2d8e72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:30.863005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50662) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:30.872144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Deleting port 7a003379-4078-491f-a2ff-636a02052897 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:30.872742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.904200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-620068286', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:30.910896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-54c23ddb-1a82-42c0-9ef3-d1effc2d8e72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:30.939417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:30.947378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] DHCP port deletion for b97692d8-ce1c-4683-8957-bbeea77997e2 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:30.951085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] For port 2c5928e4-9428-46e0-9781-d103242022bc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2c5928e4-9428-46e0-9781-d103242022bc,segment=NetworkSegment(8107d7d4-b93f-4534-8cc4-a652fd5e25e0),segment_id=8107d7d4-b93f-4534-8cc4-a652fd5e25e0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:30.955345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:router and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:30.966503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.966787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:30.969006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] Deleting port 516a98ff-fd62-40ca-b8bc-17682f5be051 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:30.969578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:30.969732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:30.979549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:30.983835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:port and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:31.001861 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c32bec2-19c0-4604-b3c3-1352b3dbc898 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:31.002326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c32bec2-19c0-4604-b3c3-1352b3dbc898 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:31.004042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8c32bec2-19c0-4604-b3c3-1352b3dbc898 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/82e1711b-b64d-46e3-9f56-90f15f6b4aef HTTP/1.1" status: 404 len: 337 time: 0.2494526 Feb 16 23:54:31.005707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:31.015848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50666) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.060782 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1942306 Feb 16 23:54:31.060975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Allocated IP 172.20.0.2 (abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf/6e5360fb-8a77-414e-ad52-8c0aeb6b7b83/692a7037-b27f-4bf6-936a-d2e8d9b1e5a4) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:31.069205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:31.080254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50670) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.137025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Provisioning complete for port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:31.137688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.138590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'admin_state_up': True, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:31.146184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb596d7-7874-462e-9800-77bcb513289d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Network': ['ID=66adf6b9-de10-43c7-8773-a79e9f4d3252,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:31.184292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.186737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.189699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:31.198649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:31.201892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:31.206277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.238288 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a728cc28-4a01-4d5f-9dcf-9d748d024d93 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:31.239714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a728cc28-4a01-4d5f-9dcf-9d748d024d93 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:31.241596 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a728cc28-4a01-4d5f-9dcf-9d748d024d93 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/c9935d09-3108-4581-a818-1edea51409ad HTTP/1.1" status: 404 len: 333 time: 0.2247801 Feb 16 23:54:31.243511 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-54c23ddb-1a82-42c0-9ef3-d1effc2d8e72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:31.244851 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-54c23ddb-1a82-42c0-9ef3-d1effc2d8e72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4809799 Feb 16 23:54:31.247860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:router and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:31.250006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50674) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.250571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50676) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.262144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:31.267150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f25a4368-146f-4bb3-b3b4-fee8065d4b9a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:31.268669 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-f25a4368-146f-4bb3-b3b4-fee8065d4b9a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 23:54:31.269682 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-f25a4368-146f-4bb3-b3b4-fee8065d4b9a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:31.271170 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f25a4368-146f-4bb3-b3b4-fee8065d4b9a tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113180 Feb 16 23:54:31.291174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50682) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.309140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-83617471-1f13-479a-83ac-9f8e4507ce08 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:31.317657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-83617471-1f13-479a-83ac-9f8e4507ce08 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:31.321331 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab309d1a-7814-4c53-9801-9cc57e6c23ec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:31.321790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab309d1a-7814-4c53-9801-9cc57e6c23ec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:31.323432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-83617471-1f13-479a-83ac-9f8e4507ce08 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:31.326861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-83617471-1f13-479a-83ac-9f8e4507ce08 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:31.327704 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ab309d1a-7814-4c53-9801-9cc57e6c23ec tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/b7800a0d-9e63-4564-9658-43d3b844ebc1 HTTP/1.1" status: 404 len: 337 time: 0.0758746 Feb 16 23:54:31.328323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50686) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.336636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-83617471-1f13-479a-83ac-9f8e4507ce08 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:31.350761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:31.359967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] device_id is not set on port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:54:31.383742 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-26abcdad-8aed-4e46-b084-0065eca4b817 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:31.384340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26abcdad-8aed-4e46-b084-0065eca4b817 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:31.388458 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-26abcdad-8aed-4e46-b084-0065eca4b817 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/43273f27-0d06-4d6e-88c2-04806acacb26 HTTP/1.1" status: 404 len: 337 time: 0.0479257 Feb 16 23:54:31.388597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50690) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.399535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.402110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 516a98ff-fd62-40ca-b8bc-17682f5be051 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:31.437920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Pushing event updated for resources: {'Port': ['ID=2c5928e4-9428-46e0-9781-d103242022bc,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:31.450894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.464990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.465593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.497035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:31.500903 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6734f0-5a38-4669-9863-d372f40ad045 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:31.501372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6734f0-5a38-4669-9863-d372f40ad045 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:31.504148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2e6734f0-5a38-4669-9863-d372f40ad045 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/237ecea8-a5fa-40bd-a3e3-d2943a236386 HTTP/1.1" status: 404 len: 333 time: 0.1135414 Feb 16 23:54:31.506201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50694) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.542264 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-83617471-1f13-479a-83ac-9f8e4507ce08 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:31.544563 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-83617471-1f13-479a-83ac-9f8e4507ce08 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2521636 Feb 16 23:54:31.547552 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e44b2e-02a4-495c-aba7-a7c87a65552c tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:31.548136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e44b2e-02a4-495c-aba7-a7c87a65552c tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:31.549785 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-59e44b2e-02a4-495c-aba7-a7c87a65552c tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/36588f75-da5a-4537-9be5-b533e7997aca HTTP/1.1" status: 404 len: 337 time: 0.0427053 Feb 16 23:54:31.553356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50698) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.553618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50700) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.562347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ec35f142-d295-43e6-85ae-0f4af53bf53c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:31.562812 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-ec35f142-d295-43e6-85ae-0f4af53bf53c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 23:54:31.563292 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-ec35f142-d295-43e6-85ae-0f4af53bf53c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:31.566844 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ec35f142-d295-43e6-85ae-0f4af53bf53c tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097244 Feb 16 23:54:31.602905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50706) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.603791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.633878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Calling delete_port for 7a003379-4078-491f-a2ff-636a02052897 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:31.657980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Provisioning complete for port 516a98ff-fd62-40ca-b8bc-17682f5be051 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:31.658492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f97633fa-ef3c-4cd9-ba8c-87b4f5b9e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.681968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:31.688204 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-233ef590-9868-4112-af19-145169501ba0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:31.688946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233ef590-9868-4112-af19-145169501ba0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:31.691393 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-233ef590-9868-4112-af19-145169501ba0 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/subnets/e55a8258-cecb-49ce-b310-b0eefc0909cd HTTP/1.1" status: 404 len: 337 time: 0.1352897 Feb 16 23:54:31.694583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] For port 516a98ff-fd62-40ca-b8bc-17682f5be051, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=516a98ff-fd62-40ca-b8bc-17682f5be051,segment=NetworkSegment(2f78cbd2-a5d5-4076-809a-230e4cc72c5e),segment_id=2f78cbd2-a5d5-4076-809a-230e4cc72c5e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:31.695086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.701812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:31.703810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50710) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:31.720130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:31.752650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:31.767545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.776129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:31.877708 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Project 1b3e69e455834fd9abd98aeba055ff59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:54:31.888225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Deleting port 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:31.888585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:31.917503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] Calling delete_port for 516a98ff-fd62-40ca-b8bc-17682f5be051 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:32.008439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.015276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:32.019132 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a3cbaf40-f8f3-4ff5-b917-d92e09710a9f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3491130 Feb 16 23:54:32.029725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50714) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:32.052097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-651c159f-30da-4921-838f-543dc7e7f186 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:32.052640 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-651c159f-30da-4921-838f-543dc7e7f186 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 23:54:32.053335 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-651c159f-30da-4921-838f-543dc7e7f186 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:32.054580 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-651c159f-30da-4921-838f-543dc7e7f186 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0228739 Feb 16 23:54:32.058530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50718) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:32.062843 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.137963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Transition to ACTIVE for port object 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:32.145879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.175791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:32.205768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:32.228777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] Pushing event deleted for resources: {'Port': ['ID=516a98ff-fd62-40ca-b8bc-17682f5be051,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:32.235487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Transition to ACTIVE for port object 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:32.237324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d351f5-2266-45eb-b8a1-72ef6f8d43fd None None] No DVR routers for this DVR port 516a98ff-fd62-40ca-b8bc-17682f5be051 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:32.245110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.274215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.284121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.315748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:32.318835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:32.319300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:32.323504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:32.330730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:32.338295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.364090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Pushing event updated for resources: {'Port': ['ID=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:32.420833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:32.434213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-27ef9009-d1da-4f6d-94c2-093cb0999ae3 None None] Provisioning complete for port 2c5928e4-9428-46e0-9781-d103242022bc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:32.434917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-27ef9009-d1da-4f6d-94c2-093cb0999ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.475535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Attempting to bind port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:32.475898 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Attempting to bind port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:32.476324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Attempting to bind port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 on network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:32.503136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:32.503546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Checking segment: {'id': '6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:32.503813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.504311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Bound using segment: {'id': '6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:32.504797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Bound port: 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:32.505167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.522896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.584695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.20.0.4 (abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf/6e5360fb-8a77-414e-ad52-8c0aeb6b7b83/506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:32.605036 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Project 1b3e69e455834fd9abd98aeba055ff59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:54:32.613618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Calling delete_port for 2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:32.750987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] For port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:32.766362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] For port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,segment=NetworkSegment(6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0),segment_id=6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:32.771227 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:32.772515 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d359f4c0-8ef6-43ff-aa85-1b9b5fddcb72 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7125304 Feb 16 23:54:32.776318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.782074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50722) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:32.787772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.802430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '2cfe1746-f7c8-4b42-ad41-e410ef729722', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:32.832650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:32.849893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Port': ['ID=2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:32.854688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:32.859094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:32.873086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.890990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:32.892988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:32.899666 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a2b19858-c477-49dd-b064-a1a95c9137a4 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/ports/2aaf6dbd-ae8b-41c5-a46d-a64cde4580c1 HTTP/1.1" status: 204 len: 168 time: 1.1900535 Feb 16 23:54:32.899834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50726) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:32.923850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Router c0f61041-e6eb-45c0-a274-0056427342e6 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:32.999148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4b8a-e02f-4011-90fb-e316914c5729 None None] Pushing event updated for resources: {'Port': ['ID=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:33.007439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Pushing event deleted for resources: {'Port': ['ID=7a003379-4078-491f-a2ff-636a02052897,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:33.058005 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Project 1b3e69e455834fd9abd98aeba055ff59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:54:33.133782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.220861 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:33.221892 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50207d70-975e-401b-886f-ecd46b603eb8 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4364235 Feb 16 23:54:33.228984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50730) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:33.251763 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.348407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.364501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:33.374779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] Sync routers for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:33.386880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:33.387626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:33.391745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.407516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.412979 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fc8c5878-7cdf-47ca-b109-053d4cd564a4 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.5652366 Feb 16 23:54:33.416173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:33.477844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:33.488827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:33.489670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:33.508122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97692d8-ce1c-4683-8957-bbeea77997e2']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:33.533321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f78cbd2-a5d5-4076-809a-230e4cc72c5e') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:33.533658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f78cbd2-a5d5-4076-809a-230e4cc72c5e') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:33.550816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.566953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:33.636165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.648649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:33.649042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.652916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:33.653526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a1df3-23f6-40b0-a142-f367970f6354 None None] The sync data for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:33.664689 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:33.683796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:33.691271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c2f391c4-dd78-433b-be3f-c4d4ac175888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:33.696489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:33.703240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2c5928e4-9428-46e0-9781-d103242022bc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:33.783383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2c5928e4-9428-46e0-9781-d103242022bc triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:33.783850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.087021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-966ad828-131e-41b0-b91b-b7d713aacac0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.135706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.145784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b5935-3831-41a6-a7bc-915a14ee6c0a None None] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:34.157148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.157845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.171458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] Pushing event deleted for resources: {'Network': ['ID=b97692d8-ce1c-4683-8957-bbeea77997e2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:34.176127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6451dd40-aa97-4dc5-93df-eef54b0edb05 tempest-PortsIpV6TestJSON-1605642642 tempest-PortsIpV6TestJSON-1605642642-project] 10.222.0.47 "DELETE /v2.0/networks/b97692d8-ce1c-4683-8957-bbeea77997e2 HTTP/1.1" status: 204 len: 168 time: 1.2751095 Feb 16 23:54:34.226982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.260011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-442214fa-682e-4bad-b28b-970b2ee4e87d None None] Provisioning for port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:34.284347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-442214fa-682e-4bad-b28b-970b2ee4e87d None None] Provisioning complete for port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:34.285000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-442214fa-682e-4bad-b28b-970b2ee4e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.378518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.423115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.433651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-966ad828-131e-41b0-b91b-b7d713aacac0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.455470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.463942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.466116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.515436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.520999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-442214fa-682e-4bad-b28b-970b2ee4e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.553619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50742) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:34.564574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-442214fa-682e-4bad-b28b-970b2ee4e87d None None] For port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,segment=NetworkSegment(6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0),segment_id=6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:34.569050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-442214fa-682e-4bad-b28b-970b2ee4e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:34.660037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442214fa-682e-4bad-b28b-970b2ee4e87d None None] Pushing event updated for resources: {'Port': ['ID=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:34.874221 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ff1c3aeb-505e-4eeb-b35c-5cedbe344ae1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b568b948aaf6457693e012e58c41cc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143296 Feb 16 23:54:34.880739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50748) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:34.894506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-47b70f9b-9db0-494c-97c9-5a92e64ce1dd None None] Provisioning complete for port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:34.894890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-47b70f9b-9db0-494c-97c9-5a92e64ce1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.018957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7294-c1c5-40eb-a32b-0fa9ab11ce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.022440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:35.044190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:35.044422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Allocated IP 172.20.0.1 (b3ed19ee-2bd9-4519-815b-e8d5b6f51859/4053c699-4cfc-4060-b04e-67d0dd733eb3/f1e6329c-f494-40ca-9b08-e018e6b2af71) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:35.061642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:35.067984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7294-c1c5-40eb-a32b-0fa9ab11ce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.097064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Router 7c86310f-abd1-410c-81d4-5e63dc3769f4 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:35.097892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:35.100376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-966ad828-131e-41b0-b91b-b7d713aacac0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.134931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 172.26.2.53 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/079a3579-97e0-4398-8975-f0ad97c3fe9d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:35.150197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ad828-131e-41b0-b91b-b7d713aacac0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe1746-f7c8-4b42-ad41-e410ef729722,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:35.226732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7294-c1c5-40eb-a32b-0fa9ab11ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.242901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:35.243541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.265747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e7294-c1c5-40eb-a32b-0fa9ab11ce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50d92c1-e7c9-4074-ada0-7004cdf98033,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:35.296624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.303781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7294-c1c5-40eb-a32b-0fa9ab11ce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.305745 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4c5e7294-c1c5-40eb-a32b-0fa9ab11ce31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f50d92c1-e7c9-4074-ada0-7004cdf98033 HTTP/1.1" status: 204 len: 168 time: 0.4236555 Feb 16 23:54:35.323255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Transition to ACTIVE for port object f1e6329c-f494-40ca-9b08-e018e6b2af71 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:35.348265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d3931788-417c-4979-a5d3-d0d6483852d0 None None] Provisioning for port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:35.354445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d3931788-417c-4979-a5d3-d0d6483852d0 None None] Provisioning complete for port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:35.354943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d3931788-417c-4979-a5d3-d0d6483852d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.367976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.426657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-966ad828-131e-41b0-b91b-b7d713aacac0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.427790 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-966ad828-131e-41b0-b91b-b7d713aacac0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/2cfe1746-f7c8-4b42-ad41-e410ef729722 HTTP/1.1" status: 204 len: 168 time: 2.1937408 Feb 16 23:54:35.431942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:35.433702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50754) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:35.446547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:35.448015 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] Sync routers for ids ['7c86310f-abd1-410c-81d4-5e63dc3769f4'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:35.457943 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dd946285-09f1-4416-aa34-612302a8bf81 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.8471887 Feb 16 23:54:35.461928 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] Routers {'7c86310f-abd1-410c-81d4-5e63dc3769f4'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:35.462787 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7c86310f-abd1-410c-81d4-5e63dc3769f4'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:35.463789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.466444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50758) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:35.471420 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-269b8ee0-d182-434a-8630-436e9836f73a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "PUT /v2.0/routers/7c86310f-abd1-410c-81d4-5e63dc3769f4 HTTP/1.1" status: 200 len: 705 time: 6.5804029 Feb 16 23:54:35.472005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50760) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:35.538093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:35.553417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d3931788-417c-4979-a5d3-d0d6483852d0 None None] Port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:35.554016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:35.562215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:35.595097 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:35.595367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Port': ['ID=f1e6329c-f494-40ca-9b08-e018e6b2af71,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:35.604699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:35.605331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.618234 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] Routers {'7c86310f-abd1-410c-81d4-5e63dc3769f4'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:35.619262 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7c86310f-abd1-410c-81d4-5e63dc3769f4'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:35.801973 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:35.802514 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a4c5e-14ab-4e94-8291-b0e8db05eef5 None None] The sync data for ids ['7c86310f-abd1-410c-81d4-5e63dc3769f4'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:35.823922 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b1084b24-2690-4d39-9006-e27c9731e5ee tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/routers/7c86310f-abd1-410c-81d4-5e63dc3769f4 HTTP/1.1" status: 200 len: 740 time: 0.3427534 Feb 16 23:54:35.824635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50776) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:35.885718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4ac428ad-ec57-4cfe-b080-a0c4e37bb1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.895333 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-02f35c8c-7fca-49fe-a4bd-aed1e1fadaaa tempest-RoutersAdminTest-862734059 tempest-RoutersAdminTest-862734059-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=7c86310f-abd1-410c-81d4-5e63dc3769f4 HTTP/1.1" status: 200 len: 205 time: 0.0659192 Feb 16 23:54:35.901545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50780) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:35.964209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:35.977627 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9284dbb5-833d-4ebe-b1f7-481bf3222879 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c86310f-abd1-410c-81d4-5e63dc3769f4 HTTP/1.1" status: 200 len: 205 time: 0.0749300 Feb 16 23:54:35.984340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50786) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:35.988979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-98b9c56e-784c-4e1e-8691-460bcbbdeaaa None None] Provisioning for port f1e6329c-f494-40ca-9b08-e018e6b2af71 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:36.000420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-98b9c56e-784c-4e1e-8691-460bcbbdeaaa None None] Provisioning complete for port f1e6329c-f494-40ca-9b08-e018e6b2af71 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:36.000592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-98b9c56e-784c-4e1e-8691-460bcbbdeaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.069243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-98b9c56e-784c-4e1e-8691-460bcbbdeaaa None None] Port f1e6329c-f494-40ca-9b08-e018e6b2af71 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:36.099903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-709d2e9c-2ff1-4408-bcf3-5ec9dd865c38 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:36.115085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.144635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-749af157-250f-4eca-8536-9da80fafd8ae tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.245637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-709d2e9c-2ff1-4408-bcf3-5ec9dd865c38 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:36.246912 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-709d2e9c-2ff1-4408-bcf3-5ec9dd865c38 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8123939 Feb 16 23:54:36.254836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50796) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:36.260217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--551312342'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:36.270186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50800) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:36.271461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.272642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:36.338246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:36.373225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.436398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1467471476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:36.454810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:36.457115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:36.469001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:36.473090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:router and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:36.477966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:36.483321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:36.487958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:36.492399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:36.499590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:36.499772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:36.509590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.551637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:36.577991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.578973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.676339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.689749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.740804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-749af157-250f-4eca-8536-9da80fafd8ae tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.746876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-749af157-250f-4eca-8536-9da80fafd8ae tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.749986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=079a3579-97e0-4398-8975-f0ad97c3fe9d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:36.760920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Allocated IP 172.26.2.146 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b1f7940e-385f-464b-bd7e-a6d3e8a7d213) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:36.867704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-749af157-250f-4eca-8536-9da80fafd8ae tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.868241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749af157-250f-4eca-8536-9da80fafd8ae tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Fanout notify agent at l3_agent the message router_deleted on router 7c86310f-abd1-410c-81d4-5e63dc3769f4 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:36.915051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.915689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.943492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:36.999546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-749af157-250f-4eca-8536-9da80fafd8ae tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.000699 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-749af157-250f-4eca-8536-9da80fafd8ae tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/7c86310f-abd1-410c-81d4-5e63dc3769f4 HTTP/1.1" status: 204 len: 168 time: 1.0133693 Feb 16 23:54:37.011722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50806) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.015085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.109906 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6d4029f4-9174-4b6b-ae3d-c06a19c7ac17 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c86310f-abd1-410c-81d4-5e63dc3769f4 HTTP/1.1" status: 200 len: 205 time: 0.0950816 Feb 16 23:54:37.116288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50810) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.185480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cf61a9-417f-41c4-94e4-5c9ae0197121,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:37.216506 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-972dee12-9da3-4b40-98f1-7622a5b6b8a6 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] delete failed (client error): The resource could not be found. Feb 16 23:54:37.217683 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-972dee12-9da3-4b40-98f1-7622a5b6b8a6 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/7c86310f-abd1-410c-81d4-5e63dc3769f4 HTTP/1.1" status: 404 len: 336 time: 0.1002679 Feb 16 23:54:37.221115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50814) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.221275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.249743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.254037 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-70ef0f8b-b47a-4a42-93d9-7f1b5ff70f7e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9952426 Feb 16 23:54:37.261109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.264702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-05f01d13-4ed5-4156-b690-9864a95c021f tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9911034 Feb 16 23:54:37.264702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50818) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.270419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50820) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.283723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ce8b8316-05ef-476f-9b62-5aa04f740e59 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': 'f4cf61a9-417f-41c4-94e4-5c9ae0197121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:37.296416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-817459258'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:37.301816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ce8b8316-05ef-476f-9b62-5aa04f740e59 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:37.310301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ce8b8316-05ef-476f-9b62-5aa04f740e59 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:37.314809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ce8b8316-05ef-476f-9b62-5aa04f740e59 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:37.318300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:37.326778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ce8b8316-05ef-476f-9b62-5aa04f740e59 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:37.341356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:network and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:37.348124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:37.349942 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cc0cbd3d-aa38-4616-8611-77fa2b054afa tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=e91cd327-9212-448e-87d6-ded361c9e387 HTTP/1.1" status: 200 len: 205 time: 0.1271534 Feb 16 23:54:37.361419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50826) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.367389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:37.392256 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.423327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.450670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.459513 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-62237ce2-f9d0-4bf9-8245-88e6168cdc8a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] delete failed (client error): The resource could not be found. Feb 16 23:54:37.461670 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-62237ce2-f9d0-4bf9-8245-88e6168cdc8a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/e91cd327-9212-448e-87d6-ded361c9e387 HTTP/1.1" status: 404 len: 336 time: 0.0955849 Feb 16 23:54:37.467332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50830) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.510068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:37.513454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.587794 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-df7f7101-6db3-4737-a78e-a671b40570f0 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=003bfb60-a292-4f9b-8cbc-627332507f0b HTTP/1.1" status: 200 len: 205 time: 0.1193032 Feb 16 23:54:37.600228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50834) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.694887 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-cdcca18f-eaf0-483c-b6e7-48b9bf574815 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] delete failed (client error): The resource could not be found. Feb 16 23:54:37.698379 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cdcca18f-eaf0-483c-b6e7-48b9bf574815 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/003bfb60-a292-4f9b-8cbc-627332507f0b HTTP/1.1" status: 404 len: 336 time: 0.0935903 Feb 16 23:54:37.698379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.714310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.725453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50838) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.745669 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-ce8b8316-05ef-476f-9b62-5aa04f740e59 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The resource could not be found. Feb 16 23:54:37.746692 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ce8b8316-05ef-476f-9b62-5aa04f740e59 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4800010 Feb 16 23:54:37.753495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50842) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.772629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-91f559ed-1aaf-4a36-a59c-123b31a88547 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': 'f4cf61a9-417f-41c4-94e4-5c9ae0197121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9d68a969-2b97-45ef-85ec-e1dfbfa46b40'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:37.781936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-91f559ed-1aaf-4a36-a59c-123b31a88547 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:37.792781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.801403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-98d376fc-629b-4edb-bb06-baac6e558c94 None None] Provisioning complete for port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:37.801911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-98d376fc-629b-4edb-bb06-baac6e558c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:37.805227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-91f559ed-1aaf-4a36-a59c-123b31a88547 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:37.813460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:37.820770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:37.824776 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f34e7ce0-f9d9-44f8-83a7-7ccc01ec350a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2369636-2635-4ea0-9f0e-55c3a528fe31 HTTP/1.1" status: 200 len: 205 time: 0.0906670 Feb 16 23:54:37.831003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50846) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:37.832202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:security_group_rule and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:37.845276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-91f559ed-1aaf-4a36-a59c-123b31a88547 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:37.852719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:37.862059 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-98d376fc-629b-4edb-bb06-baac6e558c94 None None] Port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:37.872720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-91f559ed-1aaf-4a36-a59c-123b31a88547 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:37.907049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:37.924730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:37.970425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:37.977069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:37.982738 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-81e3632c-1b7d-4c3a-abd7-6ed1ecee9142 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] delete failed (client error): The resource could not be found. Feb 16 23:54:37.986180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-81e3632c-1b7d-4c3a-abd7-6ed1ecee9142 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/d2369636-2635-4ea0-9f0e-55c3a528fe31 HTTP/1.1" status: 404 len: 336 time: 0.1428490 Feb 16 23:54:37.988078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50850) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:38.019013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Port': ['ID=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:38.052954 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-91f559ed-1aaf-4a36-a59c-123b31a88547 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The resource could not be found. Feb 16 23:54:38.053982 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-91f559ed-1aaf-4a36-a59c-123b31a88547 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2942662 Feb 16 23:54:38.061176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50854) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:38.068417 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-03be08f0-fa51-4245-b702-25d9eb0e4791 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=b99fe112-3f0b-4915-83d3-f1acc64012b3 HTTP/1.1" status: 200 len: 205 time: 0.0774448 Feb 16 23:54:38.104808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50858) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:38.113884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.195967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.268399 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-8d309808-0d3d-4be0-acd1-c10f619ef6dc tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] delete failed (client error): The resource could not be found. Feb 16 23:54:38.271940 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8d309808-0d3d-4be0-acd1-c10f619ef6dc tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/b99fe112-3f0b-4915-83d3-f1acc64012b3 HTTP/1.1" status: 404 len: 336 time: 0.1636136 Feb 16 23:54:38.280765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50862) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:38.394833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.407389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Port': ['ID=f1e6329c-f494-40ca-9b08-e018e6b2af71,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:38.418523 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c77e8d23-c116-479e-87d2-b65e9677bd1c tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715 HTTP/1.1" status: 200 len: 205 time: 0.1343880 Feb 16 23:54:38.458510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50866) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:38.459724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.460089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.460992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.461153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.461397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.461771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.462091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.462435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.462763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.463093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.463415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.463741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:38.463917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.540929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.550946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.618949 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-c2275b92-33e5-45fd-9d73-47ecf61b9213 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] delete failed (client error): The resource could not be found. Feb 16 23:54:38.619984 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c2275b92-33e5-45fd-9d73-47ecf61b9213 tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/routers/1f2a6f8d-ad97-4a0f-8fd0-14a7f21d4715 HTTP/1.1" status: 404 len: 336 time: 0.1528223 Feb 16 23:54:38.620656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.624231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50870) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:38.646258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b85c809e-efe4-4209-b999-b4376b496d00 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.651514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.719224 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-963bc34b-16df-49a5-86bb-1ac5b4abad2a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] DELETE failed (client error): The resource could not be found. Feb 16 23:54:38.719669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963bc34b-16df-49a5-86bb-1ac5b4abad2a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:54:38.728090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:38.762472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b01c33-4f81-4a77-8c43-f0a30df20622,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:38.769833 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-963bc34b-16df-49a5-86bb-1ac5b4abad2a tempest-RoutersAdminTest-82288507 tempest-RoutersAdminTest-82288507-project] 10.222.0.47 "DELETE /v2.0/subnets/e322f224-26b0-459b-9ad9-e6b4cac9968b HTTP/1.1" status: 404 len: 337 time: 0.1360161 Feb 16 23:54:38.770857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.771204 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Added segment b3ebf64d-be6f-40d5-865d-51addaac54c2 of type vlan for network 4f10e0b7-493f-4628-8523-b49feeaecbd5 Feb 16 23:54:38.810467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b85c809e-efe4-4209-b999-b4376b496d00 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.855382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:38.865615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:38.874533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:38.961845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.013447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.018724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:39.019310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.052932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b85c809e-efe4-4209-b999-b4376b496d00 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.065375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.122609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50878) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:39.150812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c809e-efe4-4209-b999-b4376b496d00 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cf61a9-417f-41c4-94e4-5c9ae0197121,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:39.188683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b85c809e-efe4-4209-b999-b4376b496d00 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.190054 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b85c809e-efe4-4209-b999-b4376b496d00 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/f4cf61a9-417f-41c4-94e4-5c9ae0197121 HTTP/1.1" status: 204 len: 168 time: 1.1278579 Feb 16 23:54:39.195986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50884) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:39.203701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6b63c7a0-0c3d-43c0-835b-8d91eddc36e6 None None] Provisioning complete for port f1e6329c-f494-40ca-9b08-e018e6b2af71 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:39.206191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6b63c7a0-0c3d-43c0-835b-8d91eddc36e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.212076 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9319100 Feb 16 23:54:39.215581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50888) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:39.284994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'subnet': {'network_id': '4f10e0b7-493f-4628-8523-b49feeaecbd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:39.316833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6b63c7a0-0c3d-43c0-835b-8d91eddc36e6 None None] Port f1e6329c-f494-40ca-9b08-e018e6b2af71 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:39.383507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af4ee1-3ccb-4799-8c0b-99b0ee9780a9 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Network': ['ID=4f10e0b7-493f-4628-8523-b49feeaecbd5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:39.393926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:39.410990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.467258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:39.472465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:39.526722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Router c0f61041-e6eb-45c0-a274-0056427342e6 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:39.543846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Usage tracker for resource:security_group_rule and tenant:d592a15aae6d4d76a58b2565f3b31c70 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:39.689721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-46bacb61-27b5-438f-91a5-7a8930ce1a13 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:39.696911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:39.717534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:39.777122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:39.800589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:subnet and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:39.822505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:39.850421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:39.857944 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d133346d-9160-4214-92f2-cbb9e3be8900 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "PUT /v2.0/routers/c0f61041-e6eb-45c0-a274-0056427342e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4390330 Feb 16 23:54:39.859481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50892) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:39.862007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] Sync routers for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:39.867400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Request body: {'port': {'network_id': 'b3ed19ee-2bd9-4519-815b-e8d5b6f51859', 'name': 'tempest-FloatingIPAdminTestJSON-2047668761'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:39.871829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:39.872573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:39.892905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:39.905908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-46bacb61-27b5-438f-91a5-7a8930ce1a13 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:39.908098 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-46bacb61-27b5-438f-91a5-7a8930ce1a13 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7099538 Feb 16 23:54:39.919031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50896) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:39.934693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2bbd9b37-ba42-4ebc-9f1d-8c63bb32cd35 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '63c8f161-2899-4a91-bd69-9b430f1eb6d8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:39.937183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:39.946693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:39.947429 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:39.963147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:54:39.981199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:39.993907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.000410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2bbd9b37-ba42-4ebc-9f1d-8c63bb32cd35 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:40.011433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:40.012090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a148032-8df9-44b1-80ca-20e977b1cbb3 None None] The sync data for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:40.020327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2bbd9b37-ba42-4ebc-9f1d-8c63bb32cd35 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:40.024666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:40.028017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.041832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2bbd9b37-ba42-4ebc-9f1d-8c63bb32cd35 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:40.067516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2bbd9b37-ba42-4ebc-9f1d-8c63bb32cd35 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:40.143265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.146059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.149374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:40.151893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:40.158541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Usage tracker for resource:port and tenant:8e66b32c0d254e85a8336e7e89508c38 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:40.162724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:40.182842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:40.244469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Made reservation on behalf of 8e66b32c0d254e85a8336e7e89508c38 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:40.247836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.259886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:40.272234 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] Sync routers for ids ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:40.283156 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] Routers {'c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:40.283869 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:40.296564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] device_id is not set on port c9be53e8-3840-4eb7-aa35-7205d7587bb0 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:54:40.351914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.365818 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:40.372190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:40.374886 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] Routers {'c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:40.375709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:40.375847 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:40.414418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.418368 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-71cc1912-8204-462d-b066-b28b5524e335 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.5538263 Feb 16 23:54:40.419174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.426126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50900) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:40.454109 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:40.454565 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a043dea-c07a-45ce-bf0f-3f4ec384a595 None None] The sync data for ids ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:40.456460 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-2bbd9b37-ba42-4ebc-9f1d-8c63bb32cd35 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The resource could not be found. Feb 16 23:54:40.457501 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2bbd9b37-ba42-4ebc-9f1d-8c63bb32cd35 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5288956 Feb 16 23:54:40.473264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50904) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:40.518151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--780583587'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:40.581014 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d592a15aae6d4d76a58b2565f3b31c70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4573541 Feb 16 23:54:40.582508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:40.589209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50908) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:40.631378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e84ffd-1b8a-4626-bc3d-42120a1afeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5681f103-1011-491f-82a7-13e96643fcfe,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:40.633057 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:40.675142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4d768715-0258-4e0a-8b81-ac95d22415cb None None] Provisioning complete for port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:40.675846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4d768715-0258-4e0a-8b81-ac95d22415cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.702378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.720157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Allocated IP 172.20.0.6 (b3ed19ee-2bd9-4519-815b-e8d5b6f51859/4053c699-4cfc-4060-b04e-67d0dd733eb3/c9be53e8-3840-4eb7-aa35-7205d7587bb0) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:40.743210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4d768715-0258-4e0a-8b81-ac95d22415cb None None] Port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:40.762784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:40.767711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8137fd30-e9f3-4664-a428-62043ac053d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.782254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:40.792620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:40.796732 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2789f66b-4a0e-4b6e-bdec-010145bc4d93 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/routers/c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 HTTP/1.1" status: 200 len: 883 time: 0.3550587 Feb 16 23:54:40.806851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50912) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:40.807522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Router e57f8ea5-e83e-41f2-af1d-7b2762c4287d is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:40.815372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:40.845787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8137fd30-e9f3-4664-a428-62043ac053d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:40.886560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router fdbbac10-0731-4a09-9ee8-7f14c627d434 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:40.943531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.297275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Subnet': ['ID=57992082-1d5e-42d8-aa23-137b72c2eaae,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:41.319135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Checking segment: {'id': 'b3ebf64d-be6f-40d5-865d-51addaac54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4f10e0b7-493f-4628-8523-b49feeaecbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:41.319495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network hostable DHCP agents. Network: 4f10e0b7-493f-4628-8523-b49feeaecbd5, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:41.325474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8137fd30-e9f3-4664-a428-62043ac053d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.328821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:41.340772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Sync routers for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:41.350474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.352660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:41.353400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:41.368606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:41.370224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137fd30-e9f3-4664-a428-62043ac053d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681f103-1011-491f-82a7-13e96643fcfe,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:41.377706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.380970 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] Sync routers for ids ['fdbbac10-0731-4a09-9ee8-7f14c627d434'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:41.402263 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] Routers {'fdbbac10-0731-4a09-9ee8-7f14c627d434'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:41.402972 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['fdbbac10-0731-4a09-9ee8-7f14c627d434'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:41.433784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.435410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:41.457817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.466325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50916) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:41.469194 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9076c850-5fa3-4b6d-8f5b-904f6c871051 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.3597205 Feb 16 23:54:41.478300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 4f10e0b7-493f-4628-8523-b49feeaecbd5) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:41.478408 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eec5c72a-8e8f-4d1d-9e2e-a18a725c5519 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/fdbbac10-0731-4a09-9ee8-7f14c627d434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0067608 Feb 16 23:54:41.478408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300cecdb-29f7-47ca-a163-1aa26bbd5140,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:41.487267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fde8a9-a7fe-4142-a7e0-2039854890d1 None None] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:41.489333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50920) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:41.497426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Transition to ACTIVE for port object c9be53e8-3840-4eb7-aa35-7205d7587bb0 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:41.499561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.500824 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7cb5769a-919c-4cf2-89db-aeabe56ee0d2 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0265210 Feb 16 23:54:41.501300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:41.501888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.503022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8137fd30-e9f3-4664-a428-62043ac053d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.504042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8137fd30-e9f3-4664-a428-62043ac053d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5681f103-1011-491f-82a7-13e96643fcfe HTTP/1.1" status: 204 len: 168 time: 0.9041400 Feb 16 23:54:41.504643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50926) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:41.512433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--821271728'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:41.519953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:41.526236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:41.530011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:41.538753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:41.553414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.585135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:41.589639 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:41.616653 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] Routers {'fdbbac10-0731-4a09-9ee8-7f14c627d434'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:41.619959 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['fdbbac10-0731-4a09-9ee8-7f14c627d434'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:41.691552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:54:41.723788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308cfbe-1733-4fd2-b363-ddedab0a05dd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:41.724544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6308cfbe-1733-4fd2-b363-ddedab0a05dd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:41.744607 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-99ef5df6-a762-452c-9554-456b28bc5cd0 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5276096 Feb 16 23:54:41.751295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50932) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:41.763347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'network': {'name': 'tempest-router-network01--800583350'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:41.768839 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:41.769266 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bf847-b2b0-4d9e-8878-782e8e0561c3 None None] The sync data for ids ['fdbbac10-0731-4a09-9ee8-7f14c627d434'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:41.773979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6308cfbe-1733-4fd2-b363-ddedab0a05dd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:41.775135 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6308cfbe-1733-4fd2-b363-ddedab0a05dd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports/506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e HTTP/1.1" status: 200 len: 976 time: 0.2831240 Feb 16 23:54:41.776395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:41.779468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50936) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:41.784947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:network and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:41.788629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:41.805372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event updated for resources: {'Port': ['ID=c9be53e8-3840-4eb7-aa35-7205d7587bb0,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:41.816138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:41.828096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b78ea8d4-2ac0-4153-8709-70d1d3332b5d tempest-TestNetworkAdvancedServerOps-35999848 tempest-TestNetworkAdvancedServerOps-35999848-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=917a67e4b55645188ebdf8b5a591ed2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3606198 Feb 16 23:54:41.829252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:41.834732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50942) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:41.837365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:41.863824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:41.869537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:41.874423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:41.903293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:41.926525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:41.954752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:41.959801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.119688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50946) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:42.133223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:42.133833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.204507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-4f10e0b7-493f-4628-8523-b49feeaecbd5', 'network_id': '4f10e0b7-493f-4628-8523-b49feeaecbd5', 'tenant_id': '2923585ef5324353a2cbdce5e41fd172', 'fixed_ips': [{'subnet_id': '57992082-1d5e-42d8-aa23-137b72c2eaae'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:42.205712 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-030af072-e8f1-4311-a4d8-1fb7ba9c8731 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3441234 Feb 16 23:54:42.206029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.208903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02630799-b059-41aa-9fa8-c928637b181d tempest-TestNetworkAdvancedServerOps-35999848 tempest-TestNetworkAdvancedServerOps-35999848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:42.210337 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-02630799-b059-41aa-9fa8-c928637b181d tempest-TestNetworkAdvancedServerOps-35999848 tempest-TestNetworkAdvancedServerOps-35999848-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3698866 Feb 16 23:54:42.211126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50950) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:42.220835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50952) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:42.221897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-30e01f1a-517f-42d8-9004-0d2ef50c0c09 None None] Provisioning for port c9be53e8-3840-4eb7-aa35-7205d7587bb0 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:42.230599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5f38ff20-d546-4874-b942-b553742145e3 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:router {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:42.237760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-30e01f1a-517f-42d8-9004-0d2ef50c0c09 None None] Provisioning complete for port c9be53e8-3840-4eb7-aa35-7205d7587bb0 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:42.238375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-30e01f1a-517f-42d8-9004-0d2ef50c0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.279706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.281932 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-982ad985-32a2-4919-80c2-5e06e96d91e3 tempest-TestNetworkAdvancedServerOps-35999848 tempest-TestNetworkAdvancedServerOps-35999848-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572879 Feb 16 23:54:42.284889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50960) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:42.288203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.296428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-6980061', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:42.355811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:38Z', 'revision_number': 3, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:42.365764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:42.366419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-30e01f1a-517f-42d8-9004-0d2ef50c0c09 None None] Port c9be53e8-3840-4eb7-aa35-7205d7587bb0 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:42.377594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Checking router: e57f8ea5-e83e-41f2-af1d-7b2762c4287d for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:54:42.378282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Updating router e57f8ea5-e83e-41f2-af1d-7b2762c4287d port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:54:42.393253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5f38ff20-d546-4874-b942-b553742145e3 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:router {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:42.397488 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5f38ff20-d546-4874-b942-b553742145e3 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.5877438 Feb 16 23:54:42.398741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50964) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:42.416374 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d5f4e7fa-dee1-43d5-a7fc-043a201eb0b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=04dd379c1e404387a7bf96707d455e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942441 Feb 16 23:54:42.417000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50968) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:42.418073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.418577 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Added segment 3b46f497-8735-43e2-aa95-05e9e0c29f74 of type vlan for network 668c6d71-3ccf-4149-8f9d-2af743cd6923 Feb 16 23:54:42.424112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f93203e3-160d-4574-8e5f-b64fc0f1cb9b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-620068286'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:42.483181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.483181 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9765842 Feb 16 23:54:42.489972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50972) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:42.496662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1e4be-5b00-4207-ba00-a4d9aa6047fc tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9884f0e8-ca09-4e34-8fbf-5dda19f6277a,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:42.506258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.514508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6c18dbc2-d467-48ab-bcf6-02a477f18c12 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '300cecdb-29f7-47ca-a163-1aa26bbd5140', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9884f0e8-ca09-4e34-8fbf-5dda19f6277a'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:42.537635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:42.543933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:subnet and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:42.551755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6c18dbc2-d467-48ab-bcf6-02a477f18c12 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:42.556316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.572718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6c18dbc2-d467-48ab-bcf6-02a477f18c12 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:42.580236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6c18dbc2-d467-48ab-bcf6-02a477f18c12 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:42.596174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:42.609695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:42.622938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6c18dbc2-d467-48ab-bcf6-02a477f18c12 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:42.637378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Made reservation on behalf of 917a67e4b55645188ebdf8b5a591ed2b for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:42.640737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.708929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Allocated IP 2001:db8::2 (4f10e0b7-493f-4628-8523-b49feeaecbd5/57992082-1d5e-42d8-aa23-137b72c2eaae/c30acd5f-6bd3-4b90-904c-4eef6674b105) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:42.735375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4242b28-5cd3-4262-8f20-4caf15a5c44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.773379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4242b28-5cd3-4262-8f20-4caf15a5c44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.774149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'project_id': '8e66b32c0d254e85a8336e7e89508c38', 'port_id': 'c9be53e8-3840-4eb7-aa35-7205d7587bb0'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:42.799722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.803569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:42.805049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:42.805632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:42.819208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Usage tracker for resource:floatingip and tenant:8e66b32c0d254e85a8336e7e89508c38 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:42.826390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:42.836917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:42.990114 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-6c18dbc2-d467-48ab-bcf6-02a477f18c12 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:42.991455 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6c18dbc2-d467-48ab-bcf6-02a477f18c12 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4936388 Feb 16 23:54:42.995500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50976) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:43.019246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Network': ['ID=668c6d71-3ccf-4149-8f9d-2af743cd6923,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:43.029430 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2754924 Feb 16 23:54:43.037566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 50980) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:43.040190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.044883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.045226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.045566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.045904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.046235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.046565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.046892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.047218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.047541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.047860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.048206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.048650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84db04c-74bc-4b1f-93df-039a2bb6e50d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.064439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'network': {'name': 'tempest-router-network02--1497003966'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:43.071599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:43.078409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:network and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:43.079762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.082083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:43.085089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:43.096794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:43.109855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4242b28-5cd3-4262-8f20-4caf15a5c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.147113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4242b28-5cd3-4262-8f20-4caf15a5c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e401a6-5ad8-4f62-9221-e059c66a0aca,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:43.162402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:43.165875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.186540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Transition to ACTIVE for port object c30acd5f-6bd3-4b90-904c-4eef6674b105 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:43.226851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cdd021c0-cf58-44b5-9fa6-705199bbb7c1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.231366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4242b28-5cd3-4262-8f20-4caf15a5c44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.235076 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d4242b28-5cd3-4262-8f20-4caf15a5c44f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8e401a6-5ad8-4f62-9221-e059c66a0aca HTTP/1.1" status: 204 len: 168 time: 0.8101258 Feb 16 23:54:43.277511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Transition to ACTIVE for port object c30acd5f-6bd3-4b90-904c-4eef6674b105 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:43.291330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.296292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.309487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Transition to ACTIVE for port object b1f7940e-385f-464b-bd7e-a6d3e8a7d213 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:43.318423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.369429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cdd021c0-cf58-44b5-9fa6-705199bbb7c1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.389162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.390774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:43.415385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f93203e3-160d-4574-8e5f-b64fc0f1cb9b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.428969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.444243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:43.453702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:43.457822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:43.468700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Pushing event updated for resources: {'Port': ['ID=c30acd5f-6bd3-4b90-904c-4eef6674b105,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:43.470786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f93203e3-160d-4574-8e5f-b64fc0f1cb9b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.482075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.482891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.483512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.484554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.485103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.485699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.486303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.486863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.487470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.488623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.489194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.490027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:43.497161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.497692 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Added segment a9b8f856-2903-4b04-8d11-fb16b01c9411 of type vlan for network 362cb2f0-abab-4a12-acac-6972cb3e5262 Feb 16 23:54:43.553334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Attempting to bind port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:43.553624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Attempting to bind port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:43.554620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Attempting to bind port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:43.564214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.624243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Subnet': ['ID=243276c0-ad51-4d00-a1ed-2d1c61136666,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:43.638162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.648959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:43.652731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:43.653246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.653865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:43.654635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Bound port: b1f7940e-385f-464b-bd7e-a6d3e8a7d213, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:43.655148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.735108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Checking segment: {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:43.735775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Network hostable DHCP agents. Network: 66adf6b9-de10-43c7-8773-a79e9f4d3252, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:43.781282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Attempting to bind port c30acd5f-6bd3-4b90-904c-4eef6674b105 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:43.781992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Attempting to bind port c30acd5f-6bd3-4b90-904c-4eef6674b105 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'b3ebf64d-be6f-40d5-865d-51addaac54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4f10e0b7-493f-4628-8523-b49feeaecbd5'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:43.782578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Attempting to bind port c30acd5f-6bd3-4b90-904c-4eef6674b105 on network 4f10e0b7-493f-4628-8523-b49feeaecbd5 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:43.785212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5785116-396d-4853-8fc5-a73b5d518660 None None] Pushing event updated for resources: {'Port': ['ID=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:43.803710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:43.805125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Checking segment: {'id': 'b3ebf64d-be6f-40d5-865d-51addaac54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4f10e0b7-493f-4628-8523-b49feeaecbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:43.805752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.806300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Bound using segment: {'id': 'b3ebf64d-be6f-40d5-865d-51addaac54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4f10e0b7-493f-4628-8523-b49feeaecbd5'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:43.807068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Bound port: c30acd5f-6bd3-4b90-904c-4eef6674b105, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ebf64d-be6f-40d5-865d-51addaac54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4f10e0b7-493f-4628-8523-b49feeaecbd5'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:43.807963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.821028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93203e3-160d-4574-8e5f-b64fc0f1cb9b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:43.821809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:43.849807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cdd021c0-cf58-44b5-9fa6-705199bbb7c1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.868815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 66adf6b9-de10-43c7-8773-a79e9f4d3252) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:43.877359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:43.877935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.894368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd021c0-cf58-44b5-9fa6-705199bbb7c1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9884f0e8-ca09-4e34-8fbf-5dda19f6277a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:43.911656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f80bbb-3ba0-4545-ac2c-a036e908c9fd None None] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:43.931060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cdd021c0-cf58-44b5-9fa6-705199bbb7c1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.932384 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cdd021c0-cf58-44b5-9fa6-705199bbb7c1 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/9884f0e8-ca09-4e34-8fbf-5dda19f6277a HTTP/1.1" status: 204 len: 168 time: 0.9354012 Feb 16 23:54:43.935108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.940797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:43.941705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:43.949182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 50994) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:44.046709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Allocated IP 172.26.2.249 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/438aa164-c1cb-4f59-9b3d-4a473b5ab308) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:44.059512 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0176525 Feb 16 23:54:44.064838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51000) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:44.076796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'subnet': {'network_id': '668c6d71-3ccf-4149-8f9d-2af743cd6923', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:44.098659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df21545-8826-44e2-8ee9-b8befb5d4f4e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Network': ['ID=362cb2f0-abab-4a12-acac-6972cb3e5262,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:44.104910 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e5ceba88-c70b-4213-91b8-b22bc3641fec tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.8185785 Feb 16 23:54:44.106374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:44.106887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.108868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51006) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:44.132758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 362cb2f0-abab-4a12-acac-6972cb3e5262 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:44.147608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] For port b1f7940e-385f-464b-bd7e-a6d3e8a7d213, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:44.157147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] For port b1f7940e-385f-464b-bd7e-a6d3e8a7d213, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:44.274749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5c683a2b-453e-440a-b00f-8bcb84cfe4e3 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:44.274882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:44.278289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:subnet and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:44.329642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:44.329886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93203e3-160d-4574-8e5f-b64fc0f1cb9b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:44.342305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:44.345978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f93203e3-160d-4574-8e5f-b64fc0f1cb9b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.349844 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f93203e3-160d-4574-8e5f-b64fc0f1cb9b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 HTTP/1.1" status: 200 len: 890 time: 1.9438045 Feb 16 23:54:44.351480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51016) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:44.390881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.435181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5c683a2b-453e-440a-b00f-8bcb84cfe4e3 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:44.436254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:44.436896 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c683a2b-453e-440a-b00f-8bcb84cfe4e3 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4852028 Feb 16 23:54:44.439690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.441257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51022) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:44.506211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] Sync routers for ids ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:44.531291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] For port c30acd5f-6bd3-4b90-904c-4eef6674b105, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:44.535355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] For port c30acd5f-6bd3-4b90-904c-4eef6674b105, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c30acd5f-6bd3-4b90-904c-4eef6674b105,segment=NetworkSegment(b3ebf64d-be6f-40d5-865d-51addaac54c2),segment_id=b3ebf64d-be6f-40d5-865d-51addaac54c2)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:44.537134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-66adf6b9-de10-43c7-8773-a79e9f4d3252', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:44.538152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.577472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.609027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] Routers {'c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:44.609715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:44.729906 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5785116-396d-4853-8fc5-a73b5d518660 None None] Pushing event updated for resources: {'Port': ['ID=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:44.789489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.811621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:44.812362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:44.818857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ea7b-6f80-4cff-88b4-9671a23dd009 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.842401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.878840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:44.933966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ea7b-6f80-4cff-88b4-9671a23dd009 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:44.974792 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] Routers {'c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:44.975455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:45.033211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:45.074227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:45.109279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:45.109729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6a3bb-10fe-414c-8fb3-235f629d8712 None None] The sync data for ids ['c4a3bd8a-d9ae-4b72-9b77-6bf20416b198'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:45.199057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb4a5c-b7f2-47e8-836d-af6808154a0d None None] Pushing event updated for resources: {'Port': ['ID=c30acd5f-6bd3-4b90-904c-4eef6674b105,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:45.201856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5fa3a08f-184a-40b7-971b-32e469b9bc8c tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/routers/c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 HTTP/1.1" status: 200 len: 890 time: 0.8486059 Feb 16 23:54:45.204130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51038) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:45.274484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:45.279303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:45.291722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ea7b-6f80-4cff-88b4-9671a23dd009 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:45.295463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:45.315581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:54:45.364067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3ea7b-6f80-4cff-88b4-9671a23dd009 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300cecdb-29f7-47ca-a163-1aa26bbd5140,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:45.368277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Pushing event updated for resources: {'Port': ['ID=438aa164-c1cb-4f59-9b3d-4a473b5ab308,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:45.398481 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Allocated IP 172.20.0.2 (66adf6b9-de10-43c7-8773-a79e9f4d3252/243276c0-ad51-4d00-a1ed-2d1c61136666/574b65ac-2553-485f-8e2b-244fdff53fec) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:45.516730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51042) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:45.523635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:45.532873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ea7b-6f80-4cff-88b4-9671a23dd009 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:45.533996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c7f3ea7b-6f80-4cff-88b4-9671a23dd009 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/300cecdb-29f7-47ca-a163-1aa26bbd5140 HTTP/1.1" status: 204 len: 168 time: 1.0882566 Feb 16 23:54:45.538975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51048) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:45.555086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c30acd5f-6bd3-4b90-904c-4eef6674b105 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:45.583354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d320d473-6285-4437-9ce2-1f50761d9026 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:45.700565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d320d473-6285-4437-9ce2-1f50761d9026 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:45.705345 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d320d473-6285-4437-9ce2-1f50761d9026 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 HTTP/1.1" status: 200 len: 205 time: 0.4991872 Feb 16 23:54:45.717361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51052) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:45.731989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-256129251', 'router:external': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:45.737100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d315bc95-cc1c-423a-a988-afd06f436e27 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:45.749747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:45.762488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:network and tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:45.768901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:45.782834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:45.790669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c30acd5f-6bd3-4b90-904c-4eef6674b105 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:45.864376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d315bc95-cc1c-423a-a988-afd06f436e27 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:45.865705 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d315bc95-cc1c-423a-a988-afd06f436e27 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3236108 Feb 16 23:54:45.877946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51056) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:45.898909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:38Z', 'revision_number': 3, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:45.903513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f9514-d884-4291-9601-fbca3fa73fc6 None None] The sync data for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv is: [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:38Z', 'revision_number': 3, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:45.935980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185255923'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:45.937097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Made reservation on behalf of 4a5a3a1bf77d4a15ae6f0dc580e8cc81 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:45.939310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:45.949839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Subnet': ['ID=7ae8b2aa-1178-4a9b-a9d5-9cadc199885c,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:45.964270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:45.971033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:45.981796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:45.983453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Checking segment: {'id': '3b46f497-8735-43e2-aa95-05e9e0c29f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '668c6d71-3ccf-4149-8f9d-2af743cd6923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:45.983859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network hostable DHCP agents. Network: 668c6d71-3ccf-4149-8f9d-2af743cd6923, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:46.081042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:46.099930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:46.129859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.139570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:security_group_rule and tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:46.192601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=506e9a9c-aeb9-4ff2-b5d1-2e2121956f9e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:46.309919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.336994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Transition to ACTIVE for port object 574b65ac-2553-485f-8e2b-244fdff53fec will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:46.367809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:46.379626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Transition to ACTIVE for port object 574b65ac-2553-485f-8e2b-244fdff53fec will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:46.387325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:46.389755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.405125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.520783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 668c6d71-3ccf-4149-8f9d-2af743cd6923) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:46.544868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4740235-9864-485d-82de-153eb41dacbd None None] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:46.562957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.571445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926c297-8069-47e8-ba11-971934b6b57d None None] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:46.597502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:46.598460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.599411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:46.602128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:46.630371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.632685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:46.648894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51060) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:46.649123 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eeed27a5-344a-4e94-bf05-3010611f3d45 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5818048 Feb 16 23:54:46.663893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:46.730906 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:46.733114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.742181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Pushing event updated for resources: {'Port': ['ID=574b65ac-2553-485f-8e2b-244fdff53fec,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:46.834660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:46.865866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-aba310cf-4b52-4ee5-88fe-2e532ec90240 None None] Provisioning for port c30acd5f-6bd3-4b90-904c-4eef6674b105 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:46.884453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'subnet': {'network_id': '362cb2f0-abab-4a12-acac-6972cb3e5262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:46.898629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:46.915206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.919853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:46.927885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-aba310cf-4b52-4ee5-88fe-2e532ec90240 None None] Provisioning complete for port c30acd5f-6bd3-4b90-904c-4eef6674b105 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:46.929589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aba310cf-4b52-4ee5-88fe-2e532ec90240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.981924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 079a3579-97e0-4398-8975-f0ad97c3fe9d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:46.982546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:46.997288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Attempting to bind port 574b65ac-2553-485f-8e2b-244fdff53fec on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:46.997667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Attempting to bind port 574b65ac-2553-485f-8e2b-244fdff53fec by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:46.998371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Attempting to bind port 574b65ac-2553-485f-8e2b-244fdff53fec on network 66adf6b9-de10-43c7-8773-a79e9f4d3252 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:47.018099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:47.018099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Checking segment: {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:47.018538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.018786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Bound using segment: {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:47.019759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Bound port: 574b65ac-2553-485f-8e2b-244fdff53fec, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:47.019759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.186434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:47.211293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:subnet and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:47.224748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:47.254632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:47.262917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.264184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router fdbbac10-0731-4a09-9ee8-7f14c627d434 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:47.363423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.374963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aba310cf-4b52-4ee5-88fe-2e532ec90240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.401667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:47.404521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.419990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.428032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.429601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.485586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b1f7940e-385f-464b-bd7e-a6d3e8a7d213 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:47.518355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] For port 574b65ac-2553-485f-8e2b-244fdff53fec, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:47.523983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.563867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-668c6d71-3ccf-4149-8f9d-2af743cd6923', 'network_id': '668c6d71-3ccf-4149-8f9d-2af743cd6923', 'tenant_id': '2923585ef5324353a2cbdce5e41fd172', 'fixed_ips': [{'subnet_id': '7ae8b2aa-1178-4a9b-a9d5-9cadc199885c'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:47.564899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.575558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] For port 574b65ac-2553-485f-8e2b-244fdff53fec, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=574b65ac-2553-485f-8e2b-244fdff53fec,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:47.589531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-aba310cf-4b52-4ee5-88fe-2e532ec90240 None None] For port c30acd5f-6bd3-4b90-904c-4eef6674b105, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c30acd5f-6bd3-4b90-904c-4eef6674b105,segment=NetworkSegment(b3ebf64d-be6f-40d5-865d-51addaac54c2),segment_id=b3ebf64d-be6f-40d5-865d-51addaac54c2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:47.600151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.600381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:47.643127 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:47.650439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aba310cf-4b52-4ee5-88fe-2e532ec90240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.655609 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] Sync routers for ids ['fdbbac10-0731-4a09-9ee8-7f14c627d434'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:47.672207 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] Routers {'fdbbac10-0731-4a09-9ee8-7f14c627d434'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:47.673151 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['fdbbac10-0731-4a09-9ee8-7f14c627d434'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:47.695340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da4894-4548-4728-9148-27f327fc8311,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:47.704187 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f44751a7-4db7-4dbc-a7bf-1fac39dc93ab tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/fdbbac10-0731-4a09-9ee8-7f14c627d434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9209542 Feb 16 23:54:47.707637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Allocated IP 172.20.0.1 (66adf6b9-de10-43c7-8773-a79e9f4d3252/243276c0-ad51-4d00-a1ed-2d1c61136666/fffcce4a-db99-4b08-b203-a9e9fd4f795d) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:47.711212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for 079a3579-97e0-4398-8975-f0ad97c3fe9d owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:47.729415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51064) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:47.811422 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:47.823418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.823831 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Added segment 37559676-3ef5-4ae7-a4f1-516e68b2f0b8 of type vlan for network b6e51234-7817-45b2-8f55-81091baccde7 Feb 16 23:54:47.828098 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] Routers {'fdbbac10-0731-4a09-9ee8-7f14c627d434'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:47.829319 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['fdbbac10-0731-4a09-9ee8-7f14c627d434'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:47.920299 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:47.922622 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9740e-d026-49dd-acc8-456bd8f1d48f None None] The sync data for ids ['fdbbac10-0731-4a09-9ee8-7f14c627d434'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:47.948931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.971967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Allocated IP 2001:db8::2 (668c6d71-3ccf-4149-8f9d-2af743cd6923/7ae8b2aa-1178-4a9b-a9d5-9cadc199885c/6f329e63-848a-4502-82a7-73374db4b220) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:47.995896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:47.997137 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0831978 Feb 16 23:54:47.998151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7488c0-63c9-42f5-80b5-ef6ca3f1e342 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f17bc3-565f-42cd-a889-5834a48dc9cb,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:48.000346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51068) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:48.011715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:48.025672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cfe03-bf30-4677-a4d7-54b8a809389c None None] Pushing event updated for resources: {'Port': ['ID=574b65ac-2553-485f-8e2b-244fdff53fec,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:48.038775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=079a3579-97e0-4398-8975-f0ad97c3fe9d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:48.048679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-56270853-4909-4397-bf23-c939c0a04981 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '78f17bc3-565f-42cd-a889-5834a48dc9cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:48.073224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:48.073594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.139644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.149767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-56270853-4909-4397-bf23-c939c0a04981 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:48.201333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.234223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-56270853-4909-4397-bf23-c939c0a04981 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:48.294617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba310cf-4b52-4ee5-88fe-2e532ec90240 None None] Pushing event updated for resources: {'Port': ['ID=c30acd5f-6bd3-4b90-904c-4eef6674b105,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:48.336432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-56270853-4909-4397-bf23-c939c0a04981 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:48.368236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-56270853-4909-4397-bf23-c939c0a04981 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:48.407829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.463410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b1f7940e-385f-464b-bd7e-a6d3e8a7d213, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:48.468704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:54:48.481349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.487130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.506461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.514451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.515019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Fanout notify agent at l3_agent the message router_deleted on router c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:48.533462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:54:48.545355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.550786 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e29af50-9f47-485b-97c9-76f6faa88986 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 HTTP/1.1" status: 204 len: 168 time: 2.8320727 Feb 16 23:54:48.551475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51072) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:48.557793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1248818688'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:48.563055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:48.567005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:48.570782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:48.576934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:48.590798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:48.606289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.637961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.651226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:48.661231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3cae34b6-3615-418b-8834-f14ef81922e9 None None] Provisioning complete for port c30acd5f-6bd3-4b90-904c-4eef6674b105 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:48.661801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3cae34b6-3615-418b-8834-f14ef81922e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.671284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.672367 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment 18075e3a-6c38-4117-bf77-8c466f199a94 of type vlan for network 42835277-9980-4408-bb3a-a178c133546a Feb 16 23:54:48.692648 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-a35534cb-9879-424c-ae1e-9a2dae30994a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 23:54:48.693677 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a35534cb-9879-424c-ae1e-9a2dae30994a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/fdbbac10-0731-4a09-9ee8-7f14c627d434/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9633017 Feb 16 23:54:48.704856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51076) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:48.716103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:48.727156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Transition to ACTIVE for port object 6f329e63-848a-4502-82a7-73374db4b220 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:48.738149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.765595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-58e82307-d05f-4742-875e-29c9b49a9198 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:48.768562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Transition to ACTIVE for port object 6f329e63-848a-4502-82a7-73374db4b220 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:48.775568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.785020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.797481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.802706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-58e82307-d05f-4742-875e-29c9b49a9198 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:48.804590 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-58e82307-d05f-4742-875e-29c9b49a9198 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=fdbbac10-0731-4a09-9ee8-7f14c627d434 HTTP/1.1" status: 200 len: 205 time: 0.0982554 Feb 16 23:54:48.808077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51080) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:48.829037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Transition to ACTIVE for port object fffcce4a-db99-4b08-b203-a9e9fd4f795d will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:48.887353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.891677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.893007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:48.893906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.919442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:48.924275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:48.932755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:48.982721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5d46daa7-7b12-4211-aec5-e33e3bd9e9d8 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:48.994639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.009523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Pushing event updated for resources: {'Port': ['ID=6f329e63-848a-4502-82a7-73374db4b220,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:49.035274 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-56270853-4909-4397-bf23-c939c0a04981 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:49.036355 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-56270853-4909-4397-bf23-c939c0a04981 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.0166664 Feb 16 23:54:49.042307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51084) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:49.057336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Attempting to bind port 6f329e63-848a-4502-82a7-73374db4b220 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:49.057757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Attempting to bind port 6f329e63-848a-4502-82a7-73374db4b220 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '3b46f497-8735-43e2-aa95-05e9e0c29f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '668c6d71-3ccf-4149-8f9d-2af743cd6923'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:49.058358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Attempting to bind port 6f329e63-848a-4502-82a7-73374db4b220 on network 668c6d71-3ccf-4149-8f9d-2af743cd6923 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:49.061257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d120f8c0-d082-4e27-9a3b-bfdebb896bd0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group_rule': {'security_group_id': '78f17bc3-565f-42cd-a889-5834a48dc9cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:49.065991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:49.066382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Checking segment: {'id': '3b46f497-8735-43e2-aa95-05e9e0c29f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '668c6d71-3ccf-4149-8f9d-2af743cd6923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:49.066878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.067396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Bound using segment: {'id': '3b46f497-8735-43e2-aa95-05e9e0c29f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '668c6d71-3ccf-4149-8f9d-2af743cd6923'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:49.067810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d120f8c0-d082-4e27-9a3b-bfdebb896bd0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:49.067925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Bound port: 6f329e63-848a-4502-82a7-73374db4b220, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b46f497-8735-43e2-aa95-05e9e0c29f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '668c6d71-3ccf-4149-8f9d-2af743cd6923'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:49.068335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.071650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d120f8c0-d082-4e27-9a3b-bfdebb896bd0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:49.074702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d120f8c0-d082-4e27-9a3b-bfdebb896bd0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:49.081296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d120f8c0-d082-4e27-9a3b-bfdebb896bd0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:49.146251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Pushing event updated for resources: {'Port': ['ID=438aa164-c1cb-4f59-9b3d-4a473b5ab308,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:49.187472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.193932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:49.194570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.246871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] For port 6f329e63-848a-4502-82a7-73374db4b220, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:49.252459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] For port 6f329e63-848a-4502-82a7-73374db4b220, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6f329e63-848a-4502-82a7-73374db4b220,segment=NetworkSegment(3b46f497-8735-43e2-aa95-05e9e0c29f74),segment_id=3b46f497-8735-43e2-aa95-05e9e0c29f74)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:49.260599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.274082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.331319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:49.334227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Network': ['ID=b6e51234-7817-45b2-8f55-81091baccde7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:49.342853 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d31cdc8a-d3b7-4c99-890b-9170a3096586 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.8220313 Feb 16 23:54:49.352494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ab5ae-7392-4480-addf-3dfada712bed None None] Pushing event updated for resources: {'Port': ['ID=6f329e63-848a-4502-82a7-73374db4b220,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:49.353457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51088) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:49.366477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network b6e51234-7817-45b2-8f55-81091baccde7 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:49.367015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:49.420931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'subnet': {'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:49.426153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:49.472384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:49.526919 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9743400 Feb 16 23:54:49.535873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:subnet and tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:49.538816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Port': ['ID=fffcce4a-db99-4b08-b203-a9e9fd4f795d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:49.545406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51092) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:49.549983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:49.566379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': '42835277-9980-4408-bb3a-a178c133546a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:49.594310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867aceef-66e4-4b4f-b557-191d91883f61 None None] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:49.622907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:49.628043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c30acd5f-6bd3-4b90-904c-4eef6674b105 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:49.629575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.803225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c661d2ad-5953-4b45-8c74-619b4b2b5108 None None] Provisioning for port 574b65ac-2553-485f-8e2b-244fdff53fec completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:49.809534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c351d67-fd10-42b5-9487-1e73178c9d7e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=42835277-9980-4408-bb3a-a178c133546a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:49.821839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-d120f8c0-d082-4e27-9a3b-bfdebb896bd0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:49.822941 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d120f8c0-d082-4e27-9a3b-bfdebb896bd0 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7795544 Feb 16 23:54:49.827045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 42835277-9980-4408-bb3a-a178c133546a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:49.827190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51096) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:49.830472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5d46daa7-7b12-4211-aec5-e33e3bd9e9d8 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.831766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Checking segment: {'id': 'a9b8f856-2903-4b04-8d11-fb16b01c9411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '362cb2f0-abab-4a12-acac-6972cb3e5262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:49.832202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network hostable DHCP agents. Network: 362cb2f0-abab-4a12-acac-6972cb3e5262, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:49.837879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.843889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5d46daa7-7b12-4211-aec5-e33e3bd9e9d8 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.857945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Subnet': ['ID=5fb5ae30-75f2-465a-b410-e785bc475cd5,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:49.870850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Made reservation on behalf of 4a5a3a1bf77d4a15ae6f0dc580e8cc81 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:49.873258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.904813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5d46daa7-7b12-4211-aec5-e33e3bd9e9d8 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.905307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d46daa7-7b12-4211-aec5-e33e3bd9e9d8 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Fanout notify agent at l3_agent the message router_deleted on router fdbbac10-0731-4a09-9ee8-7f14c627d434 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:54:49.917701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5d46daa7-7b12-4211-aec5-e33e3bd9e9d8 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:49.921348 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5d46daa7-7b12-4211-aec5-e33e3bd9e9d8 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/fdbbac10-0731-4a09-9ee8-7f14c627d434 HTTP/1.1" status: 204 len: 168 time: 1.1100504 Feb 16 23:54:49.928160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51100) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:49.976543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dc1718b-cfb4-4a67-bff6-734e5c40c3da tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.047006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dc1718b-cfb4-4a67-bff6-734e5c40c3da tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.052313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c30acd5f-6bd3-4b90-904c-4eef6674b105 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:50.052901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.065933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 6e5360fb-8a77-414e-ad52-8c0aeb6b7b83 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:54:50.075593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.127946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:50.138827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network 362cb2f0-abab-4a12-acac-6972cb3e5262 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:50.164063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:50.171001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:50.182204 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 362cb2f0-abab-4a12-acac-6972cb3e5262) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:50.187772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:50.194650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.206814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe9382-a5fa-4956-8dda-8ffc91dfd029 None None] Network 362cb2f0-abab-4a12-acac-6972cb3e5262 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:50.208618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:50.209207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.222481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Floating IP 7fe78e6a-ec7f-46e1-843a-0c13d316ab2f associated. External IP: 172.26.2.249, port: c9be53e8-3840-4eb7-aa35-7205d7587bb0. Feb 16 23:54:50.256533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dc1718b-cfb4-4a67-bff6-734e5c40c3da tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.298012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dc1718b-cfb4-4a67-bff6-734e5c40c3da tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.300621 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2dc1718b-cfb4-4a67-bff6-734e5c40c3da tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/78f17bc3-565f-42cd-a889-5834a48dc9cb HTTP/1.1" status: 204 len: 168 time: 0.4725947 Feb 16 23:54:50.302855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1718b-cfb4-4a67-bff6-734e5c40c3da tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f17bc3-565f-42cd-a889-5834a48dc9cb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:50.324637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51104) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:50.344656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:50.344867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.348200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.431323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.454181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b1f7940e-385f-464b-bd7e-a6d3e8a7d213 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:50.480362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4a0f7360-d08d-4c92-b6e4-8a6df43af9da tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8237050 Feb 16 23:54:50.482318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51108) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:50.483539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.542756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe5510-b14c-409e-adb6-a275303d49a6 None None] Network abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:50.738549 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/6e5360fb-8a77-414e-ad52-8c0aeb6b7b83 HTTP/1.1" status: 204 len: 168 time: 0.8098989 Feb 16 23:54:50.739572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1446c1-988c-4a34-829f-b2e75a78b0b5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5360fb-8a77-414e-ad52-8c0aeb6b7b83,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:50.746922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51112) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:50.772763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a06c43b0-4055-41f1-a844-3ce7e14b6eef tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:50.874702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-362cb2f0-abab-4a12-acac-6972cb3e5262', 'network_id': '362cb2f0-abab-4a12-acac-6972cb3e5262', 'tenant_id': '2923585ef5324353a2cbdce5e41fd172', 'fixed_ips': [{'subnet_id': '5fb5ae30-75f2-465a-b410-e785bc475cd5'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:50.875536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.917771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:50.918147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:50.994711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.036091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c4a93-edcc-42cb-a6a5-23b308506fc0 None None] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:51.068697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ce6ce8c4-5f94-4186-bda2-2d1a0f4c919f None None] Provisioning for port fffcce4a-db99-4b08-b203-a9e9fd4f795d completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:51.174164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.195595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ce6ce8c4-5f94-4186-bda2-2d1a0f4c919f None None] Provisioning complete for port fffcce4a-db99-4b08-b203-a9e9fd4f795d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:51.196135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce8c4-5f94-4186-bda2-2d1a0f4c919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.201447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:51.201874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.219611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a06c43b0-4055-41f1-a844-3ce7e14b6eef tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:51.224702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a06c43b0-4055-41f1-a844-3ce7e14b6eef tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8894150 Feb 16 23:54:51.229858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51116) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:51.259328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105425595'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:51.275544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:51.300883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.333710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.364676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ce8c4-5f94-4186-bda2-2d1a0f4c919f None None] Port fffcce4a-db99-4b08-b203-a9e9fd4f795d cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:51.389244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:51.496632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.512300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 574b65ac-2553-485f-8e2b-244fdff53fec up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:51.537628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Allocated IP 2001:db8::2 (362cb2f0-abab-4a12-acac-6972cb3e5262/5fb5ae30-75f2-465a-b410-e785bc475cd5/e040074d-fbd2-497e-a784-8628aa0fb605) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:51.540347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:51.548301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] DHCP port deletion for abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:54:51.586567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Deleting port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:51.587075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.621242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Usage tracker for resource:security_group_rule and tenant:1b3e69e455834fd9abd98aeba055ff59 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:51.633218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:51.659522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:51.683698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Router c0f61041-e6eb-45c0-a274-0056427342e6 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:51.798632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.808780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1f9f088c-69f6-4cb8-9768-faddba88d106 None None] Provisioning for port 6f329e63-848a-4502-82a7-73374db4b220 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:51.880027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,segment=NetworkSegment(6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0),segment_id=6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:51.880420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:51.893721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 574b65ac-2553-485f-8e2b-244fdff53fec completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:51.976980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 574b65ac-2553-485f-8e2b-244fdff53fec triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:51.977782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.024268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1f9f088c-69f6-4cb8-9768-faddba88d106 None None] Provisioning complete for port fffcce4a-db99-4b08-b203-a9e9fd4f795d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:52.024751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f9f088c-69f6-4cb8-9768-faddba88d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.025506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:52.154570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=91cd828c-a6e7-42b8-b62c-89a510767991,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:52.156683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:54:52.157085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.170201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Allocated IP 2001:db8::1 (668c6d71-3ccf-4149-8f9d-2af743cd6923/7ae8b2aa-1178-4a9b-a9d5-9cadc199885c/6f2183a9-37b8-420d-bdb9-8ce41dfbf73b) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:52.172777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] For port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,segment=NetworkSegment(6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0),segment_id=6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:52.173237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.181340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.228688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No DVR routers for this DVR port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:54:52.256996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f088c-69f6-4cb8-9768-faddba88d106 None None] Port fffcce4a-db99-4b08-b203-a9e9fd4f795d cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:52.263132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.264151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': '18075e3a-6c38-4117-bf77-8c466f199a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '42835277-9980-4408-bb3a-a178c133546a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:52.264502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: 42835277-9980-4408-bb3a-a178c133546a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:52.301491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.326196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Calling delete_port for 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:52.340296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:52.356870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6cc18d0a-46de-4d22-8010-45626d6c225b,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:52.382628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=692a7037-b27f-4bf6-936a-d2e8d9b1e5a4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:52.394415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] Sync routers for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:52.407151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.423350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.448262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.462059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f869d8-7408-43a5-bbd5-02803271c8a2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:52.475154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Transition to ACTIVE for port object e040074d-fbd2-497e-a784-8628aa0fb605 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:52.475332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 42835277-9980-4408-bb3a-a178c133546a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:52.480796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.482506 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-94934041-3117-4d11-b634-95db2726de80 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2444475 Feb 16 23:54:52.485207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.486026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51120) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:52.497753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:52.498645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:52.506152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-35b4be6b-526a-4ded-bc4a-d0c90dc83566 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:52.506566 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-35b4be6b-526a-4ded-bc4a-d0c90dc83566 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 23:54:52.507118 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-35b4be6b-526a-4ded-bc4a-d0c90dc83566 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 23:54:52.512375 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-35b4be6b-526a-4ded-bc4a-d0c90dc83566 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "PUT /v2.0/security-groups/92f869d8-7408-43a5-bbd5-02803271c8a2 HTTP/1.1" status: 409 len: 330 time: 0.0185578 Feb 16 23:54:52.512687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51124) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:52.518177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:52.549988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:52.550590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6427aa96-e175-4ad3-bc2c-a6c2d4cd4fe0') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:52.562429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.580761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.619526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:52.626801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Transition to ACTIVE for port object e040074d-fbd2-497e-a784-8628aa0fb605 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:52.637929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.653349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:54:52.654149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:54:52.663086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.664294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.671627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:54:52.672112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:54:52.687331 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:54:52.697819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:52.699280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:52.727603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Checking segment: {'id': '37559676-3ef5-4ae7-a4f1-516e68b2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:52.727961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network hostable DHCP agents. Network: b6e51234-7817-45b2-8f55-81091baccde7, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:52.746987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 42835277-9980-4408-bb3a-a178c133546a) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:52.780402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Transition to ACTIVE for port object 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:52.784919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eba5fcd0-1c54-44ef-a658-78c13b6e3d7f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.786347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:52.787267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 574b65ac-2553-485f-8e2b-244fdff53fec, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=574b65ac-2553-485f-8e2b-244fdff53fec,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:52.787411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.789553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.799485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:52.800008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558e0bbc-0cf0-4796-8ecb-cc81801db4c5 None None] The sync data for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:52.815424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.831934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Port': ['ID=fffcce4a-db99-4b08-b203-a9e9fd4f795d,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:52.838950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.845420 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-09f2258d-eb3a-4fee-b442-a0cd6f278e33 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.6261883 Feb 16 23:54:52.848712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.851881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51128) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:52.857941 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b0ce42f9-77ae-49df-907e-3bdf9817aa62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3044388 Feb 16 23:54:52.860767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eba5fcd0-1c54-44ef-a658-78c13b6e3d7f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.871798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51132) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:52.884116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:52.891888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-173108886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:52.900929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63d64d-566e-48d0-b424-8b201952306b None None] Network 42835277-9980-4408-bb3a-a178c133546a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:52.909154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:52.922378 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0dfdb5fe-1fc1-4b3e-a3c7-0854065d6d38 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/abb0f7d8-1614-45b4-9c11-e0b5fe1b4ccf HTTP/1.1" status: 204 len: 168 time: 2.1702838 Feb 16 23:54:52.922378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:router and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:52.924083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51136) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:52.926614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:52.926825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network b6e51234-7817-45b2-8f55-81091baccde7 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:52.928399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.943492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-232101459'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:52.946918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:52.957754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:52.962179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:53.019344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Network 362cb2f0-abab-4a12-acac-6972cb3e5262 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:53.024653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, b6e51234-7817-45b2-8f55-81091baccde7) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:53.029358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:53.039102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Port': ['ID=6f2183a9-37b8-420d-bdb9-8ce41dfbf73b,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:53.040803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:53.042875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:53.043483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.046373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:53.058330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:53.062606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.063707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.067353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:53.075647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:53.079339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:53.084780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:53.085341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.089520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eba5fcd0-1c54-44ef-a658-78c13b6e3d7f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.101371 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0f1be4be-39bc-47f8-98c5-c67f8281e944 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] 10.222.0.47 "GET /v2.0/floatingips/7fe78e6a-ec7f-46e1-843a-0c13d316ab2f HTTP/1.1" status: 200 len: 983 time: 0.2476881 Feb 16 23:54:53.105160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51140) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:53.110627 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b7f07557-a4a4-4816-8390-a022a7117d00 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7454979 Feb 16 23:54:53.113195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e9596-64b6-43a5-8f1f-16df0c5e54b7 None None] Network b6e51234-7817-45b2-8f55-81091baccde7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:53.121652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51144) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:53.122285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:53.125705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.142589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.144304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5fcd0-1c54-44ef-a658-78c13b6e3d7f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f869d8-7408-43a5-bbd5-02803271c8a2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:53.149456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1080439444', 'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:53.175837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:53.185219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Deleting port 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:53.185219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.189338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:port and tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:53.199138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:53.204877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eba5fcd0-1c54-44ef-a658-78c13b6e3d7f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.206001 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eba5fcd0-1c54-44ef-a658-78c13b6e3d7f tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/92f869d8-7408-43a5-bbd5-02803271c8a2 HTTP/1.1" status: 204 len: 168 time: 0.6902676 Feb 16 23:54:53.215006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:53.217749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Pushing event updated for resources: {'Port': ['ID=e040074d-fbd2-497e-a784-8628aa0fb605,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:53.218788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51148) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:53.232224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f329e63-848a-4502-82a7-73374db4b220 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:53.256246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:53.259443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:53.283436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:54:53.297523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.319911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Made reservation on behalf of 4a5a3a1bf77d4a15ae6f0dc580e8cc81 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:53.322501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.347447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.354052 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment f2c1b289-9ff0-47ce-ab93-5d243dfa90fa of type vlan for network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d Feb 16 23:54:53.401495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.445914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.447096 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8e595b0b-6f26-43a8-88c5-cf09974dfd88 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5706573 Feb 16 23:54:53.449297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=574b65ac-2553-485f-8e2b-244fdff53fec,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:53.457986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] device_id is not set on port 13b0846c-9543-47ab-8100-6b512d2cf594 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:54:53.477374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51152) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:53.513063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Attempting to bind port e040074d-fbd2-497e-a784-8628aa0fb605 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:53.513449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Attempting to bind port e040074d-fbd2-497e-a784-8628aa0fb605 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a9b8f856-2903-4b04-8d11-fb16b01c9411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '362cb2f0-abab-4a12-acac-6972cb3e5262'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:53.513800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Attempting to bind port e040074d-fbd2-497e-a784-8628aa0fb605 on network 362cb2f0-abab-4a12-acac-6972cb3e5262 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:53.531080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:53.532146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Checking segment: {'id': 'a9b8f856-2903-4b04-8d11-fb16b01c9411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '362cb2f0-abab-4a12-acac-6972cb3e5262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:53.532890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.533875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Bound using segment: {'id': 'a9b8f856-2903-4b04-8d11-fb16b01c9411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '362cb2f0-abab-4a12-acac-6972cb3e5262'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:53.534548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Bound port: e040074d-fbd2-497e-a784-8628aa0fb605, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b8f856-2903-4b04-8d11-fb16b01c9411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '362cb2f0-abab-4a12-acac-6972cb3e5262'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:53.535273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.607773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-084359ba-a2a2-4d68-a1d9-f447b1da0579 None None] The port '692a7037-b27f-4bf6-936a-d2e8d9b1e5a4' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:54:53.617002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 6f329e63-848a-4502-82a7-73374db4b220 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:53.676532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.682558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c60b6930-2ba4-4919-bcb9-036ec494b08e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Synchronizing usage tracker for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:53.689342 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-64a5788c-37ef-49df-a7d0-e6bd84433b64 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.5826812 Feb 16 23:54:53.697289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51156) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:53.704217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Router e57f8ea5-e83e-41f2-af1d-7b2762c4287d has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:53.754006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6f329e63-848a-4502-82a7-73374db4b220 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:53.754386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.784451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] For port e040074d-fbd2-497e-a784-8628aa0fb605, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:53.830710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c60b6930-2ba4-4919-bcb9-036ec494b08e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] Unset dirty status for tenant:1b3e69e455834fd9abd98aeba055ff59 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:53.832316 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c60b6930-2ba4-4919-bcb9-036ec494b08e tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6025052 Feb 16 23:54:53.843731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] For port e040074d-fbd2-497e-a784-8628aa0fb605, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e040074d-fbd2-497e-a784-8628aa0fb605,segment=NetworkSegment(a9b8f856-2903-4b04-8d11-fb16b01c9411),segment_id=a9b8f856-2903-4b04-8d11-fb16b01c9411)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:53.853719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d8e92b9-a3ea-4d5e-b076-f775e8ce559f None None] Provisioning for port 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:53.866261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51160) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:53.884711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.938016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.943371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:53.943874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:53.958506 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-e21d51cc-2eea-4164-99bf-e00d371b149b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] delete failed (client error): The resource could not be found. Feb 16 23:54:53.963199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e21d51cc-2eea-4164-99bf-e00d371b149b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "DELETE /v2.0/security-groups/a0ad8026-1cf1-4de2-99c7-c802d12e2e8d HTTP/1.1" status: 404 len: 347 time: 0.0844471 Feb 16 23:54:53.966256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51164) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:53.985229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d8e92b9-a3ea-4d5e-b076-f775e8ce559f None None] Provisioning complete for port 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:53.985798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d8e92b9-a3ea-4d5e-b076-f775e8ce559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.049159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-42835277-9980-4408-bb3a-a178c133546a', 'network_id': '42835277-9980-4408-bb3a-a178c133546a', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': '91cd828c-a6e7-42b8-b62c-89a510767991'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:54.049990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.093483 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-071da746-693b-416a-85f9-76b753f6a034 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] show failed (client error): The resource could not be found. Feb 16 23:54:54.098088 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-071da746-693b-416a-85f9-76b753f6a034 tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-groups/28339d26-25ac-437e-8b78-ef59a8fc1e01 HTTP/1.1" status: 404 len: 347 time: 0.1183763 Feb 16 23:54:54.116803 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1887395 Feb 16 23:54:54.116803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51168) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:54.136472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Allocated IP 2001:db8::ce (b6e51234-7817-45b2-8f55-81091baccde7/6cc18d0a-46de-4d22-8010-45626d6c225b/13b0846c-9543-47ab-8100-6b512d2cf594) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:54.136472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51170) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:54.158216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': 'cbc662e1-41fc-40a5-bf49-8f4cf983bb3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:54.189657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f449e-9298-4258-b1e8-9b6da974ce6e None None] Pushing event updated for resources: {'Port': ['ID=e040074d-fbd2-497e-a784-8628aa0fb605,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:54.196510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e92b9-a3ea-4d5e-b076-f775e8ce559f None None] Port 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:54.207520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d40e87-13db-44aa-9b27-fa7b14cdf3df tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=cbc662e1-41fc-40a5-bf49-8f4cf983bb3d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:54.210091 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-ce7f5113-8ec9-48ef-b894-4bbdeddbbd2b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] show failed (client error): The resource could not be found. Feb 16 23:54:54.211403 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ce7f5113-8ec9-48ef-b894-4bbdeddbbd2b tempest-NegativeSecGroupIPv6Test-388270365 tempest-NegativeSecGroupIPv6Test-388270365-project] 10.222.0.47 "GET /v2.0/security-group-rules/64a9b298-72fb-4002-bbc7-373b0a8e89f8 HTTP/1.1" status: 404 len: 356 time: 0.0769255 Feb 16 23:54:54.283461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feebfc0-cb14-4e67-a767-708e01819994 None None] Network b6e51234-7817-45b2-8f55-81091baccde7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:54.296741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:54:54.360856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting port 438aa164-c1cb-4f59-9b3d-4a473b5ab308 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:54.361189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.482915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d8e92b9-a3ea-4d5e-b076-f775e8ce559f None None] Provisioning complete for port fffcce4a-db99-4b08-b203-a9e9fd4f795d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:54.483355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d8e92b9-a3ea-4d5e-b076-f775e8ce559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.502920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:54.539689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:54.570328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:54.644339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.656020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:54.698555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:54:54.702017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.740916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.814779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51180) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:54.815435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.816337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.853697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e92b9-a3ea-4d5e-b076-f775e8ce559f None None] Port fffcce4a-db99-4b08-b203-a9e9fd4f795d cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:54.867218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 6f329e63-848a-4502-82a7-73374db4b220, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6f329e63-848a-4502-82a7-73374db4b220,segment=NetworkSegment(3b46f497-8735-43e2-aa95-05e9e0c29f74),segment_id=3b46f497-8735-43e2-aa95-05e9e0c29f74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:54.891391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:54.895711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.906167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:54.908512 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-569d0868-d62c-4412-8aa9-b278224d0643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "PUT /v2.0/routers/e57f8ea5-e83e-41f2-af1d-7b2762c4287d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7826734 Feb 16 23:54:54.943571 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:54:54.948940 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Sync routers for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:54.967523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Allocated IP 2001:db8::2 (42835277-9980-4408-bb3a-a178c133546a/91cd828c-a6e7-42b8-b62c-89a510767991/ec4917f4-72ad-43fe-9e91-064846a84208) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:55.004800 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:55.007796 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:55.021226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:55.021609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:55.052979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:54:55.133361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=6f329e63-848a-4502-82a7-73374db4b220,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:55.218462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:54:55.218813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 692a7037-b27f-4bf6-936a-d2e8d9b1e5a4 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:54:55.262023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Calling delete_port for 438aa164-c1cb-4f59-9b3d-4a473b5ab308 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:55.320300 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:54:55.342903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:55.417622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Port': ['ID=6f2183a9-37b8-420d-bdb9-8ce41dfbf73b,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:55.447363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:55.489970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f329e63-848a-4502-82a7-73374db4b220 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:55.549810 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b584753c-c7cb-42b7-9041-d8939b908962 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b3e69e455834fd9abd98aeba055ff59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7287037 Feb 16 23:54:55.565821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51198) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:55.590516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Transition to ACTIVE for port object ec4917f4-72ad-43fe-9e91-064846a84208 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:55.625682 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-2023daa1-f4a6-49d3-b7fa-04fa05216e2d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054757905&fields=id&tenant_id=917a67e4b55645188ebdf8b5a591ed2b HTTP/1.1" status: 200 len: 267 time: 0.2637939 Feb 16 23:54:55.674739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Transition to ACTIVE for port object ec4917f4-72ad-43fe-9e91-064846a84208 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:55.696003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:55.703148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:55.719199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:55.778824 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:54:51Z', 'revision_number': 2, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:55.783602 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Checking router: e57f8ea5-e83e-41f2-af1d-7b2762c4287d for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:54:55.784068 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Updating router e57f8ea5-e83e-41f2-af1d-7b2762c4287d port fffcce4a-db99-4b08-b203-a9e9fd4f795d binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:54:55.819411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6f329e63-848a-4502-82a7-73374db4b220 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:55.819797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:55.856859 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:55.875576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Pushing event updated for resources: {'Port': ['ID=ec4917f4-72ad-43fe-9e91-064846a84208,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:55.893232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Network 42835277-9980-4408-bb3a-a178c133546a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:55.909526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:55.920970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df5e6d6-25e0-4fbb-8baf-a25aa7a6ecaa None None] Network 362cb2f0-abab-4a12-acac-6972cb3e5262 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:55.935013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:56.155793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-054df8f1-c97c-4470-b1df-d3ad250a6246 None None] Provisioning for port e040074d-fbd2-497e-a784-8628aa0fb605 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:56.171822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8::1 (42835277-9980-4408-bb3a-a178c133546a/91cd828c-a6e7-42b8-b62c-89a510767991/e5cb3d24-96d1-4971-9bb1-faa0f72ca183) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:56.187291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-6b05da42-9bd9-4285-a0fa-b1b2723f820d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:56.188240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-6b05da42-9bd9-4285-a0fa-b1b2723f820d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Synchronizing usage tracker for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:56.198080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.244396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Attempting to bind port ec4917f4-72ad-43fe-9e91-064846a84208 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:56.245031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Attempting to bind port ec4917f4-72ad-43fe-9e91-064846a84208 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '18075e3a-6c38-4117-bf77-8c466f199a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '42835277-9980-4408-bb3a-a178c133546a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:56.245560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Attempting to bind port ec4917f4-72ad-43fe-9e91-064846a84208 on network 42835277-9980-4408-bb3a-a178c133546a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:56.267341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-6b05da42-9bd9-4285-a0fa-b1b2723f820d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Unset dirty status for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:56.271025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.276095 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-6b05da42-9bd9-4285-a0fa-b1b2723f820d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/networks?id=66adf6b9-de10-43c7-8773-a79e9f4d3252 HTTP/1.1" status: 200 len: 797 time: 0.6331341 Feb 16 23:54:56.276635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:56.277233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Checking segment: {'id': '18075e3a-6c38-4117-bf77-8c466f199a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '42835277-9980-4408-bb3a-a178c133546a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:56.277809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.278368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Bound using segment: {'id': '18075e3a-6c38-4117-bf77-8c466f199a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '42835277-9980-4408-bb3a-a178c133546a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:56.279008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Bound port: ec4917f4-72ad-43fe-9e91-064846a84208, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18075e3a-6c38-4117-bf77-8c466f199a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '42835277-9980-4408-bb3a-a178c133546a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:56.279560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.282084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.294044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 574b65ac-2553-485f-8e2b-244fdff53fec up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:56.304923 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.317885 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Transition to ACTIVE for port object fffcce4a-db99-4b08-b203-a9e9fd4f795d will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:56.328517 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.439628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network b6e51234-7817-45b2-8f55-81091baccde7 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:56.450396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Port': ['ID=13b0846c-9543-47ab-8100-6b512d2cf594,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:56.461050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:56.501696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:56.502814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:56.504492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.504726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7da5bf87-5ec9-4632-af99-194e118dce11 None None] Provisioning complete for port 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:56.505111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7da5bf87-5ec9-4632-af99-194e118dce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.536809 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Pushing event updated for resources: {'Port': ['ID=fffcce4a-db99-4b08-b203-a9e9fd4f795d,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:56.561989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event deleted for resources: {'Port': ['ID=438aa164-c1cb-4f59-9b3d-4a473b5ab308,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:56.586597 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.587352 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.587940 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.588521 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.589070 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.589638 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.590184 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.590987 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.591542 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.592124 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.592675 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.593218 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:54:56.613983 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Attempting to bind port fffcce4a-db99-4b08-b203-a9e9fd4f795d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:54:56.614710 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Attempting to bind port fffcce4a-db99-4b08-b203-a9e9fd4f795d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:54:56.615338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Attempting to bind port fffcce4a-db99-4b08-b203-a9e9fd4f795d on network 66adf6b9-de10-43c7-8773-a79e9f4d3252 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:54:56.626329 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:54:56.627290 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Checking segment: {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:56.627946 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.628680 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Bound using segment: {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:54:56.629386 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Bound port: fffcce4a-db99-4b08-b203-a9e9fd4f795d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:54:56.630017 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.652606 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3b6aac84-4bc2-4475-b5f7-412fd0b68788 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.5152881 Feb 16 23:54:56.653889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51202) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:56.672469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7da5bf87-5ec9-4632-af99-194e118dce11 None None] Port 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:54:56.676402 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-3509f50c-17f3-4350-b975-0dc74a98bb37 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/quotas/917a67e4b55645188ebdf8b5a591ed2b HTTP/1.1" status: 200 len: 375 time: 0.3991737 Feb 16 23:54:56.685924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-85abb66a-f68e-4438-ab02-270b2a3daa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.697841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] For port ec4917f4-72ad-43fe-9e91-064846a84208, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:56.731929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] For port ec4917f4-72ad-43fe-9e91-064846a84208, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ec4917f4-72ad-43fe-9e91-064846a84208,segment=NetworkSegment(18075e3a-6c38-4117-bf77-8c466f199a94),segment_id=18075e3a-6c38-4117-bf77-8c466f199a94)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:56.732540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': 'f2c1b289-9ff0-47ce-ab93-5d243dfa90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cbc662e1-41fc-40a5-bf49-8f4cf983bb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:54:56.733066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: cbc662e1-41fc-40a5-bf49-8f4cf983bb3d, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:54:56.735266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 574b65ac-2553-485f-8e2b-244fdff53fec triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:56.736227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.783119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.806007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.806007 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Floating IP 7fe78e6a-ec7f-46e1-843a-0c13d316ab2f disassociated (deleted). External IP: 172.26.2.249, port: c9be53e8-3840-4eb7-aa35-7205d7587bb0. Feb 16 23:54:56.816355 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] For port fffcce4a-db99-4b08-b203-a9e9fd4f795d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:54:56.821801 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] For port fffcce4a-db99-4b08-b203-a9e9fd4f795d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fffcce4a-db99-4b08-b203-a9e9fd4f795d,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:54:56.824133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=f1ec4b88-b517-43a4-ab34-da3580a9ef5d,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:56.828215 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.838707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Router cd71cf6d-9f69-4c8f-8fc6-604523fbb037 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:54:56.850589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-85abb66a-f68e-4438-ab02-270b2a3daa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.908559 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d33d6-fa62-4592-b567-3e5a7f381c96 None None] Pushing event updated for resources: {'Port': ['ID=ec4917f4-72ad-43fe-9e91-064846a84208,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:56.932320 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aabdc-f21c-4a5f-83a2-1c35d9fc5727 None None] Pushing event updated for resources: {'Port': ['ID=fffcce4a-db99-4b08-b203-a9e9fd4f795d,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:56.939314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:56.989865 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:56.994543 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:57.019499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:54:57.045960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e040074d-fbd2-497e-a784-8628aa0fb605 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:57.073390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Deleting port 13b0846c-9543-47ab-8100-6b512d2cf594 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:54:57.073883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:57.134207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object e5cb3d24-96d1-4971-9bb1-faa0f72ca183 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:54:57.184466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b7827802-b52c-4773-a51b-9ecc05702e08 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Synchronizing usage tracker for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:54:57.338727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port e040074d-fbd2-497e-a784-8628aa0fb605 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:57.344795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e040074d-fbd2-497e-a784-8628aa0fb605 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:57.345517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:57.361672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b7827802-b52c-4773-a51b-9ecc05702e08 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Unset dirty status for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:54:57.363007 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b7827802-b52c-4773-a51b-9ecc05702e08 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=917a67e4b55645188ebdf8b5a591ed2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6742504 Feb 16 23:54:57.399870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, cbc662e1-41fc-40a5-bf49-8f4cf983bb3d) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:57.404370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:54:57.404872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:57.426243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:57.438942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:57.445646 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9ae26f3b-80ca-4f69-a056-8574c21f7126 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9581046 Feb 16 23:54:57.447231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-85abb66a-f68e-4438-ab02-270b2a3daa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:57.451067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-85abb66a-f68e-4438-ab02-270b2a3daa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:57.454158 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-85abb66a-f68e-4438-ab02-270b2a3daa1d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52dcc70c-32ed-4187-9d43-13269d4b3431 HTTP/1.1" status: 204 len: 168 time: 1.8808198 Feb 16 23:54:57.454158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51206) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:57.484216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] Sync routers for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:57.486848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586e4d7-c28f-48eb-bde4-28ba884ede69 None None] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:57.498664 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bb30e27d-9c8b-4154-ae70-f7996b7a570d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3589437 Feb 16 23:54:57.514424 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:54:57.560347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51212) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:57.597928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 42835277-9980-4408-bb3a-a178c133546a is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:54:57.617393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:54:57.628198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:57.629193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:57.693728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-653607646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:54:57.709018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:54:57.709688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:57.717116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abb66a-f68e-4438-ab02-270b2a3daa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dcc70c-32ed-4187-9d43-13269d4b3431,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:57.725441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:54:57.780150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:57.807705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:router and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:54:57.815217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:54:57.823843 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:57.824796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:57.850409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:54:57.865841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=e5cb3d24-96d1-4971-9bb1-faa0f72ca183,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:57.934901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Router c0f61041-e6eb-45c0-a274-0056427342e6 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:54:57.937774 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-fec7b37e-1972-4024-8d69-6feec6d85e9f service neutron] 10.222.0.47 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476716 Feb 16 23:54:57.972672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:57.973888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea88f6-c4da-4234-a62e-240d36916ed9 None None] The sync data for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:58.013365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-69727b0f-d9e6-4d02-a2cf-14adc699d479 None None] Provisioning complete for port e040074d-fbd2-497e-a784-8628aa0fb605 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:58.014081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69727b0f-d9e6-4d02-a2cf-14adc699d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.044676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.045941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.068996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.150586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.196774 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:54:56Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:58.202134 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ec0b8-97e1-4776-af1e-e13d985eead4 None None] The sync data for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv is: [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:54:56Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:58.308661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port e040074d-fbd2-497e-a784-8628aa0fb605, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e040074d-fbd2-497e-a784-8628aa0fb605,segment=NetworkSegment(a9b8f856-2903-4b04-8d11-fb16b01c9411),segment_id=a9b8f856-2903-4b04-8d11-fb16b01c9411)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:58.372767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.472544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.546742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=e040074d-fbd2-497e-a784-8628aa0fb605,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:54:58.599832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-cbc662e1-41fc-40a5-bf49-8f4cf983bb3d', 'network_id': 'cbc662e1-41fc-40a5-bf49-8f4cf983bb3d', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': 'f1ec4b88-b517-43a4-ab34-da3580a9ef5d'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:54:58.601285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.650290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ec4917f4-72ad-43fe-9e91-064846a84208 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:54:58.713315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.796713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:58.798052 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ed7696ea-5004-4a3a-b1f8-37b1b76cf407 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2212436 Feb 16 23:54:58.813920 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-a8e7ada8-8f87-4035-9524-6591026578bc service neutron] 10.222.0.47 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621974 Feb 16 23:54:58.816427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d7c12-ff9c-48aa-bf1a-d4c97654d1bd None None] Network 42835277-9980-4408-bb3a-a178c133546a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:54:58.821673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51232) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:58.922105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:59.199972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51242) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:59.206159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:54:59.218289 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] Sync routers for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:54:59.239183 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:59.239797 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:59.242671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e33b252e-a297-40cc-a6dc-fc6c41ca716a None None] Provisioning for port ec4917f4-72ad-43fe-9e91-064846a84208 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:59.359808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port ec4917f4-72ad-43fe-9e91-064846a84208 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:54:59.371746 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:59.376292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ec4917f4-72ad-43fe-9e91-064846a84208 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:54:59.376916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:59.393785 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:54:59.394406 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:59.437895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Allocated IP 172.20.0.2 (cbc662e1-41fc-40a5-bf49-8f4cf983bb3d/f1ec4b88-b517-43a4-ab34-da3580a9ef5d/1cb66413-35f7-4c24-a917-24148c6ff670) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:54:59.469916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Calling delete_port for 13b0846c-9543-47ab-8100-6b512d2cf594 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:54:59.530185 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:54:59.530593 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510ff27-9d00-43fe-947f-cdf3b0efe30f None None] The sync data for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:54:59.531017 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b4bd09f3-7483-475d-acdd-fb55a826b538 req-cee60703-ee63-487d-b953-a087c5310348 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 210 time: 0.4704974 Feb 16 23:54:59.575720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-f74d5915-8fd8-47d2-8378-00eaecf28afc tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:54:59.579812 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f74d5915-8fd8-47d2-8378-00eaecf28afc tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0862772 Feb 16 23:54:59.580417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51254) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:54:59.819125 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-14dc6750-0016-4ad3-ba98-1c0df71e4b9c tempest-ServiceProvidersTest-1863404889 tempest-ServiceProvidersTest-1863404889-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5974038 Feb 16 23:54:59.829245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:59.880617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:59.956402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port ec4917f4-72ad-43fe-9e91-064846a84208, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ec4917f4-72ad-43fe-9e91-064846a84208,segment=NetworkSegment(18075e3a-6c38-4117-bf77-8c466f199a94),segment_id=18075e3a-6c38-4117-bf77-8c466f199a94)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:54:59.958319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:59.976958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:54:59.978105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fffcce4a-db99-4b08-b203-a9e9fd4f795d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:00.157194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=ec4917f4-72ad-43fe-9e91-064846a84208,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:00.167211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Transition to ACTIVE for port object 1cb66413-35f7-4c24-a917-24148c6ff670 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:00.185183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.213839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Transition to ACTIVE for port object 1cb66413-35f7-4c24-a917-24148c6ff670 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:00.214075 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c634b4f8-7875-4683-8091-33502090e1e8 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "DELETE /v2.0/floatingips/7fe78e6a-ec7f-46e1-843a-0c13d316ab2f HTTP/1.1" status: 204 len: 168 time: 6.5094476 Feb 16 23:55:00.225565 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.260116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51262) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:00.276230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:00.281721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event deleted for resources: {'Port': ['ID=13b0846c-9543-47ab-8100-6b512d2cf594,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:00.296105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:00.300135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:00.304218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:00.307228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port fffcce4a-db99-4b08-b203-a9e9fd4f795d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:00.311040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:00.321280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fffcce4a-db99-4b08-b203-a9e9fd4f795d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:00.321664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.370923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51266) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:00.438375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Usage tracker for resource:floatingip and tenant:ee007b141d9c4452add9488a431912a4 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:00.477145 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Pushing event updated for resources: {'Port': ['ID=1cb66413-35f7-4c24-a917-24148c6ff670,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:00.518945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Attempting to bind port 1cb66413-35f7-4c24-a917-24148c6ff670 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:00.519563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Attempting to bind port 1cb66413-35f7-4c24-a917-24148c6ff670 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f2c1b289-9ff0-47ce-ab93-5d243dfa90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cbc662e1-41fc-40a5-bf49-8f4cf983bb3d'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:00.520196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Attempting to bind port 1cb66413-35f7-4c24-a917-24148c6ff670 on network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:00.532272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.535730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:00.536161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:00.537022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Checking segment: {'id': 'f2c1b289-9ff0-47ce-ab93-5d243dfa90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cbc662e1-41fc-40a5-bf49-8f4cf983bb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:00.537652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.538306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Bound using segment: {'id': 'f2c1b289-9ff0-47ce-ab93-5d243dfa90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cbc662e1-41fc-40a5-bf49-8f4cf983bb3d'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:00.539018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Bound port: 1cb66413-35f7-4c24-a917-24148c6ff670, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c1b289-9ff0-47ce-ab93-5d243dfa90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cbc662e1-41fc-40a5-bf49-8f4cf983bb3d'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:00.539670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.547493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:00.568398 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-471e17c6-791a-4319-a307-c839ac9046e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "DELETE /v2.0/ports/13b0846c-9543-47ab-8100-6b512d2cf594 HTTP/1.1" status: 204 len: 168 time: 3.8944838 Feb 16 23:55:00.571833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51274) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:00.611108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.633148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7', 'external_fixed_ips': [{'subnet_id': '6cc18d0a-46de-4d22-8010-45626d6c225b', 'ip_address': '2001:db8::ce'}]}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:00.645138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.687155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:00.766327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.797492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:00.813437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f06ba704-9d7d-4291-9f20-83c4437f35b1 None None] Provisioning complete for port ec4917f4-72ad-43fe-9e91-064846a84208 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:00.813805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f06ba704-9d7d-4291-9f20-83c4437f35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.814810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:router and tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:00.818669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:55:00.823679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:00.854635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:00.863066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e49b22b074e44c7bb7411a50f35b49e6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:00.895017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:00.904020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.937699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] For port 1cb66413-35f7-4c24-a917-24148c6ff670, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:00.949581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] For port 1cb66413-35f7-4c24-a917-24148c6ff670, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1cb66413-35f7-4c24-a917-24148c6ff670,segment=NetworkSegment(f2c1b289-9ff0-47ce-ab93-5d243dfa90fa),segment_id=f2c1b289-9ff0-47ce-ab93-5d243dfa90fa)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:00.952591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.964216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.973242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:00.992687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-058267a2-6e14-4024-9d6f-5293b10f9869 req-fb4a5166-7023-4878-96a1-2563261d3aa5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 210 time: 0.1849668 Feb 16 23:55:00.993373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:00.994145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.014922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.015850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.069488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port fffcce4a-db99-4b08-b203-a9e9fd4f795d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fffcce4a-db99-4b08-b203-a9e9fd4f795d,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:01.119400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.120892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.129174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-f95ba83c-45b4-42e1-9a25-3c3b1aa32a94 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:01.130948 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-f95ba83c-45b4-42e1-9a25-3c3b1aa32a94 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.24 "GET /v2.0/networks?id=66adf6b9-de10-43c7-8773-a79e9f4d3252 HTTP/1.1" status: 200 len: 797 time: 0.5413744 Feb 16 23:55:01.155151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ef644-8992-494f-8a98-c0705451c2d8 None None] Pushing event updated for resources: {'Port': ['ID=1cb66413-35f7-4c24-a917-24148c6ff670,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:01.242159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f06ba704-9d7d-4291-9f20-83c4437f35b1 None None] Provisioning for port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:01.250659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=fffcce4a-db99-4b08-b203-a9e9fd4f795d,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:01.255060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f06ba704-9d7d-4291-9f20-83c4437f35b1 None None] Provisioning complete for port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:01.255451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f06ba704-9d7d-4291-9f20-83c4437f35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.310666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ec4917f4-72ad-43fe-9e91-064846a84208 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:01.358262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f06ba704-9d7d-4291-9f20-83c4437f35b1 None None] Port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:01.375262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=e5cb3d24-96d1-4971-9bb1-faa0f72ca183,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:01.416243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ec4917f4-72ad-43fe-9e91-064846a84208 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:01.417779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.613482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-5e379860-fc44-45cb-b39d-d7b6f2d288f7 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Synchronizing usage tracker for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:01.634216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0536adca-20be-43b6-9c24-9c5dc2c9b5e0 None None] Provisioning complete for port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:01.634742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0536adca-20be-43b6-9c24-9c5dc2c9b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.699553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0536adca-20be-43b6-9c24-9c5dc2c9b5e0 None None] Port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:01.704676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 42835277-9980-4408-bb3a-a178c133546a is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:01.708523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.709798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:01.722144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e040074d-fbd2-497e-a784-8628aa0fb605 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:01.740179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-5e379860-fc44-45cb-b39d-d7b6f2d288f7 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Unset dirty status for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:01.741360 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-5e379860-fc44-45cb-b39d-d7b6f2d288f7 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917a67e4b55645188ebdf8b5a591ed2b HTTP/1.1" status: 200 len: 380 time: 0.5984015 Feb 16 23:55:01.804261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e040074d-fbd2-497e-a784-8628aa0fb605 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:01.804725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.815930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'port': {'device_id': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'admin_state_up': True, 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'security_groups': ['a697903b-24f9-4172-b737-84e59c09fecb']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:01.835641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.847933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.943568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.945775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:01.974665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.20.0.1 (cbc662e1-41fc-40a5-bf49-8f4cf983bb3d/f1ec4b88-b517-43a4-ab34-da3580a9ef5d/1e036694-e577-410d-b9db-ba607a23d3ec) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:02.026175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e49b22b074e44c7bb7411a50f35b49e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6544933 Feb 16 23:55:02.035815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51284) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:02.078089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f538b02-6429-4a90-b0ab-aa0e0b80e9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab55f8-25cf-42e4-9d94-883adc9e4049,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:02.130180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d21293a6-fdfc-4132-b088-f2eb933afcb1 None None] Provisioning complete for port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:02.130638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d21293a6-fdfc-4132-b088-f2eb933afcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.207886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d21293a6-fdfc-4132-b088-f2eb933afcb1 None None] Port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:02.240406 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-38be3572-57f8-4f27-8ff8-021e1aa6c0cf req-5b2f9367-29a8-4ee2-98b3-2ff9ca319ef5 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 210 time: 0.0718467 Feb 16 23:55:02.247681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router 084e8ce2-84a4-4402-a89e-ab4eca41ad46 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:02.253033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82195afb-e4f8-47ab-87d5-f6c952e7e4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.390198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82195afb-e4f8-47ab-87d5-f6c952e7e4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.418361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:02.438447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80040cd6-2e91-4b33-b207-6d18f39de701 None None] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:02.477652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:02.533830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.550443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Made reservation on behalf of 917a67e4b55645188ebdf8b5a591ed2b for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:02.555383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.563639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object 1e036694-e577-410d-b9db-ba607a23d3ec will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:02.565811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d539f402-3a30-455c-9b6f-5040f03327bf None None] Provisioning for port 1cb66413-35f7-4c24-a917-24148c6ff670 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:02.572611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:02.597823 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-30752b82-8390-4970-a264-aa2d27add1e8 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/084e8ce2-84a4-4402-a89e-ab4eca41ad46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1183310 Feb 16 23:55:02.601893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51288) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:02.606463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] Sync routers for ids ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:02.631418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] Routers {'084e8ce2-84a4-4402-a89e-ab4eca41ad46'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:02.632100 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:02.650296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82195afb-e4f8-47ab-87d5-f6c952e7e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.652623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82195afb-e4f8-47ab-87d5-f6c952e7e4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.653793 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-82195afb-e4f8-47ab-87d5-f6c952e7e4f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5aab55f8-25cf-42e4-9d94-883adc9e4049 HTTP/1.1" status: 204 len: 168 time: 0.6169841 Feb 16 23:55:02.673318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Allocated IP 172.26.2.234 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/6905f54e-1821-42a1-9e6a-984959b90e1a) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:02.685234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82195afb-e4f8-47ab-87d5-f6c952e7e4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab55f8-25cf-42e4-9d94-883adc9e4049,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:02.710375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8748b3-30bf-40c9-8bac-69a43db83945 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:02.711253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d8748b3-30bf-40c9-8bac-69a43db83945 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:02.729026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:02.784361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d8748b3-30bf-40c9-8bac-69a43db83945 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:02.785528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0d8748b3-30bf-40c9-8bac-69a43db83945 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports/e5cb3d24-96d1-4971-9bb1-faa0f72ca183 HTTP/1.1" status: 200 len: 911 time: 0.1829610 Feb 16 23:55:02.791529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:02.795184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51294) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:02.808125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '91cd828c-a6e7-42b8-b62c-89a510767991'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:02.813518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] Routers {'084e8ce2-84a4-4402-a89e-ab4eca41ad46'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:02.814206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:02.877138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:02.877555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974b71c-a8bf-40cd-8f45-e866be772cfe None None] The sync data for ids ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:02.960342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:02.963412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=1e036694-e577-410d-b9db-ba607a23d3ec,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:02.967627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:02.978029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:03.024952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting port 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:03.025299 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.056931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.162503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Allocated IP 172.20.0.12 (66adf6b9-de10-43c7-8773-a79e9f4d3252/243276c0-ad51-4d00-a1ed-2d1c61136666/2de1cb4c-aef6-4830-9e88-34b0e180de5f) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:03.301813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.344813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.372133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-239c93e9-bb9a-4856-94c9-d2c8cf9c8836 None None] Provisioning for port 1e036694-e577-410d-b9db-ba607a23d3ec completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:03.377642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-239c93e9-bb9a-4856-94c9-d2c8cf9c8836 None None] Provisioning complete for port 1e036694-e577-410d-b9db-ba607a23d3ec triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:03.378360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-239c93e9-bb9a-4856-94c9-d2c8cf9c8836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.463464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-239c93e9-bb9a-4856-94c9-d2c8cf9c8836 None None] Port 1e036694-e577-410d-b9db-ba607a23d3ec cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:03.466972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.487988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fffcce4a-db99-4b08-b203-a9e9fd4f795d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:03.570336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fffcce4a-db99-4b08-b203-a9e9fd4f795d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:03.570973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.754452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-61e363ee-9ce2-40f0-b7b9-80f82d999c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.757718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1bb19acb-fe67-499d-835e-28837c0d85e9 None None] Provisioning complete for port 1e036694-e577-410d-b9db-ba607a23d3ec triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:03.758087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1bb19acb-fe67-499d-835e-28837c0d85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.870981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1bb19acb-fe67-499d-835e-28837c0d85e9 None None] Port 1e036694-e577-410d-b9db-ba607a23d3ec cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:03.877583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1cb66413-35f7-4c24-a917-24148c6ff670 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:03.923025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:03.959197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 1cb66413-35f7-4c24-a917-24148c6ff670 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:03.966283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 1cb66413-35f7-4c24-a917-24148c6ff670 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:03.966576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.070182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Calling delete_port for 6f2183a9-37b8-420d-bdb9-8ce41dfbf73b owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:04.097221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.105388 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5066f59d-3bb4-4583-86c7-fc360522783a req-0991a21a-7b82-4531-abbb-de4f69bee9bd tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 210 time: 0.6223915 Feb 16 23:55:04.153082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 1cb66413-35f7-4c24-a917-24148c6ff670, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1cb66413-35f7-4c24-a917-24148c6ff670,segment=NetworkSegment(f2c1b289-9ff0-47ce-ab93-5d243dfa90fa),segment_id=f2c1b289-9ff0-47ce-ab93-5d243dfa90fa)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:04.160911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.250802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=1cb66413-35f7-4c24-a917-24148c6ff670,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:04.307123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.340399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.343680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.438369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.520347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Transition to ACTIVE for port object 2de1cb4c-aef6-4830-9e88-34b0e180de5f will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:04.532697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:04.533912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.545124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.545370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:04.563472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:04.599840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51334) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:04.651573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Pushing event updated for resources: {'Port': ['ID=6905f54e-1821-42a1-9e6a-984959b90e1a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:04.687349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=1e036694-e577-410d-b9db-ba607a23d3ec,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:04.696651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.789252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.793739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Allocated IP 2001:db8::ce (b6e51234-7817-45b2-8f55-81091baccde7/6cc18d0a-46de-4d22-8010-45626d6c225b/1ca9d0f4-3c80-4fbb-a212-1334e585ecbf) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:04.798230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.808471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.814180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:04.814785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.819238 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/ports/e5cb3d24-96d1-4971-9bb1-faa0f72ca183 HTTP/1.1" status: 200 len: 911 time: 2.0176659 Feb 16 23:55:04.843794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51340) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:04.930639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:04.938278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--240530972', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:04.987190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:04.988255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:05.001709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:05.029802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ddfe0-a25c-496b-9152-acecd601d48d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=e5cb3d24-96d1-4971-9bb1-faa0f72ca183,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:05.036827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:05.038643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:05.282592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1cb66413-35f7-4c24-a917-24148c6ff670 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:05.314618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 73bee436-1863-4e61-9d99-e5277f4acd4a is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:05.330623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:05.337228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:05.362603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:05.419745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 1cb66413-35f7-4c24-a917-24148c6ff670 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:05.420159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.429094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:05.432473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:05.521934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:05.532972 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] Sync routers for ids ['73bee436-1863-4e61-9d99-e5277f4acd4a'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:05.534373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d630b892-6460-40e8-b166-5941e22f79a2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/73bee436-1863-4e61-9d99-e5277f4acd4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6658068 Feb 16 23:55:05.540179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51348) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:05.544282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ae792bf3-f97f-4fff-8c75-3e40183b4322 None None] Provisioning for port 2de1cb4c-aef6-4830-9e88-34b0e180de5f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:05.549236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.550789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ae792bf3-f97f-4fff-8c75-3e40183b4322 None None] Provisioning complete for port 2de1cb4c-aef6-4830-9e88-34b0e180de5f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:05.551118 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] Routers {'73bee436-1863-4e61-9d99-e5277f4acd4a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:05.551294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ae792bf3-f97f-4fff-8c75-3e40183b4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.552377 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73bee436-1863-4e61-9d99-e5277f4acd4a'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:05.598953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Port': ['ID=6f2183a9-37b8-420d-bdb9-8ce41dfbf73b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:05.621080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c6600-f0dd-4945-8dfa-5fd5475adb05 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:05.621869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a2c6600-f0dd-4945-8dfa-5fd5475adb05 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:05.629113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ae792bf3-f97f-4fff-8c75-3e40183b4322 None None] Port 2de1cb4c-aef6-4830-9e88-34b0e180de5f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:05.640176 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ae792bf3-f97f-4fff-8c75-3e40183b4322 None None] Provisioning complete for port 1e036694-e577-410d-b9db-ba607a23d3ec triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:05.640553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ae792bf3-f97f-4fff-8c75-3e40183b4322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.641873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a2c6600-f0dd-4945-8dfa-5fd5475adb05 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:05.646612 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a2c6600-f0dd-4945-8dfa-5fd5475adb05 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports/1e036694-e577-410d-b9db-ba607a23d3ec HTTP/1.1" status: 200 len: 910 time: 0.1053107 Feb 16 23:55:05.647506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51352) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:05.710026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ae792bf3-f97f-4fff-8c75-3e40183b4322 None None] Port 1e036694-e577-410d-b9db-ba607a23d3ec cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:05.765671 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:05.774567 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] Routers {'73bee436-1863-4e61-9d99-e5277f4acd4a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:05.775296 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:54:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73bee436-1863-4e61-9d99-e5277f4acd4a'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:05.794255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:05.797655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.841212 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:05.841772 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0261a-f070-42af-ad37-a01c9de8e0c9 None None] The sync data for ids ['73bee436-1863-4e61-9d99-e5277f4acd4a'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:05.858052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.874356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.880582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c98ff4a-2581-4172-b35e-f2ece4a846f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:05.888329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:05.888931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:06.045542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:06.053800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd19458-ad93-430e-823a-226b4d6dd970 req-27db3c87-e5ea-4122-a1ed-677d0f5a369a tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:06.055368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5dd19458-ad93-430e-823a-226b4d6dd970 req-27db3c87-e5ea-4122-a1ed-677d0f5a369a tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 932 time: 0.5698740 Feb 16 23:55:06.089847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:06.151857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5dd19458-ad93-430e-823a-226b4d6dd970 req-e58534b4-31b8-4be0-8baa-a792038a9737 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869184 Feb 16 23:55:06.162401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:06.183816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:06.188479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:06.228857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:06.285146 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-b6da5434-3a2e-4681-830f-7f5aa0c4d4cf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4766791 Feb 16 23:55:06.298299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:06.369288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Request body: {'port': {'device_id': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:06.657038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Router cd71cf6d-9f69-4c8f-8fc6-604523fbb037 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:06.743958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 1e036694-e577-410d-b9db-ba607a23d3ec {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:06.744623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:06.857139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:06.918370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:06.932848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.055151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 1e036694-e577-410d-b9db-ba607a23d3ec owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:07.058383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network b6e51234-7817-45b2-8f55-81091baccde7 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:07.089895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:07.092455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:07.219084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.227233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.230560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.245899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Port': ['ID=1ca9d0f4-3c80-4fbb-a212-1334e585ecbf,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:07.285393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=1e036694-e577-410d-b9db-ba607a23d3ec,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:07.338630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:55:07.375139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.376733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:07.391626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] Sync routers for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:07.405161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:07.406055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:07.436508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.476963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.498747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:07.511456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:07.512549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:07.537277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.547942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:07.586785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639dc15-c619-4189-9047-771a365e9d4b req-aadb5937-a6d7-4669-a511-eaae5422c6d9 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:07.587789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:07.588185 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9639dc15-c619-4189-9047-771a365e9d4b req-aadb5937-a6d7-4669-a511-eaae5422c6d9 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 932 time: 0.3061643 Feb 16 23:55:07.590477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.596699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089165be-f3f7-4f01-990d-0264056c2e92 None None] The sync data for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:07.618829 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a29b9185-fae7-4294-9d91-96f7ef4a9c41 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0341306 Feb 16 23:55:07.626966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51358) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:07.758401 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9639dc15-c619-4189-9047-771a365e9d4b req-9faf625d-cc27-47c3-9714-e5cf530f30c0 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632504 Feb 16 23:55:07.777815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e919672-3a91-4e4d-8c92-dd7cdf98de81,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:07.799005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.799348 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment 045ab76e-611e-483f-9dec-29c5e6ab75af of type vlan for network 8f85f68f-dc38-4f11-b913-265b238af0b5 Feb 16 23:55:07.889947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 73bee436-1863-4e61-9d99-e5277f4acd4a has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:07.892085 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-72412a9f-7083-4e8c-abe2-94d306012e35 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] delete failed (client error): The resource could not be found. Feb 16 23:55:07.893128 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-72412a9f-7083-4e8c-abe2-94d306012e35 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-361490739 HTTP/1.1" status: 404 len: 334 time: 0.2521267 Feb 16 23:55:07.899705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51362) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:07.926863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Pushing event updated for resources: {'Port': ['ID=6905f54e-1821-42a1-9e6a-984959b90e1a,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:07.975865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:07.980793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.072810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bb146c59-c62a-4ef4-8c6a-962a49ab10f6 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:08.169083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.170272 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-53f8a171-c258-4b2a-bf18-0793093c3821 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9095566 Feb 16 23:55:08.184087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51366) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:08.188297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.273059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.314000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:08.327771 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] Sync routers for ids ['73bee436-1863-4e61-9d99-e5277f4acd4a'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:08.340090 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] Routers {'73bee436-1863-4e61-9d99-e5277f4acd4a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:08.341415 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73bee436-1863-4e61-9d99-e5277f4acd4a'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:08.396199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:08.406653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:08.410607 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8794b4fa-cf02-4f75-8a87-879ef3429e35 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/73bee436-1863-4e61-9d99-e5277f4acd4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620153 Feb 16 23:55:08.422835 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:08.432617 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] Routers {'73bee436-1863-4e61-9d99-e5277f4acd4a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:08.433444 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73bee436-1863-4e61-9d99-e5277f4acd4a'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:08.464305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Usage tracker for resource:floatingip and tenant:9cd76bb278ae4084ab66572a807b19a3 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:08.466633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51372) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:08.469142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:08.472674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.504825 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:08.505566 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0823c32b-426d-47a6-9015-d3b4a3659d2c None None] The sync data for ids ['73bee436-1863-4e61-9d99-e5277f4acd4a'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:08.523023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:08.525457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.527484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5008a8f5-8dd0-414c-b0bb-32b2bc03b4a6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:08.530725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:08.531294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.598814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bb146c59-c62a-4ef4-8c6a-962a49ab10f6 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.607112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.643930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5008a8f5-8dd0-414c-b0bb-32b2bc03b4a6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:08.648386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5008a8f5-8dd0-414c-b0bb-32b2bc03b4a6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bee436-1863-4e61-9d99-e5277f4acd4a HTTP/1.1" status: 200 len: 205 time: 0.1774955 Feb 16 23:55:08.648804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51376) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:08.693925 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-bb146c59-c62a-4ef4-8c6a-962a49ab10f6 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] update failed (client error): The resource could not be found. Feb 16 23:55:08.699464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bb146c59-c62a-4ef4-8c6a-962a49ab10f6 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037 HTTP/1.1" status: 404 len: 339 time: 0.7945807 Feb 16 23:55:08.699665 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.0907073 Feb 16 23:55:08.707693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51380) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:08.708032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51382) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:08.768011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:08.784920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-989814526'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:08.833200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bde5687e-49ef-4bb9-9d39-a6f0f4d6a422 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:08.847296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fc7a9-a0b8-4006-8b01-95e4c8c22945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=8f85f68f-dc38-4f11-b913-265b238af0b5,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:08.849714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:08.863001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:08.889114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:08.895788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:55:08.903843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:08.920646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:network and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:08.925212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:08.932006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:08.984452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:08.989712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:09.028199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.029109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.032178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:09.035508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.095492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de1cb4c-aef6-4830-9e88-34b0e180de5f {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:55:09.125663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.171929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Transition to ACTIVE for port object 2de1cb4c-aef6-4830-9e88-34b0e180de5f will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:09.173433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.190412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.238797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:09.307837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bde5687e-49ef-4bb9-9d39-a6f0f4d6a422 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.310782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bde5687e-49ef-4bb9-9d39-a6f0f4d6a422 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.360173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bde5687e-49ef-4bb9-9d39-a6f0f4d6a422 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.360657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde5687e-49ef-4bb9-9d39-a6f0f4d6a422 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Fanout notify agent at l3_agent the message router_deleted on router 73bee436-1863-4e61-9d99-e5277f4acd4a {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:09.374792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a540-5141-48fb-918a-7a1edde16916 req-7bc13056-b00b-4951-8b9c-e2c0c1ba6f59 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:09.376321 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8205a540-5141-48fb-918a-7a1edde16916 req-7bc13056-b00b-4951-8b9c-e2c0c1ba6f59 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 932 time: 0.4935768 Feb 16 23:55:09.385699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bde5687e-49ef-4bb9-9d39-a6f0f4d6a422 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.386629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bde5687e-49ef-4bb9-9d39-a6f0f4d6a422 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/73bee436-1863-4e61-9d99-e5277f4acd4a HTTP/1.1" status: 204 len: 168 time: 0.7372017 Feb 16 23:55:09.389627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51390) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:09.414235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.414586 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Added segment 280e520d-7af5-4b5e-872a-3fabe9dfb43d of type vlan for network a621386a-0b80-43f9-817a-f43493ded55e Feb 16 23:55:09.457801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.526764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:09.546470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet f1ec4b88-b517-43a4-ab34-da3580a9ef5d {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:09.556721 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8205a540-5141-48fb-918a-7a1edde16916 req-2c959d09-af60-43ee-a537-e9c9038b9388 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687853 Feb 16 23:55:09.564376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.668892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.696633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.701910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.777030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Allocated IP 172.26.2.224 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b33ef681-7a97-4e95-96c9-4f21b579b9db) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:09.872597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.973970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port e5cb3d24-96d1-4971-9bb1-faa0f72ca183 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:09.974312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.992078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:09.996707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.054725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ec4b88-b517-43a4-ab34-da3580a9ef5d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:10.056641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.066839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09709f-bf3f-41a4-b201-b5cf24950afc None None] Network cbc662e1-41fc-40a5-bf49-8f4cf983bb3d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:10.071023 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5f12ac47-4b7c-43b4-8f55-2d98d979a185 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/f1ec4b88-b517-43a4-ab34-da3580a9ef5d HTTP/1.1" status: 204 len: 168 time: 0.6798580 Feb 16 23:55:10.073835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51394) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:10.086311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.resource_extend [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:55:10.119180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.203987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.266221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.293782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:10.300171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:10.302483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Pushing event updated for resources: {'Port': ['ID=b33ef681-7a97-4e95-96c9-4f21b579b9db,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:10.304732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:10.315728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Attempting to bind port 2de1cb4c-aef6-4830-9e88-34b0e180de5f on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:10.316251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Attempting to bind port 2de1cb4c-aef6-4830-9e88-34b0e180de5f by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:10.316414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Attempting to bind port 2de1cb4c-aef6-4830-9e88-34b0e180de5f on network 66adf6b9-de10-43c7-8773-a79e9f4d3252 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:10.318434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.324314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:10.324912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.341251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 1cb66413-35f7-4c24-a917-24148c6ff670 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:10.341593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.376089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Port 2de1cb4c-aef6-4830-9e88-34b0e180de5f on network 66adf6b9-de10-43c7-8773-a79e9f4d3252 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:55:10.376660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Attempting to bind port 2de1cb4c-aef6-4830-9e88-34b0e180de5f on network 66adf6b9-de10-43c7-8773-a79e9f4d3252 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:10.384514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] DHCP port deletion for cbc662e1-41fc-40a5-bf49-8f4cf983bb3d request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:55:10.389380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] Deleting port 1cb66413-35f7-4c24-a917-24148c6ff670 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:10.389380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.507961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:10.508268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Checking segment: {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:10.508613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Bound using segment: {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:10.509055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Bound port: 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1900f718-2fe2-4118-b188-fbaf59ea8b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:10.509401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.554434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.562642 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8519063 Feb 16 23:55:10.567736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51398) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:10.576937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'subnet': {'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:10.599703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197ee35-5adf-43ad-9749-f74d2916f2bf tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Network': ['ID=a621386a-0b80-43f9-817a-f43493ded55e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:10.630227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] For port 1cb66413-35f7-4c24-a917-24148c6ff670, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1cb66413-35f7-4c24-a917-24148c6ff670,segment=NetworkSegment(f2c1b289-9ff0-47ce-ab93-5d243dfa90fa),segment_id=f2c1b289-9ff0-47ce-ab93-5d243dfa90fa)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:10.630769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.659762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.769788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] Calling delete_port for 1cb66413-35f7-4c24-a917-24148c6ff670 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:10.799686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a621386a-0b80-43f9-817a-f43493ded55e details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:10.822874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port 1cb66413-35f7-4c24-a917-24148c6ff670, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1cb66413-35f7-4c24-a917-24148c6ff670,segment=NetworkSegment(f2c1b289-9ff0-47ce-ab93-5d243dfa90fa),segment_id=f2c1b289-9ff0-47ce-ab93-5d243dfa90fa)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:10.823248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.823481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for e5cb3d24-96d1-4971-9bb1-faa0f72ca183 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:10.854497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:10.891793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:10.897630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Router 8bcd7a19-34e2-44ff-8920-c96c231db1fb is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:10.909817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.949970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:10.995217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] Pushing event deleted for resources: {'Port': ['ID=1cb66413-35f7-4c24-a917-24148c6ff670,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:11.003196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f3f09-5d69-4713-a18a-3616c1606e83 None None] No DVR routers for this DVR port 1cb66413-35f7-4c24-a917-24148c6ff670 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:55:11.028036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.065143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:11.065759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.067141 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] 10.222.0.24 "PUT /v2.0/ports/2de1cb4c-aef6-4830-9e88-34b0e180de5f HTTP/1.1" status: 200 len: 1094 time: 4.7183783 Feb 16 23:55:11.067751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:55:11.152488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 1cb66413-35f7-4c24-a917-24148c6ff670 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:11.168546 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'status': 'completed', 'code': 200} Feb 16 23:55:11.184791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b8b0-e9cf-42ad-8586-118d0ffa9ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:11.220822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1cb66413-35f7-4c24-a917-24148c6ff670 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:55:11.234749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:11.260379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Usage tracker for resource:subnet and tenant:2923585ef5324353a2cbdce5e41fd172 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:11.261169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 1cb66413-35f7-4c24-a917-24148c6ff670 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:55:11.261609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1cb66413-35f7-4c24-a917-24148c6ff670 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:55:11.269880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:11.294930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:11.331133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b7c7-58ca-435c-814f-fb467a024785 req-d6ea1b5f-1f64-403a-8a09-764194c09dbf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:11.333204 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2440b7c7-58ca-435c-814f-fb467a024785 req-d6ea1b5f-1f64-403a-8a09-764194c09dbf tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 944 time: 0.5747995 Feb 16 23:55:11.382771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:55:11.383089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:55:11.383562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Made reservation on behalf of 2923585ef5324353a2cbdce5e41fd172 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:11.386911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.564240 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2440b7c7-58ca-435c-814f-fb467a024785 req-c1834e7d-25f0-4a8a-9291-3b89d9c6e6e9 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832044 Feb 16 23:55:11.607224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.612798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.654811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.658521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:11.675232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Sync routers for ids ['8bcd7a19-34e2-44ff-8920-c96c231db1fb'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:11.685069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Routers {'8bcd7a19-34e2-44ff-8920-c96c231db1fb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:11.686495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8bcd7a19-34e2-44ff-8920-c96c231db1fb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:11.708193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.743330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Pushing event updated for resources: {'Port': ['ID=b33ef681-7a97-4e95-96c9-4f21b579b9db,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:11.752862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=e5cb3d24-96d1-4971-9bb1-faa0f72ca183,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:11.755046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.801367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.848196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-fb5caf72-75b9-4435-a90b-deb1ecb887fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:11.849950 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-fb5caf72-75b9-4435-a90b-deb1ecb887fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=917a67e4b55645188ebdf8b5a591ed2b&device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1097 time: 0.7321668 Feb 16 23:55:11.865785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:11.867793 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-213ded27-2731-49d4-95c1-8c6f2a74e16d tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6827714 Feb 16 23:55:11.871143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51406) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:11.889408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Set router 8bcd7a19-34e2-44ff-8920-c96c231db1fb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:11.928064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 1cb66413-35f7-4c24-a917-24148c6ff670 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:11.928952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.033311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.042162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] The port '1cb66413-35f7-4c24-a917-24148c6ff670' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:55:12.043443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.064087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.068017 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-afe27dea-be5e-4f4b-b05b-f667804e4c4c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 11.4842854 Feb 16 23:55:12.074417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51410) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:12.074585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e5009491-301d-42bb-b2b7-c3a0ec7398a1 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1968131 Feb 16 23:55:12.074585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51412) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:12.074741 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-2361ae8b-edf5-4ee8-b8b5-375a200d511d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f HTTP/1.1" status: 200 len: 217 time: 0.2146964 Feb 16 23:55:12.184870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcd7a19-34e2-44ff-8920-c96c231db1fb', 'name': '', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7', 'external_fixed_ips': [{'subnet_id': '6cc18d0a-46de-4d22-8010-45626d6c225b', 'ip_address': '2001:db8::ce'}], 'enable_snat': True}, 'gw_port_id': '1ca9d0f4-3c80-4fbb-a212-1334e585ecbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:01Z', 'updated_at': '2022-02-16T23:55:07Z', 'revision_number': 3, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port': {'id': '1ca9d0f4-3c80-4fbb-a212-1334e585ecbf', 'name': '', 'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bcd7a19-34e2-44ff-8920-c96c231db1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '6cc18d0a-46de-4d22-8010-45626d6c225b', 'ip_address': '2001:db8::ce', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:04Z', 'updated_at': '2022-02-16T23:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cc18d0a-46de-4d22-8010-45626d6c225b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:12.188667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Checking router: 8bcd7a19-34e2-44ff-8920-c96c231db1fb for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:55:12.189020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Updating router 8bcd7a19-34e2-44ff-8920-c96c231db1fb port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:55:12.246352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.257514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9e32ac3f-a2c3-4767-b382-aa86935652f5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Synchronizing usage tracker for tenant:8e66b32c0d254e85a8336e7e89508c38 on resource:floatingip {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:12.310873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.317528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Subnet': ['ID=036f3153-91ed-4910-a919-8a780e9f9af8,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:12.351821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9e32ac3f-a2c3-4767-b382-aa86935652f5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Unset dirty status for tenant:8e66b32c0d254e85a8336e7e89508c38 on resource:floatingip {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:12.353026 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9e32ac3f-a2c3-4767-b382-aa86935652f5 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2544341 Feb 16 23:55:12.356563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51418) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:12.416325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc662e1-41fc-40a5-bf49-8f4cf983bb3d']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:12.430909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Checking segment: {'id': '280e520d-7af5-4b5e-872a-3fabe9dfb43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:12.430909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network hostable DHCP agents. Network: a621386a-0b80-43f9-817a-f43493ded55e, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:12.456094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c1b289-9ff0-47ce-ab93-5d243dfa90fa') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:12.456319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c1b289-9ff0-47ce-ab93-5d243dfa90fa') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:12.527446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-808fe408-05f0-4609-8784-06ae9e6c5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:12.528935 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-808fe408-05f0-4609-8784-06ae9e6c5dd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=243276c0-ad51-4d00-a1ed-2d1c61136666 HTTP/1.1" status: 200 len: 832 time: 0.4441922 Feb 16 23:55:12.679066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.715364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.725900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Deleting port b33ef681-7a97-4e95-96c9-4f21b579b9db {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:12.726305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.735274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Transition to ACTIVE for port object 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:12.745260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.806306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network a621386a-0b80-43f9-817a-f43493ded55e is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:12.814228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.120 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:12.829858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Attempting to bind port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:12.830234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Attempting to bind port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '37559676-3ef5-4ae7-a4f1-516e68b2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:12.830821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Attempting to bind port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf on network b6e51234-7817-45b2-8f55-81091baccde7 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:12.834201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.835230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.840745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:12.841201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Checking segment: {'id': '37559676-3ef5-4ae7-a4f1-516e68b2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:12.841641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.841941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Bound using segment: {'id': '37559676-3ef5-4ae7-a4f1-516e68b2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:12.842459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Bound port: 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37559676-3ef5-4ae7-a4f1-516e68b2f0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b6e51234-7817-45b2-8f55-81091baccde7'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:12.842818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.854169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, a621386a-0b80-43f9-817a-f43493ded55e) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:12.859080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:12.859857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.865697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:12.866196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:12.874750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215a999-62b6-4027-b4f4-eb629280227b None None] Network a621386a-0b80-43f9-817a-f43493ded55e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: util.warn( Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:12.883963 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:12.940468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router 084e8ce2-84a4-4402-a89e-ab4eca41ad46 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:12.954753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00001d7e-301e-4a1f-a3fb-d5a76a4b877b None None] Pushing event updated for resources: {'Port': ['ID=1ca9d0f4-3c80-4fbb-a212-1334e585ecbf,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:13.010475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] For port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:13.036705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] For port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1ca9d0f4-3c80-4fbb-a212-1334e585ecbf,segment=NetworkSegment(37559676-3ef5-4ae7-a4f1-516e68b2f0b8),segment_id=37559676-3ef5-4ae7-a4f1-516e68b2f0b8)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:13.052808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-97c2b196-95f7-4171-8930-89005e5c472e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4839060 Feb 16 23:55:13.055732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51424) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:13.071598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b54ae5f7-a614-4e83-a2e0-add17d29f6f4 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:13.133696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.181106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-a621386a-0b80-43f9-817a-f43493ded55e', 'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e', 'tenant_id': '2923585ef5324353a2cbdce5e41fd172', 'fixed_ips': [{'subnet_id': '036f3153-91ed-4910-a919-8a780e9f9af8'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:55:13.181341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.238704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.266960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-2813871b-c610-4094-9139-ea7115ac5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:13.268568 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-2813871b-c610-4094-9139-ea7115ac5690 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66adf6b9-de10-43c7-8773-a79e9f4d3252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7264981 Feb 16 23:55:13.275106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:13.284983 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] Sync routers for ids ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:13.294298 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] Routers {'084e8ce2-84a4-4402-a89e-ab4eca41ad46'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:13.295188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:13.351638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.361409 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:13.364032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Routers {'8bcd7a19-34e2-44ff-8920-c96c231db1fb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:13.364716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8bcd7a19-34e2-44ff-8920-c96c231db1fb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:13.372993 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] Routers {'084e8ce2-84a4-4402-a89e-ab4eca41ad46'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:13.373914 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:13.377343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.399775 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a7e221f4-8a1b-4680-9a99-731ec8ed0983 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/084e8ce2-84a4-4402-a89e-ab4eca41ad46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5527465 Feb 16 23:55:13.405576 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.406538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.407125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51428) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:13.414613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.454186 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:13.455119 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b724258-3fd7-4e9c-a8b9-f30291a4ac1f None None] The sync data for ids ['084e8ce2-84a4-4402-a89e-ab4eca41ad46'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:13.458200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Deleting port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:13.458550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.502883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77c378e7-63d8-44a8-aacf-65b08bd5454b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:13.504090 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/cbc662e1-41fc-40a5-bf49-8f4cf983bb3d HTTP/1.1" status: 204 len: 168 time: 3.4291589 Feb 16 23:55:13.506036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51432) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:13.516849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00001d7e-301e-4a1f-a3fb-d5a76a4b877b None None] Pushing event updated for resources: {'Port': ['ID=1ca9d0f4-3c80-4fbb-a212-1334e585ecbf,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:13.521788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Allocated IP 2001:db8:1::2 (a621386a-0b80-43f9-817a-f43493ded55e/036f3153-91ed-4910-a919-8a780e9f9af8/0faaef3a-d731-4a23-9300-288bb898d25e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:13.524762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1253997460', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:13.555913 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:13.575080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] Set router 8bcd7a19-34e2-44ff-8920-c96c231db1fb gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:13.579680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:router and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:13.585719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:13.591602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Calling delete_port for b33ef681-7a97-4e95-96c9-4f21b579b9db owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:13.597316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77c378e7-63d8-44a8-aacf-65b08bd5454b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:13.598476 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-77c378e7-63d8-44a8-aacf-65b08bd5454b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=084e8ce2-84a4-4402-a89e-ab4eca41ad46 HTTP/1.1" status: 200 len: 205 time: 0.1904218 Feb 16 23:55:13.599475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:13.628199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b12e85-d3fa-4945-b68c-9384ac85bbd7 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=cbc662e1-41fc-40a5-bf49-8f4cf983bb3d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:13.630082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51436) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:13.695967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb649-5625-47f9-ae2f-20dc037aa603 req-e2164950-4923-4f79-860c-53bb91abcbff tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:13.703145 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f2cbb649-5625-47f9-ae2f-20dc037aa603 req-e2164950-4923-4f79-860c-53bb91abcbff tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 944 time: 0.9846423 Feb 16 23:55:13.725912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bcd7a19-34e2-44ff-8920-c96c231db1fb', 'name': '', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:01Z', 'updated_at': '2022-02-16T23:55:13Z', 'revision_number': 4, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:13.733245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8bd04-6e51-424f-b86b-c4f3a4483564 None None] The sync data for ids ['8bcd7a19-34e2-44ff-8920-c96c231db1fb'] in dv-neutron-829040-1-hyperv is: [{'id': '8bcd7a19-34e2-44ff-8920-c96c231db1fb', 'name': '', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:01Z', 'updated_at': '2022-02-16T23:55:13Z', 'revision_number': 4, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:13.844529 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-93a81af3-f86d-4138-b84f-a18c721bb4cc service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609977 Feb 16 23:55:13.857607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.858940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.868215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.880004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Transition to ACTIVE for port object 0faaef3a-d731-4a23-9300-288bb898d25e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:13.901455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Transition to ACTIVE for port object 0faaef3a-d731-4a23-9300-288bb898d25e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:13.908437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.915869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.918914 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f2cbb649-5625-47f9-ae2f-20dc037aa603 req-2f92c030-e37e-4c34-9b8f-bcf0b233a178 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149942 Feb 16 23:55:13.923851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b54ae5f7-a614-4e83-a2e0-add17d29f6f4 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.928621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-87cb8d46-7f74-4a63-9fbf-9a068dbc16ee tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:13.995982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Network a621386a-0b80-43f9-817a-f43493ded55e is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:13.999241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:14.003475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:14.010505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Pushing event updated for resources: {'Port': ['ID=0faaef3a-d731-4a23-9300-288bb898d25e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:14.100956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Attempting to bind port 0faaef3a-d731-4a23-9300-288bb898d25e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:14.101337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Attempting to bind port 0faaef3a-d731-4a23-9300-288bb898d25e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '280e520d-7af5-4b5e-872a-3fabe9dfb43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:14.101705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Attempting to bind port 0faaef3a-d731-4a23-9300-288bb898d25e on network a621386a-0b80-43f9-817a-f43493ded55e {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:14.107664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:14.108039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Checking segment: {'id': '280e520d-7af5-4b5e-872a-3fabe9dfb43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:14.108552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.109027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Bound using segment: {'id': '280e520d-7af5-4b5e-872a-3fabe9dfb43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:14.109507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Bound port: 0faaef3a-d731-4a23-9300-288bb898d25e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280e520d-7af5-4b5e-872a-3fabe9dfb43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a621386a-0b80-43f9-817a-f43493ded55e'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:14.109883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.119323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.257448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] For port 0faaef3a-d731-4a23-9300-288bb898d25e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:14.260814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] For port 0faaef3a-d731-4a23-9300-288bb898d25e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0faaef3a-d731-4a23-9300-288bb898d25e,segment=NetworkSegment(280e520d-7af5-4b5e-872a-3fabe9dfb43d),segment_id=280e520d-7af5-4b5e-872a-3fabe9dfb43d)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:14.268265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.315149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Pushing event deleted for resources: {'Port': ['ID=b33ef681-7a97-4e95-96c9-4f21b579b9db,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:14.336206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.355725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:14.358830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d74729-8cf0-403e-a58f-cc6cc82fa621 None None] Pushing event updated for resources: {'Port': ['ID=0faaef3a-d731-4a23-9300-288bb898d25e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:14.428359 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:14.430065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.444137 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-b54ae5f7-a614-4e83-a2e0-add17d29f6f4 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:55:14.444483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:14.445209 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b54ae5f7-a614-4e83-a2e0-add17d29f6f4 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037 HTTP/1.1" status: 400 len: 364 time: 1.3838789 Feb 16 23:55:14.449295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.450364 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bf10b150-0916-40cc-ab87-9ea9968fc47f tempest-FloatingIPAdminTestJSON-142773674 tempest-FloatingIPAdminTestJSON-142773674-project] 10.222.0.47 "DELETE /v2.0/floatingips/fa083da0-077b-4d29-939f-32b4c09a1e67 HTTP/1.1" status: 204 len: 168 time: 2.0929542 Feb 16 23:55:14.450978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51440) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:14.509916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51442) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:14.623418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] For port 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1ca9d0f4-3c80-4fbb-a212-1334e585ecbf,segment=NetworkSegment(37559676-3ef5-4ae7-a4f1-516e68b2f0b8),segment_id=37559676-3ef5-4ae7-a4f1-516e68b2f0b8)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:14.623780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:14.782869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:14.838431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Deleting port 6905f54e-1821-42a1-9e6a-984959b90e1a {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:14.838684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.030969 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9309b085-2b92-4176-b21f-87b08cd53b9a req-18ce2939-e923-465b-8154-5d8c1611f3ae service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1681495 Feb 16 23:55:15.042485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Calling delete_port for 1ca9d0f4-3c80-4fbb-a212-1334e585ecbf owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:15.075386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-87cb8d46-7f74-4a63-9fbf-9a068dbc16ee tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.086367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-87cb8d46-7f74-4a63-9fbf-9a068dbc16ee tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.257129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0faaef3a-d731-4a23-9300-288bb898d25e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:15.289850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.342455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0faaef3a-d731-4a23-9300-288bb898d25e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:15.347847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.358646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.358646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.492560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de831e0e-1a40-4452-bbac-798cdfc2f492 None None] Network a621386a-0b80-43f9-817a-f43493ded55e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:15.540168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Calling delete_port for 6905f54e-1821-42a1-9e6a-984959b90e1a owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:15.585724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b772ffac-6aef-4617-8a5c-dbd9b9730575 None None] Provisioning for port 0faaef3a-d731-4a23-9300-288bb898d25e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:15.594823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b772ffac-6aef-4617-8a5c-dbd9b9730575 None None] Provisioning complete for port 0faaef3a-d731-4a23-9300-288bb898d25e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:15.595189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b772ffac-6aef-4617-8a5c-dbd9b9730575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.773689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-87cb8d46-7f74-4a63-9fbf-9a068dbc16ee tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.774281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cb8d46-7f74-4a63-9fbf-9a068dbc16ee tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Fanout notify agent at l3_agent the message router_deleted on router 084e8ce2-84a4-4402-a89e-ab4eca41ad46 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:15.801525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dff0a6-b97e-4338-9f0b-519dc30c6e29 req-c88b3b5a-4f2e-41c0-8c7e-d8a2cb95ee7b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:15.803000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63dff0a6-b97e-4338-9f0b-519dc30c6e29 req-c88b3b5a-4f2e-41c0-8c7e-d8a2cb95ee7b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 944 time: 0.7147746 Feb 16 23:55:15.827589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b772ffac-6aef-4617-8a5c-dbd9b9730575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.890052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b772ffac-6aef-4617-8a5c-dbd9b9730575 None None] For port 0faaef3a-d731-4a23-9300-288bb898d25e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0faaef3a-d731-4a23-9300-288bb898d25e,segment=NetworkSegment(280e520d-7af5-4b5e-872a-3fabe9dfb43d),segment_id=280e520d-7af5-4b5e-872a-3fabe9dfb43d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:15.892735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-87cb8d46-7f74-4a63-9fbf-9a068dbc16ee tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.893892 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-87cb8d46-7f74-4a63-9fbf-9a068dbc16ee tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/084e8ce2-84a4-4402-a89e-ab4eca41ad46 HTTP/1.1" status: 204 len: 168 time: 2.2628696 Feb 16 23:55:15.899536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b772ffac-6aef-4617-8a5c-dbd9b9730575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:15.905303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51450) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:15.961253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-474193cc-bc7c-442e-824e-3da96e672a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:15.962333 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-474193cc-bc7c-442e-824e-3da96e672a99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=917a67e4b55645188ebdf8b5a591ed2b&device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1097 time: 0.8723512 Feb 16 23:55:15.988177 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63dff0a6-b97e-4338-9f0b-519dc30c6e29 req-55a8541c-09ea-425e-ab61-83f91de5066a tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395044 Feb 16 23:55:16.010381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ffac-6aef-4617-8a5c-dbd9b9730575 None None] Pushing event updated for resources: {'Port': ['ID=0faaef3a-d731-4a23-9300-288bb898d25e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:16.106012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet 91cd828c-a6e7-42b8-b62c-89a510767991 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:16.129278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.210694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.226374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.226664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-522d81b9-7cec-47ff-9be5-7674911df2d0 None None] Provisioning complete for port 0faaef3a-d731-4a23-9300-288bb898d25e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:16.227132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-522d81b9-7cec-47ff-9be5-7674911df2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.283902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.348760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Pushing event deleted for resources: {'Port': ['ID=6905f54e-1821-42a1-9e6a-984959b90e1a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:16.369056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.436330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Allocated IP 2001:db8::1 (4f10e0b7-493f-4628-8523-b49feeaecbd5/57992082-1d5e-42d8-aa23-137b72c2eaae/23dd0cfb-8f1b-40c1-956b-31b8be3de6b9) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:16.471182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-d904c21b-ef05-47b9-8644-f35f5e8047a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:16.472579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-d904c21b-ef05-47b9-8644-f35f5e8047a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=66adf6b9-de10-43c7-8773-a79e9f4d3252 HTTP/1.1" status: 200 len: 897 time: 0.4463780 Feb 16 23:55:16.495222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ca9d0f4-3c80-4fbb-a212-1334e585ecbf,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:16.506254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.592594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.633208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.634347 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-218329c6-228e-4ca3-98f6-e0a4989b1714 tempest-FloatingIPAdminTestJSON-851600133 tempest-FloatingIPAdminTestJSON-851600133-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/7162e818-cb02-4656-9090-01584a613405 HTTP/1.1" status: 204 len: 168 time: 2.1233752 Feb 16 23:55:16.650814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51454) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:16.657312 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-e134f3b7-b1c0-4094-87bb-cee5cf94cded service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f HTTP/1.1" status: 200 len: 217 time: 0.1735129 Feb 16 23:55:16.658062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.704416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.730953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.735437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Transition to ACTIVE for port object 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:16.772742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=91cd828c-a6e7-42b8-b62c-89a510767991,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:16.778172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.785783 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-924b4273-dcdb-4cb1-8d0e-8358eccd3f58 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/91cd828c-a6e7-42b8-b62c-89a510767991 HTTP/1.1" status: 204 len: 168 time: 0.8681717 Feb 16 23:55:16.788262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633be917-9967-43d9-a061-44b43bc3fa8a None None] Network 42835277-9980-4408-bb3a-a178c133546a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:16.793977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51458) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:16.918419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.923233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:16.950828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 2de1cb4c-aef6-4830-9e88-34b0e180de5f details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:55:17.034428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port ec4917f4-72ad-43fe-9e91-064846a84208 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:17.034864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.071955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:17.082794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:17.104909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:17.105919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.189075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Port': ['ID=23dd0cfb-8f1b-40c1-956b-31b8be3de6b9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:17.236646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:17.256364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'port_id': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'mac_address': 'fa:16:3e:9e:ab:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:55:17.267047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] DHCP port deletion for 42835277-9980-4408-bb3a-a178c133546a request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:55:17.280590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.295674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.332501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.337158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0faaef3a-d731-4a23-9300-288bb898d25e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:17.339038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting port c9be53e8-3840-4eb7-aa35-7205d7587bb0 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:17.339385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.371876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Deleting port ec4917f4-72ad-43fe-9e91-064846a84208 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:17.372265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.414880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.427758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-1f537ffe-1fa6-4f04-9218-b0c1c93bebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:17.429855 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-1f537ffe-1fa6-4f04-9218-b0c1c93bebfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=243276c0-ad51-4d00-a1ed-2d1c61136666 HTTP/1.1" status: 200 len: 832 time: 0.6816034 Feb 16 23:55:17.495216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.569177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de1cb4c-aef6-4830-9e88-34b0e180de5f {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:55:17.584083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.584700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bcd7a19-34e2-44ff-8920-c96c231db1fb {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:17.585699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c9c712c3-6e42-4d9a-9857-e043677f3c6f None None] Provisioning for port 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:17.606074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c9c712c3-6e42-4d9a-9857-e043677f3c6f None None] Provisioning complete for port 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:17.606447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c9c712c3-6e42-4d9a-9857-e043677f3c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.659076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:17.753478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.760033 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d8c7beec-12a3-4f4b-bf80-549c86b100d4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "DELETE /v2.0/routers/8bcd7a19-34e2-44ff-8920-c96c231db1fb HTTP/1.1" status: 204 len: 168 time: 5.6836452 Feb 16 23:55:17.760208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51464) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:17.801172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.801847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.831510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port ec4917f4-72ad-43fe-9e91-064846a84208, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ec4917f4-72ad-43fe-9e91-064846a84208,segment=NetworkSegment(18075e3a-6c38-4117-bf77-8c466f199a94),segment_id=18075e3a-6c38-4117-bf77-8c466f199a94)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:17.831921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.857462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0faaef3a-d731-4a23-9300-288bb898d25e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:17.857832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:17.946959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c9c712c3-6e42-4d9a-9857-e043677f3c6f None None] Port 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:17.956215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] For port ec4917f4-72ad-43fe-9e91-064846a84208, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ec4917f4-72ad-43fe-9e91-064846a84208,segment=NetworkSegment(18075e3a-6c38-4117-bf77-8c466f199a94),segment_id=18075e3a-6c38-4117-bf77-8c466f199a94)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:17.956845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.005136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for ec4917f4-72ad-43fe-9e91-064846a84208 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:18.011498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.26.2.87 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/830e7cce-4d15-438c-8bde-f0d0c2180788) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:18.026608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-e2d2be28-b4d4-4d43-ba5d-13bac0ecd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:18.028125 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-e2d2be28-b4d4-4d43-ba5d-13bac0ecd81b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66adf6b9-de10-43c7-8773-a79e9f4d3252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5481431 Feb 16 23:55:18.041315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Deleting subnet 6cc18d0a-46de-4d22-8010-45626d6c225b {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:18.060652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.095053 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Calling delete_port for ec4917f4-72ad-43fe-9e91-064846a84208 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:18.123604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9cc9a-629f-4d4d-97c5-dd5e94bf5387 req-2e8fed20-523a-48f0-bcf8-b4061f00115d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:18.125216 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2e9cc9a-629f-4d4d-97c5-dd5e94bf5387 req-2e8fed20-523a-48f0-bcf8-b4061f00115d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 944 time: 0.9213550 Feb 16 23:55:18.135080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.135289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:18.155657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['2de1cb4c-aef6-4830-9e88-34b0e180de5f'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:55:18.181325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.285959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.318582 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2e9cc9a-629f-4d4d-97c5-dd5e94bf5387 req-1f28dc64-4fce-4dc2-8ad8-a880fdc0feaa tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706324 Feb 16 23:55:18.325849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.343670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:55:18.344249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:55:18.447564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Calling delete_port for c9be53e8-3840-4eb7-aa35-7205d7587bb0 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:18.447830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.541814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=ec4917f4-72ad-43fe-9e91-064846a84208,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:18.545737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No DVR routers for this DVR port ec4917f4-72ad-43fe-9e91-064846a84208 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:55:18.708503 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-19b88df4-2661-40dc-a903-a2161d0a36b1 service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697950 Feb 16 23:55:18.740100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.773960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.806481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.837001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:18.845240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Deleting port ec4917f4-72ad-43fe-9e91-064846a84208 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:18.845784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.859767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc18d0a-46de-4d22-8010-45626d6c225b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:18.863360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42835277-9980-4408-bb3a-a178c133546a']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:18.880758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.895246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18075e3a-6c38-4117-bf77-8c466f199a94') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:18.895538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18075e3a-6c38-4117-bf77-8c466f199a94') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:18.920948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-75bd983c-04b9-49bf-8789-728455ed5fd0 None None] The port 'ec4917f4-72ad-43fe-9e91-064846a84208' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:55:18.932405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:18.947255 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fccc8da2-e3a9-444f-bdcf-99725fd20600 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/6cc18d0a-46de-4d22-8010-45626d6c225b HTTP/1.1" status: 204 len: 168 time: 1.1865306 Feb 16 23:55:18.955098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 2de1cb4c-aef6-4830-9e88-34b0e180de5f up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:18.956882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51470) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:18.964823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.029907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 2de1cb4c-aef6-4830-9e88-34b0e180de5f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:19.034799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 2de1cb4c-aef6-4830-9e88-34b0e180de5f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:19.036128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.038460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:19.038860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.055179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:19.062003 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:19.156774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.158806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.177086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.185740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.192009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.193068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event deleted for resources: {'Port': ['ID=c9be53e8-3840-4eb7-aa35-7205d7587bb0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:19.196464 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c9eefa72-3879-4fda-8a9f-52a046cd4a92 req-f6affe28-72bb-4547-b160-eab97f2d573b service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726186 Feb 16 23:55:19.198244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:55:19.209655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:19.214872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.217111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.217931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.219204 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.310795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ec4917f4-72ad-43fe-9e91-064846a84208 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:55:19.319946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:19.364244 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'code': 200} Feb 16 23:55:19.366708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:19.378275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:19.382011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:19.384808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: ec4917f4-72ad-43fe-9e91-064846a84208 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:55:19.385161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ec4917f4-72ad-43fe-9e91-064846a84208 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:55:19.404307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:19.415771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Sync routers for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:19.438718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:19.439268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:19.460258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=830e7cce-4d15-438c-8bde-f0d0c2180788,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:19.492509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.507060 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c4109451-bf07-46ae-8b4c-15ff780726dd tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "DELETE /v2.0/ports/c9be53e8-3840-4eb7-aa35-7205d7587bb0 HTTP/1.1" status: 204 len: 168 time: 2.8516614 Feb 16 23:55:19.508390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.509710 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bba5189b-ddda-4507-b174-4bc25af193b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.8007395 Feb 16 23:55:19.510780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51478) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:19.585507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51480) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:19.601739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=42835277-9980-4408-bb3a-a178c133546a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:19.665401 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e773337c-5f96-4702-84ac-2c4dd2962a32 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/42835277-9980-4408-bb3a-a178c133546a HTTP/1.1" status: 204 len: 168 time: 2.8701925 Feb 16 23:55:19.681791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51486) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:19.701169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047436723', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:19.720855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:19.845104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:19.856499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event updated for resources: {'Port': ['ID=23dd0cfb-8f1b-40c1-956b-31b8be3de6b9,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:19.882583 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ec2ae99a-5f83-4392-8fc2-f421db01d097 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2904894 Feb 16 23:55:19.890193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:router and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:19.896350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51492) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:19.898027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:19.912120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:19.958522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce45e9e-9b14-4111-959b-163a47d046bb tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:19.959231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9ce45e9e-9b14-4111-959b-163a47d046bb tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Synchronizing usage tracker for tenant:8e66b32c0d254e85a8336e7e89508c38 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:19.962787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:19.966425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f5104-680d-45bb-aff0-e9a9cbba4f9d req-fd45b0cd-37cb-4663-9b9e-9ac8a5d1534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:19.967886 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-293f5104-680d-45bb-aff0-e9a9cbba4f9d req-fd45b0cd-37cb-4663-9b9e-9ac8a5d1534e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1099 time: 0.2451596 Feb 16 23:55:20.032183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e51234-7817-45b2-8f55-81091baccde7']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:20.066529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:15Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:20.069876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9ce45e9e-9b14-4111-959b-163a47d046bb tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Unset dirty status for tenant:8e66b32c0d254e85a8336e7e89508c38 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:20.070749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Checking router: b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:55:20.070885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37559676-3ef5-4ae7-a4f1-516e68b2f0b8') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:20.074067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Updating router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:55:20.074190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37559676-3ef5-4ae7-a4f1-516e68b2f0b8') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:20.074293 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9ce45e9e-9b14-4111-959b-163a47d046bb tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0f61041-e6eb-45c0-a274-0056427342e6 HTTP/1.1" status: 200 len: 913 time: 0.3520405 Feb 16 23:55:20.082926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51496) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:20.096353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.106754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.107744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.128028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:20.134074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.137036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:20.146057 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.166104 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-293f5104-680d-45bb-aff0-e9a9cbba4f9d req-c142c1af-e9b4-433b-86a5-164fbc306fc5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878338 Feb 16 23:55:20.172438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.173272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f759a9-cc2f-4d2d-8cfe-b9d39972c6ca req-ea4d8aa0-6c7e-4e49-ac50-857e17159071 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:20.174814 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48f759a9-cc2f-4d2d-8cfe-b9d39972c6ca req-ea4d8aa0-6c7e-4e49-ac50-857e17159071 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.5907431 Feb 16 23:55:20.175896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:20.176322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:20.204907 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:20.366772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.456021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.500528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6e51234-7817-45b2-8f55-81091baccde7 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 23:55:20.513895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6e51234-7817-45b2-8f55-81091baccde7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:20.516858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9717d1-10fa-4c1f-a665-324f122683d9 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:20.517576 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9717d1-10fa-4c1f-a665-324f122683d9 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:20.521217 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7b9717d1-10fa-4c1f-a665-324f122683d9 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1554 time: 0.6156626 Feb 16 23:55:20.532585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.547025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ed471b18-dbb9-4c31-be98-16cd06cc2881 None None] Provisioning complete for port 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:20.547955 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fb6ee7d3-9dd1-4fe0-aa06-96be14980201 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "DELETE /v2.0/networks/b6e51234-7817-45b2-8f55-81091baccde7 HTTP/1.1" status: 204 len: 168 time: 1.5879641 Feb 16 23:55:20.552338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51500) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:20.553520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ed471b18-dbb9-4c31-be98-16cd06cc2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.581904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.617226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Transition to ACTIVE for port object bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:20.635053 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.649314 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48f759a9-cc2f-4d2d-8cfe-b9d39972c6ca req-8d23854e-07e8-4b04-81d3-2b81c5931617 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886211 Feb 16 23:55:20.665243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.703647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ed471b18-dbb9-4c31-be98-16cd06cc2881 None None] Port 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:20.714954 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7d08ca4d-ad80-4967-b7ad-55577516b6f1 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1564162 Feb 16 23:55:20.715603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51506) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:20.739183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Router cd71cf6d-9f69-4c8f-8fc6-604523fbb037 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:20.796292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.800791 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-be09c918-b4b4-4c61-b715-52d25f1ae8be tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1097720 Feb 16 23:55:20.801811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51512) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:20.817056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1265167405'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:20.825110 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8b5dc649-988a-4146-a719-26e7b0a9a1b7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=b6e51234-7817-45b2-8f55-81091baccde7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1080859 Feb 16 23:55:20.827893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:20.830771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Attempting to bind port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:20.831771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51516) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:20.832278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Attempting to bind port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:20.832861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Attempting to bind port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:20.842964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:20.843493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:20.844130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.844617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:20.845191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Bound port: bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:20.845653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.915651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-489585614', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:20.925457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] For port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:20.929972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] For port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:20.931275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b2323-49e1-4f82-963f-fef37f7a4e27 None None] Pushing event updated for resources: {'Port': ['ID=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:20.935265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:20.942075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:20.949501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:21.002054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:21.045701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:21.046489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:21.059736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.118603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51522) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:21.153254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'router': {'name': 'tempest-router--673405905', 'project_id': '742317e086ec4110a5f4d8ff48417f80'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:21.173319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:21.212556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:21.214078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:router and tenant:742317e086ec4110a5f4d8ff48417f80 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:21.221889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.223341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:21.270428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:21.279573 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-96e875bf-bdce-48d8-8a87-6bd6e2335e7d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8276024 Feb 16 23:55:21.283040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51526) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:21.287088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:21.342837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.343858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.356037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:21.386440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.448660 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] Sync routers for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:21.458922 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:21.460664 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:21.469115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.482827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 99e01998-9660-4e76-8c7b-b4a47590b107 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:21.523602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:21.539729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:21.542500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:21.564508 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:21.573657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.575100 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1925defb-f0d7-4834-ab1e-d275f12293f1 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4445140 Feb 16 23:55:21.575313 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:21.576082 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:21.578840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51530) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:21.627217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:21.648108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:21.649123 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:21.649516 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1981429-530d-4e8b-8234-e8c13562c608 None None] The sync data for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:21.663079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.663567 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment 404d2547-fea2-4d70-a58d-c39f11a9c6dd of type vlan for network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 Feb 16 23:55:21.669015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.693417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b139a3b2-ec04-4987-8657-c03959365d7a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.741198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b2323-49e1-4f82-963f-fef37f7a4e27 None None] Pushing event updated for resources: {'Port': ['ID=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:21.755701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.777262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:21.781125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:21.800759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:15Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:21.806595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5b524-9812-403f-8f32-90d7161f2c32 None None] The sync data for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv is: [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:15Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:21.933396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.016102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb7f-21ce-4edc-a692-5879407df2e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.064281 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-b139a3b2-ec04-4987-8657-c03959365d7a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 23:55:22.067835 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b139a3b2-ec04-4987-8657-c03959365d7a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037 HTTP/1.1" status: 409 len: 329 time: 0.7796271 Feb 16 23:55:22.074131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51536) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:22.139185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.144515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:22.145094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.360147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5528605 Feb 16 23:55:22.372127 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51540) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:22.388172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:22.448615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ad54f-4d89-41e6-b313-61c67e5d7fc8 req-22949c9a-4ccd-4318-8b68-588900e29206 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:22.450138 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-359ad54f-4d89-41e6-b313-61c67e5d7fc8 req-22949c9a-4ccd-4318-8b68-588900e29206 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.5805235 Feb 16 23:55:22.454831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881179b4-bbba-4de5-835a-fd9ba6ff6c6a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:22.459937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:22.467732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:22.487079 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] Sync routers for ids ['99e01998-9660-4e76-8c7b-b4a47590b107'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:22.534360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb7f-21ce-4edc-a692-5879407df2e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.547777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb7f-21ce-4edc-a692-5879407df2e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.590758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] Routers {'99e01998-9660-4e76-8c7b-b4a47590b107'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:22.591398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99e01998-9660-4e76-8c7b-b4a47590b107'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:22.699526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.701047 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b4c63230-18c1-49ab-b67d-3580fb89f242 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.1850395 Feb 16 23:55:22.708396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51544) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:22.718444 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-359ad54f-4d89-41e6-b313-61c67e5d7fc8 req-12ba19de-5a79-424b-9991-5e325fd2bd6c tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929746 Feb 16 23:55:22.723407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:22.726435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb7f-21ce-4edc-a692-5879407df2e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.726935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcdcb7f-21ce-4edc-a692-5879407df2e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad9714c-c085-4c35-8e72-a10de3c96355 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:22.731798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:22.737416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:22.752961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:22.759127 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb7f-21ce-4edc-a692-5879407df2e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.760444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1dcdcb7f-21ce-4edc-a692-5879407df2e4 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "DELETE /v2.0/routers/6ad9714c-c085-4c35-8e72-a10de3c96355 HTTP/1.1" status: 204 len: 168 time: 1.1802392 Feb 16 23:55:22.773922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:22.806174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:22.813447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.814281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:22.857733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] Routers {'99e01998-9660-4e76-8c7b-b4a47590b107'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:22.859284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99e01998-9660-4e76-8c7b-b4a47590b107'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:22.934444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:22.935091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85f7ae-0e52-428e-8219-ab7a18e90eb9 None None] The sync data for ids ['99e01998-9660-4e76-8c7b-b4a47590b107'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:22.973244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51552) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:23.095633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting port f1e6329c-f494-40ca-9b08-e018e6b2af71 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:23.095977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.218591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:23.290015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:23.297796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:23.298012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-716513410', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:23.298161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: 8f85f68f-dc38-4f11-b913-265b238af0b5, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:23.316843 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2dc5397e-f713-498d-aefe-d57d2694ada3 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/routers/99e01998-9660-4e76-8c7b-b4a47590b107 HTTP/1.1" status: 200 len: 880 time: 0.6051481 Feb 16 23:55:23.321922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51558) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:23.322511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:23.359494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:23.369960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f94fa-16c3-49a9-84ca-b07e34028c15 req-44233718-5cce-4fb3-8264-b9bf29531643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:23.371669 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e70f94fa-16c3-49a9-84ca-b07e34028c15 req-44233718-5cce-4fb3-8264-b9bf29531643 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.3287563 Feb 16 23:55:23.398013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:23.404284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:23.404811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.431633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 8f85f68f-dc38-4f11-b913-265b238af0b5) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:23.438136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:23.439371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.443500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff0faf4-62b3-42c9-b0f1-4779a846d5c6 None None] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:23.495133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8b97fe2f-3356-4294-9762-94a12533e28b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6593018 Feb 16 23:55:23.500529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51562) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:23.508252 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e70f94fa-16c3-49a9-84ca-b07e34028c15 req-8a19fd50-55ef-4639-b75f-7269a19a1fb6 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288946 Feb 16 23:55:23.537358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Usage tracker for resource:router and tenant:2d2c2875791e4e53b8ffc567188ac9d7 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:23.543218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51566) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:23.605538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:23.621847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.644977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:23.661316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.756141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.805886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Calling delete_port for f1e6329c-f494-40ca-9b08-e018e6b2af71 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:23.809873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:23.816312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-8f85f68f-dc38-4f11-b913-265b238af0b5', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:55:23.817258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.828302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.835877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.837465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.841108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.962738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:23.966899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:24.024097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=9ca7bc33-8772-4fab-af7c-1a15b33628c1,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:24.050252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:24.050252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:24.050708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Allocated IP 172.20.0.2 (8f85f68f-dc38-4f11-b913-265b238af0b5/6bde85cb-ab22-45ba-bdbe-d5b38346e5a0/0bb21de9-223a-4edd-bea1-bda6e0e0cc5f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:24.056040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de521c9f-3b0b-4e78-8528-1d57cf9b5708 tempest-TestNetworkAdvancedServerOps-35999848 tempest-TestNetworkAdvancedServerOps-35999848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:24.057696 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-de521c9f-3b0b-4e78-8528-1d57cf9b5708 tempest-TestNetworkAdvancedServerOps-35999848 tempest-TestNetworkAdvancedServerOps-35999848-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1094 time: 0.5030017 Feb 16 23:55:24.061952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51570) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:24.127677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:24.191897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:24.215874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting port 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:24.216247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.271627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Usage tracker for resource:floatingip and tenant:917a67e4b55645188ebdf8b5a591ed2b is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:24.277860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:24.288500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.292622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:24.300266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Transition to ACTIVE for port object 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:24.319584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Transition to ACTIVE for port object 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:24.326341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.354499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:24.392070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:24.394836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:24.397948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:24.437451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Pushing event updated for resources: {'Port': ['ID=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:24.458392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:24.460669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.478748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.483951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff7526-6f59-41b2-a296-dc82f13a479b None None] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:24.486851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:24.487510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.579948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Attempting to bind port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:24.580311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Attempting to bind port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:24.580618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Attempting to bind port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f on network 8f85f68f-dc38-4f11-b913-265b238af0b5 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:24.596189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:24.596594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Checking segment: {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:24.597010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.597442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Bound using segment: {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:24.597917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Bound port: 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:24.598335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.665744 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4f871474-4e06-45b6-b8f1-9479829ad46e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2821925 Feb 16 23:55:24.674018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51574) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:24.715597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.773754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] For port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:24.816501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] For port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:24.825852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event deleted for resources: {'Port': ['ID=f1e6329c-f494-40ca-9b08-e018e6b2af71,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:24.826533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.844184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.882526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:55:24.883041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:24.887221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4cbc1b41-fe38-4ac3-8a22-65302abbcbd6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:router {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:24.999544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2ab6d-4155-47ef-9da3-16dd660ee043 None None] Pushing event updated for resources: {'Port': ['ID=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:25.068270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Calling delete_port for 23dd0cfb-8f1b-40c1-956b-31b8be3de6b9 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:25.207960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Allocated IP 2001:db8::2 (c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9/9ca7bc33-8772-4fab-af7c-1a15b33628c1/e636aa02-b3cf-407b-a847-454095a43934) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:25.259867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4cbc1b41-fe38-4ac3-8a22-65302abbcbd6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:router {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:25.265267 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4cbc1b41-fe38-4ac3-8a22-65302abbcbd6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.9402533 Feb 16 23:55:25.299041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51578) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:25.340313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:25.357360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-de2742e7-ae1b-4afa-ac98-9d3135bb38be tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1253997460'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:25.477631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:25.478014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.601241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.612951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Transition to ACTIVE for port object e636aa02-b3cf-407b-a847-454095a43934 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:25.625361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.662069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.678596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Transition to ACTIVE for port object e636aa02-b3cf-407b-a847-454095a43934 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:25.723887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.725890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.766665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.801377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Pushing event updated for resources: {'Port': ['ID=e636aa02-b3cf-407b-a847-454095a43934,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:25.833386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:25.833653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:25.838659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:25.848515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.918731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.988945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Attempting to bind port e636aa02-b3cf-407b-a847-454095a43934 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:25.989664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Attempting to bind port e636aa02-b3cf-407b-a847-454095a43934 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:25.990290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Attempting to bind port e636aa02-b3cf-407b-a847-454095a43934 on network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:25.997745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:25.998484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Checking segment: {'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:25.999085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:25.999662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Bound using segment: {'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:26.000435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Bound port: e636aa02-b3cf-407b-a847-454095a43934, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:26.001033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:26.108925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:26.115304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] For port e636aa02-b3cf-407b-a847-454095a43934, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:26.118712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] For port e636aa02-b3cf-407b-a847-454095a43934, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e636aa02-b3cf-407b-a847-454095a43934,segment=NetworkSegment(404d2547-fea2-4d70-a58d-c39f11a9c6dd),segment_id=404d2547-fea2-4d70-a58d-c39f11a9c6dd)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:26.123975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:26.221154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823278-e6b3-4f6a-a0c7-e86e874db724 None None] Pushing event updated for resources: {'Port': ['ID=e636aa02-b3cf-407b-a847-454095a43934,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:26.275386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Port': ['ID=23dd0cfb-8f1b-40c1-956b-31b8be3de6b9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:26.286300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5218d7a4-8d34-4c12-8432-8a579f5cccb0 None None] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:26.368340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Allocated IP 172.26.2.210 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/c1ca3178-818b-46d7-96fe-34f988c3e4cd) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:26.409167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ce2aec33-a4c3-4656-b1af-5a9da940a044 None None] Provisioning for port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:26.545590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8::1 (c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9/9ca7bc33-8772-4fab-af7c-1a15b33628c1/bab503ab-3285-4f5e-abb5-ea2ed560a3db) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:26.957012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.135394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.162697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de2742e7-ae1b-4afa-ac98-9d3135bb38be tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.175402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.177032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Router c0f61041-e6eb-45c0-a274-0056427342e6 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:27.262869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de2742e7-ae1b-4afa-ac98-9d3135bb38be tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.323026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object bab503ab-3285-4f5e-abb5-ea2ed560a3db will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:27.324904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:27.404296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.407989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Router cd71cf6d-9f69-4c8f-8fc6-604523fbb037 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:27.421309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:27.427859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:27.430295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.500276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (8f85f68f-dc38-4f11-b913-265b238af0b5/6bde85cb-ab22-45ba-bdbe-d5b38346e5a0/16a35699-8062-455c-90a8-3e87b2d48067) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:27.514054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.552893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f5e13-91e6-40ff-902a-81ee16c8e74f None None] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:27.638602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:27.654120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:27.666002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:27.678040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.691415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4a2f1d3a-d3e9-44fb-aeb7-a8ff4adda619 None None] Provisioning for port e636aa02-b3cf-407b-a847-454095a43934 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:27.708136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Port': ['ID=c1ca3178-818b-46d7-96fe-34f988c3e4cd,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:27.718297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Allocated IP 172.26.2.122 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/5c692834-f056-48aa-8865-7b402470d3c7) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:27.723079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:27.729513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:27.741878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2742e7-ae1b-4afa-ac98-9d3135bb38be tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 99e01998-9660-4e76-8c7b-b4a47590b107 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:27.743924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.744695 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] Sync routers for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:27.746691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e636aa02-b3cf-407b-a847-454095a43934 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:27.761142 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-225b10ff-b030-43ce-9e00-c3e826ea9f05 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "PUT /v2.0/routers/c0f61041-e6eb-45c0-a274-0056427342e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6772237 Feb 16 23:55:27.766032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51582) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:27.770990 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:27.771620 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:27.779260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:27.784815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:27.786913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:27.788360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:27.788875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:27.826408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48220f93-97ab-459a-9546-629af27cc761 None None] Sync routers for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:27.862911 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:27.872350 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] Routers {'c0f61041-e6eb-45c0-a274-0056427342e6'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:27.873183 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['c0f61041-e6eb-45c0-a274-0056427342e6'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:27.905367 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-31e4c98d-74ca-4b7b-9205-906c4917a21c tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8264260 Feb 16 23:55:27.915895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51586) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:27.919474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=bab503ab-3285-4f5e-abb5-ea2ed560a3db,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:27.924805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48220f93-97ab-459a-9546-629af27cc761 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:27.925436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48220f93-97ab-459a-9546-629af27cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:27.934704 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:27.935281 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15bcf1-9a71-4f68-baab-4d4c2d422f54 None None] The sync data for ids ['c0f61041-e6eb-45c0-a274-0056427342e6'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:28.016738 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-34ee3d64-ba91-4140-807d-114e44e40efc tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] show failed (client error): The resource could not be found. Feb 16 23:55:28.017786 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-34ee3d64-ba91-4140-807d-114e44e40efc tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1989651374 HTTP/1.1" status: 404 len: 335 time: 0.0997252 Feb 16 23:55:28.025694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51590) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:28.039131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7f78a689-4093-440a-9f7c-f59bec1fba3d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:28.078721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48220f93-97ab-459a-9546-629af27cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:28.081977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:28.096795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48220f93-97ab-459a-9546-629af27cc761 None None] Routers {'cd71cf6d-9f69-4c8f-8fc6-604523fbb037'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:28.097548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48220f93-97ab-459a-9546-629af27cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:28.119353 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-7f78a689-4093-440a-9f7c-f59bec1fba3d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] update failed (client error): The resource could not be found. Feb 16 23:55:28.123722 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7f78a689-4093-440a-9f7c-f59bec1fba3d tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1774238040 HTTP/1.1" status: 404 len: 335 time: 0.0937810 Feb 16 23:55:28.125884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51594) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:28.195642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48220f93-97ab-459a-9546-629af27cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:28.196290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48220f93-97ab-459a-9546-629af27cc761 None None] The sync data for ids ['cd71cf6d-9f69-4c8f-8fc6-604523fbb037'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:28.207144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port e636aa02-b3cf-407b-a847-454095a43934 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:28.220312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e636aa02-b3cf-407b-a847-454095a43934 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:28.220870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.246851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.284884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.298870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting subnet 036f3153-91ed-4910-a919-8a780e9f9af8 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:28.306347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 16a35699-8062-455c-90a8-3e87b2d48067 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:28.307460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.383769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.414297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.423212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port e636aa02-b3cf-407b-a847-454095a43934, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e636aa02-b3cf-407b-a847-454095a43934,segment=NetworkSegment(404d2547-fea2-4d70-a58d-c39f11a9c6dd),segment_id=404d2547-fea2-4d70-a58d-c39f11a9c6dd)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:28.429817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.503908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=e636aa02-b3cf-407b-a847-454095a43934,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:28.576715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2742e7-ae1b-4afa-ac98-9d3135bb38be tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:28.590478 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] Sync routers for ids ['99e01998-9660-4e76-8c7b-b4a47590b107'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:28.593377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de2742e7-ae1b-4afa-ac98-9d3135bb38be tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.594540 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-de2742e7-ae1b-4afa-ac98-9d3135bb38be tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/99e01998-9660-4e76-8c7b-b4a47590b107 HTTP/1.1" status: 200 len: 887 time: 3.2509463 Feb 16 23:55:28.600889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51598) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:28.608212 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] Routers {'99e01998-9660-4e76-8c7b-b4a47590b107'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:28.609515 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99e01998-9660-4e76-8c7b-b4a47590b107'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:28.686751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de801516-e8cc-4f6a-acd4-07c96fa33069 None None] Provisioning complete for port e636aa02-b3cf-407b-a847-454095a43934 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:28.688915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de801516-e8cc-4f6a-acd4-07c96fa33069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.701340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.705169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.707250 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:28.725243 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] Routers {'99e01998-9660-4e76-8c7b-b4a47590b107'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:28.726430 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99e01998-9660-4e76-8c7b-b4a47590b107'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:28.791093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.808866 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:28.810002 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d50b3-8297-44c7-a893-dc0dcf4dfddc None None] The sync data for ids ['99e01998-9660-4e76-8c7b-b4a47590b107'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:28.848452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:28.862851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:28.923289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de801516-e8cc-4f6a-acd4-07c96fa33069 None None] Provisioning for port bab503ab-3285-4f5e-abb5-ea2ed560a3db completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:28.933400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de801516-e8cc-4f6a-acd4-07c96fa33069 None None] Provisioning complete for port bab503ab-3285-4f5e-abb5-ea2ed560a3db triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:28.933836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de801516-e8cc-4f6a-acd4-07c96fa33069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:28.951690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:28.991043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.003657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-de801516-e8cc-4f6a-acd4-07c96fa33069 None None] Port bab503ab-3285-4f5e-abb5-ea2ed560a3db cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:29.101400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:29.127054 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8446fca2-35b4-4644-9b05-b6149e4d6860 None None] Provisioning complete for port bab503ab-3285-4f5e-abb5-ea2ed560a3db triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:29.127542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8446fca2-35b4-4644-9b05-b6149e4d6860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.156548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:29.172095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:29.196427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8446fca2-35b4-4644-9b05-b6149e4d6860 None None] Port bab503ab-3285-4f5e-abb5-ea2ed560a3db cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:29.208262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=16a35699-8062-455c-90a8-3e87b2d48067,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:29.212500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.218683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event updated for resources: {'Port': ['ID=5c692834-f056-48aa-8865-7b402470d3c7,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:29.248589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:29.315351 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-789c6bd8-f280-4517-bc1e-3f3d20b471ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/routers/99e01998-9660-4e76-8c7b-b4a47590b107 HTTP/1.1" status: 200 len: 887 time: 0.7093534 Feb 16 23:55:29.315946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51602) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:29.327259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fd445edf-6ce0-4905-ab9c-2fc433bd051b None None] Provisioning for port 16a35699-8062-455c-90a8-3e87b2d48067 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:29.335775 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fd445edf-6ce0-4905-ab9c-2fc433bd051b None None] Provisioning complete for port 16a35699-8062-455c-90a8-3e87b2d48067 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:29.337132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fd445edf-6ce0-4905-ab9c-2fc433bd051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.338564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.341797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.379394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:29.379809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.409812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-17dfa82d-839d-4ee9-9d7b-18b1ca4b952b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:29.442816 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fd445edf-6ce0-4905-ab9c-2fc433bd051b None None] Port 16a35699-8062-455c-90a8-3e87b2d48067 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:29.457772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting port bd25abb5-f41a-4984-9311-66813d34d08b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:29.458116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.472478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.475877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-17dfa82d-839d-4ee9-9d7b-18b1ca4b952b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:29.479495 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-17dfa82d-839d-4ee9-9d7b-18b1ca4b952b tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e01998-9660-4e76-8c7b-b4a47590b107 HTTP/1.1" status: 200 len: 205 time: 0.1526151 Feb 16 23:55:29.484790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51606) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:29.521777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e636aa02-b3cf-407b-a847-454095a43934 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:29.525247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.529979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Subnet': ['ID=036f3153-91ed-4910-a919-8a780e9f9af8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:29.531887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.538014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.538895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.556010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a28f1-511b-4035-9f2d-179b09a3c208 None None] Network a621386a-0b80-43f9-817a-f43493ded55e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:29.590310 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3f34987f-8955-4044-8524-ab5376562acb tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/subnets/036f3153-91ed-4910-a919-8a780e9f9af8 HTTP/1.1" status: 204 len: 168 time: 1.4600759 Feb 16 23:55:29.617955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51610) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:29.750929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e636aa02-b3cf-407b-a847-454095a43934 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:29.751326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.807507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=bab503ab-3285-4f5e-abb5-ea2ed560a3db,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:29.885252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.918852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.921025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.936801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.938630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] DHCP port deletion for a621386a-0b80-43f9-817a-f43493ded55e request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:55:29.942884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] Deleting port 0faaef3a-d731-4a23-9300-288bb898d25e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:29.943277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.952726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting port 0faaef3a-d731-4a23-9300-288bb898d25e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:29.952961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:29.987694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:29.995944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:30.161904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] For port 0faaef3a-d731-4a23-9300-288bb898d25e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0faaef3a-d731-4a23-9300-288bb898d25e,segment=NetworkSegment(280e520d-7af5-4b5e-872a-3fabe9dfb43d),segment_id=280e520d-7af5-4b5e-872a-3fabe9dfb43d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:30.163000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:30.198677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Calling delete_port for bd25abb5-f41a-4984-9311-66813d34d08b owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:30.342171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] Calling delete_port for 0faaef3a-d731-4a23-9300-288bb898d25e owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:30.398475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e2a99855-6d5c-4f79-a16e-29f002fbdf70 None None] Provisioning complete for port bab503ab-3285-4f5e-abb5-ea2ed560a3db triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:30.398846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e2a99855-6d5c-4f79-a16e-29f002fbdf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:30.439774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:30.467911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e2a99855-6d5c-4f79-a16e-29f002fbdf70 None None] Port bab503ab-3285-4f5e-abb5-ea2ed560a3db cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:30.479983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:30.535364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:30.536960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] Pushing event deleted for resources: {'Port': ['ID=0faaef3a-d731-4a23-9300-288bb898d25e,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:30.542573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0a86c-fb9a-41ad-b662-6e4edcf58ea8 None None] No DVR routers for this DVR port 0faaef3a-d731-4a23-9300-288bb898d25e on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:55:30.592653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:30.600712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] For port 0faaef3a-d731-4a23-9300-288bb898d25e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0faaef3a-d731-4a23-9300-288bb898d25e,segment=NetworkSegment(280e520d-7af5-4b5e-872a-3fabe9dfb43d),segment_id=280e520d-7af5-4b5e-872a-3fabe9dfb43d)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:30.601225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:30.865541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:30.887489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Calling delete_port for 0faaef3a-d731-4a23-9300-288bb898d25e owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:30.993166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.095482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 830e7cce-4d15-438c-8bde-f0d0c2180788 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:31.095826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.147227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.199334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:55:31.199642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:55:31.204180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:31.219553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0faaef3a-d731-4a23-9300-288bb898d25e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:55:31.223434 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-11af1d48-a4d7-4a12-9b02-20890ae239cc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5457237 Feb 16 23:55:31.223589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51614) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:31.231910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556556478'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:31.245793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:31.253391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:31.253973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:31.258040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.259754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:31.264324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0faaef3a-d731-4a23-9300-288bb898d25e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:55:31.265069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0faaef3a-d731-4a23-9300-288bb898d25e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:55:31.265387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.270380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:31.271028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:31.294615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:31.356637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:31.360021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.375865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event deleted for resources: {'Port': ['ID=bd25abb5-f41a-4984-9311-66813d34d08b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:31.413781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.417037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=16a35699-8062-455c-90a8-3e87b2d48067,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:31.428952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:31.435047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:31.504437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.504789 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment 4912a1e9-31e2-4f2c-a5f3-8ec3efffd025 of type vlan for network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 Feb 16 23:55:31.554577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.602954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:31.606015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:31.638839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.660696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.684098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.685700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:31.686274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.721169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting port 0faaef3a-d731-4a23-9300-288bb898d25e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:31.721538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.738313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.782726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:28Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:28Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:31.793046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:55:31.793762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Updating router dff28c52-c80b-4d07-ae11-07bc12f351c5 port bab503ab-3285-4f5e-abb5-ea2ed560a3db binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:55:31.804668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.857070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.898058 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:55:31.901227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] The port '0faaef3a-d731-4a23-9300-288bb898d25e' was deleted {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:55:31.940389 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7155735 Feb 16 23:55:31.989194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a8fd3ada-4f52-4b2f-9f91-ee0fb3f17bad None None] Provisioning complete for port 16a35699-8062-455c-90a8-3e87b2d48067 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:31.989660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a8fd3ada-4f52-4b2f-9f91-ee0fb3f17bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:31.996723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51618) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:32.004742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7969fd-f784-4d60-a8c7-ba00ee913481 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=7ec60e8b-a71f-4cea-b705-0cf4598ab4a3,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:32.009797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:32.044878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:32.121501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.147114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:32.154264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a621386a-0b80-43f9-817a-f43493ded55e']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:32.171199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280e520d-7af5-4b5e-872a-3fabe9dfb43d') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:32.171786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280e520d-7af5-4b5e-872a-3fabe9dfb43d') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:32.185611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd3ada-4f52-4b2f-9f91-ee0fb3f17bad None None] Port 16a35699-8062-455c-90a8-3e87b2d48067 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:32.201480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.245252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.262341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.269700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event updated for resources: {'Port': ['ID=c1ca3178-818b-46d7-96fe-34f988c3e4cd,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:32.272759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.389816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.401119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:32.401511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:32.416018 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:32.426232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.443755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 830e7cce-4d15-438c-8bde-f0d0c2180788 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:32.509297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.575501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.577727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:32.588094 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Sync routers for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:32.595179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.609318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Network': ['ID=a621386a-0b80-43f9-817a-f43493ded55e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:32.618284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cf12e953-eac0-4139-b30e-dc9c92779697 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1166120 Feb 16 23:55:32.619311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51622) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:32.620772 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-68233cfd-5c22-4489-98b8-33740650c712 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/networks/a621386a-0b80-43f9-817a-f43493ded55e HTTP/1.1" status: 204 len: 168 time: 3.0019028 Feb 16 23:55:32.623252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51626) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:32.626122 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:32.626758 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:32.732248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Transition to ACTIVE for port object bab503ab-3285-4f5e-abb5-ea2ed560a3db will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:32.743823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:32.747768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.758301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.758854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Fanout notify agent at l3_agent the message router_deleted on router c0f61041-e6eb-45c0-a274-0056427342e6 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:32.775154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting subnet 5fb5ae30-75f2-465a-b410-e785bc475cd5 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:32.779973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:32.781128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.795587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:32.847813 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:32.868015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:32.876045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.912875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.913274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.913739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.914210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.914917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.915090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.915814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.915983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.916460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.916907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.917354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:32.922358 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fed30452-8a82-4d56-a5d1-02f2d7e8a845 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7675 time: 0.3004448 Feb 16 23:55:32.925342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51630) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:32.934279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:32.937922 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-144760d2-44a3-42cb-80e5-ad77c0462a03 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "DELETE /v2.0/routers/c0f61041-e6eb-45c0-a274-0056427342e6 HTTP/1.1" status: 204 len: 168 time: 5.1687636 Feb 16 23:55:32.939382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51634) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:32.950332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d7ed-0812-4901-968b-1ad96563be1e None None] Pushing event updated for resources: {'Port': ['ID=bab503ab-3285-4f5e-abb5-ea2ed560a3db,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:32.983469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:32.987383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.040317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.040789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.041240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.041686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.042115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.042557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.042994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.043430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.043873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.044323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:33.049230 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e4c57446-4449-4783-a8dd-a582efe70098 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6387 time: 0.1229124 Feb 16 23:55:33.049808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51638) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:33.167877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Attempting to bind port bab503ab-3285-4f5e-abb5-ea2ed560a3db on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:33.168388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Attempting to bind port bab503ab-3285-4f5e-abb5-ea2ed560a3db by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:33.168866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Attempting to bind port bab503ab-3285-4f5e-abb5-ea2ed560a3db on network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:33.170768 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Floating IP 4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 associated. External IP: 172.26.2.210, port: 2de1cb4c-aef6-4830-9e88-34b0e180de5f. Feb 16 23:55:33.178805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:33.179406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Checking segment: {'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:33.179918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.180775 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Bound using segment: {'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:33.181029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Bound port: bab503ab-3285-4f5e-abb5-ea2ed560a3db, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404d2547-fea2-4d70-a58d-c39f11a9c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:33.181506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.214076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.302451 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:30Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:33.306440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Router 0e49bcfa-fcaf-40ef-86ab-5e1b346eabba is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:33.307202 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Checking router: b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:55:33.307676 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Updating router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f port 16a35699-8062-455c-90a8-3e87b2d48067 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:55:33.340783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] For port bab503ab-3285-4f5e-abb5-ea2ed560a3db, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:33.347082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] For port bab503ab-3285-4f5e-abb5-ea2ed560a3db, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bab503ab-3285-4f5e-abb5-ea2ed560a3db,segment=NetworkSegment(404d2547-fea2-4d70-a58d-c39f11a9c6dd),segment_id=404d2547-fea2-4d70-a58d-c39f11a9c6dd)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:33.357077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.367865 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.377288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting subnet 4053c699-4cfc-4060-b04e-67d0dd733eb3 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:33.466534 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eac202d1-5b56-4f34-b0d4-446cf0887785 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4673 time: 0.4143608 Feb 16 23:55:33.467773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.470978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d7ed-0812-4901-968b-1ad96563be1e None None] Pushing event updated for resources: {'Port': ['ID=bab503ab-3285-4f5e-abb5-ea2ed560a3db,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:33.490157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.492283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:33.492917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:33.559091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.563462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.576511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb5ae30-75f2-465a-b410-e785bc475cd5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:33.582429 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-515ab846-f4db-4f0a-93b9-2d03e9f05c72 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/subnets/5fb5ae30-75f2-465a-b410-e785bc475cd5 HTTP/1.1" status: 204 len: 168 time: 0.9582837 Feb 16 23:55:33.583227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51644) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:33.698592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting subnet 7ae8b2aa-1178-4a9b-a9d5-9cadc199885c {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:33.702615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f97808-9c39-4c9c-b4ac-5f0f61f4d973 None None] Network 362cb2f0-abab-4a12-acac-6972cb3e5262 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:33.711636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.799861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=830e7cce-4d15-438c-8bde-f0d0c2180788,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:33.813763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:33.917624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.013767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4234e310-4cd3-4ed5-9dcf-a350bdc3ad7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.037845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:34.038066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Router e57f8ea5-e83e-41f2-af1d-7b2762c4287d has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:34.075608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.093048 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.106802 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Transition to ACTIVE for port object 16a35699-8062-455c-90a8-3e87b2d48067 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:34.115158 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.117557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51648) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:34.133710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124136309', 'description': 'tempest-secgroup-smoke-124136309 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:34.140223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:34.145153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:34.148891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:34.155455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:34.163534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae8b2aa-1178-4a9b-a9d5-9cadc199885c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:34.167706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.173294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.188894 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-454d8efd-a6c7-4b76-99e8-5ddae2976432 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/subnets/7ae8b2aa-1178-4a9b-a9d5-9cadc199885c HTTP/1.1" status: 204 len: 168 time: 0.6046982 Feb 16 23:55:34.191616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51652) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:34.195501 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe146c0-f7c4-4c6a-bf40-b44392fba6cc None None] Pushing event updated for resources: {'Port': ['ID=16a35699-8062-455c-90a8-3e87b2d48067,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:34.223254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:34.262720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52b696-0005-4b8e-8f6e-87de63ebb7ea None None] Network 668c6d71-3ccf-4149-8f9d-2af743cd6923 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:34.284849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:34.292448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:34.322853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:34.352844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.384555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting port e040074d-fbd2-497e-a784-8628aa0fb605 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:34.385148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.435825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:34.440334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.450111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] DHCP port deletion for 362cb2f0-abab-4a12-acac-6972cb3e5262 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:55:34.464799 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Attempting to bind port 16a35699-8062-455c-90a8-3e87b2d48067 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:34.465361 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Attempting to bind port 16a35699-8062-455c-90a8-3e87b2d48067 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:34.465517 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Attempting to bind port 16a35699-8062-455c-90a8-3e87b2d48067 on network 8f85f68f-dc38-4f11-b913-265b238af0b5 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:34.471253 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:34.473614 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Checking segment: {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:34.474864 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.475269 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Bound using segment: {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:34.475750 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Bound port: 16a35699-8062-455c-90a8-3e87b2d48067, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:34.476161 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.496614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.593239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] Sync routers for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:34.616275 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] For port 16a35699-8062-455c-90a8-3e87b2d48067, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:34.621041 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] For port 16a35699-8062-455c-90a8-3e87b2d48067, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=16a35699-8062-455c-90a8-3e87b2d48067,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:34.636437 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.693989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Deleting port e040074d-fbd2-497e-a784-8628aa0fb605 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:34.694525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.748248 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:34.748933 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:34.759693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:34.760728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:34.820168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:34.883557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] For port e040074d-fbd2-497e-a784-8628aa0fb605, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e040074d-fbd2-497e-a784-8628aa0fb605,segment=NetworkSegment(a9b8f856-2903-4b04-8d11-fb16b01c9411),segment_id=a9b8f856-2903-4b04-8d11-fb16b01c9411)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:34.885188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.020837 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:35.075122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.084009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Calling delete_port for e040074d-fbd2-497e-a784-8628aa0fb605 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:35.101730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.116218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.121339 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b914ff4a-4b8c-418e-9765-b34fdd342746 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.0569186 Feb 16 23:55:35.125084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.128456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:35.137843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:55:35.142768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:35.195382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3bdb6d-6e2d-444a-8ad7-b8114040e991,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:35.199203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.200639 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8ca52c75-5424-42ce-a60d-e6919e9f5525 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0761518 Feb 16 23:55:35.208949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51662) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:35.218069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1e3bdb6d-6e2d-444a-8ad7-b8114040e991', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:35.230696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:35.234961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:35.238388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:35.245289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:35.276741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.323095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.324413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e040074d-fbd2-497e-a784-8628aa0fb605 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:55:35.369750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.415799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:28Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:33Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:35.441031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.446041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7b1f9-cefa-4187-b10b-99599fc3d316 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:28Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:33Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:35.480180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.480703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Fanout notify agent at l3_agent the message router_deleted on router 99e01998-9660-4e76-8c7b-b4a47590b107 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:35.482335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.485980 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-832014ce-b2db-431b-9ce8-9071110a532d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.5091975 Feb 16 23:55:35.488809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.493758 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fc27cb59-e1a8-4207-8fc6-a504186611ef tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/99e01998-9660-4e76-8c7b-b4a47590b107 HTTP/1.1" status: 204 len: 168 time: 5.9972382 Feb 16 23:55:35.495447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.525664 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'status': 'completed', 'code': 200} Feb 16 23:55:35.526590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=c76183aa-f9ec-43cb-b7cd-4116f216adb2,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:35.529386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51666) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:35.529845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51668) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:35.531610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.537052 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] Sync routers for ids ['0e49bcfa-fcaf-40ef-86ab-5e1b346eabba'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:35.547858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.549183 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383622 Feb 16 23:55:35.557287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-156295825'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:35.567090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:35.570587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51676) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:35.572550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:35.580345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:35.597987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:35.603857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1e3bdb6d-6e2d-444a-8ad7-b8114040e991', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:35.613407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:35.632688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:35.637247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:35.653969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] DHCP port deletion for 668c6d71-3ccf-4149-8f9d-2af743cd6923 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:55:35.666981 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe146c0-f7c4-4c6a-bf40-b44392fba6cc None None] Pushing event updated for resources: {'Port': ['ID=16a35699-8062-455c-90a8-3e87b2d48067,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:35.667527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:35.673070 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:35.676500 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] Routers {'0e49bcfa-fcaf-40ef-86ab-5e1b346eabba'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:35.677358 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0e49bcfa-fcaf-40ef-86ab-5e1b346eabba'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:35.713004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] Deleting port 6f329e63-848a-4502-82a7-73374db4b220 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:35.713683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.757402 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d93ed0-8b5d-4d2a-8772-bf5a43122e18 None None] The sync data for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv is: [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:35.759173 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:35.768781 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] Routers {'0e49bcfa-fcaf-40ef-86ab-5e1b346eabba'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:35.769659 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0e49bcfa-fcaf-40ef-86ab-5e1b346eabba'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:35.773958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.801437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] For port e040074d-fbd2-497e-a784-8628aa0fb605, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e040074d-fbd2-497e-a784-8628aa0fb605,segment=NetworkSegment(a9b8f856-2903-4b04-8d11-fb16b01c9411),segment_id=a9b8f856-2903-4b04-8d11-fb16b01c9411)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:35.801838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.833047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No active binding found for port e040074d-fbd2-497e-a784-8628aa0fb605 {{(pid=87678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 23:55:35.833465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e040074d-fbd2-497e-a784-8628aa0fb605 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:55:35.861205 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:35.861612 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e7078-aa7a-41d2-a165-0ee2d55f468c None None] The sync data for ids ['0e49bcfa-fcaf-40ef-86ab-5e1b346eabba'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:35.892644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.916651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event deleted for resources: {'Subnet': ['ID=4053c699-4cfc-4060-b04e-67d0dd733eb3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:35.929201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:35.939403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] No DVR routers for this DVR port e040074d-fbd2-497e-a784-8628aa0fb605 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:55:35.971869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:35.972505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:35.991154 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f30e89a0-4a8e-4ec5-ad57-2be0ce7fa0e7 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "DELETE /v2.0/subnets/4053c699-4cfc-4060-b04e-67d0dd733eb3 HTTP/1.1" status: 204 len: 168 time: 3.0430157 Feb 16 23:55:35.995214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51680) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:36.036693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-491eb557-2386-4227-afa1-f383b403c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:36.038874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Port': ['ID=e040074d-fbd2-497e-a784-8628aa0fb605,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:36.039328 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-491eb557-2386-4227-afa1-f383b403c5cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=917a67e4b55645188ebdf8b5a591ed2b&device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1099 time: 0.5096202 Feb 16 23:55:36.047395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:36.051671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.111412 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-03645c49-0b56-49f7-a934-482205dedf49 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/0e49bcfa-fcaf-40ef-86ab-5e1b346eabba HTTP/1.1" status: 200 len: 924 time: 0.5659699 Feb 16 23:55:36.111412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3552adb-f6f4-456c-8363-8ce566e05b35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10171734-8adc-4a96-a2d5-0f2d20223ab5,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:36.114230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51684) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:36.202661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Calling delete_port for e040074d-fbd2-497e-a784-8628aa0fb605 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:36.215264 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f6c1bfa8-db02-4c8a-b62d-9bb9e9c36059 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e49bcfa-fcaf-40ef-86ab-5e1b346eabba HTTP/1.1" status: 200 len: 205 time: 0.0783050 Feb 16 23:55:36.238660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be44680-5c6a-472d-9b94-e19aaa70c40f None None] Network b3ed19ee-2bd9-4519-815b-e8d5b6f51859 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:36.250675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51688) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:36.299689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382e036-3be1-4c7d-8827-d3a16b633bac req-5d197734-74bf-43d3-89f2-52b624accacb tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:36.301480 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7382e036-3be1-4c7d-8827-d3a16b633bac req-5d197734-74bf-43d3-89f2-52b624accacb tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.9293909 Feb 16 23:55:36.378904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.399473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:36.440223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362cb2f0-abab-4a12-acac-6972cb3e5262']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:36.463451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b8f856-2903-4b04-8d11-fb16b01c9411') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:36.463746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b8f856-2903-4b04-8d11-fb16b01c9411') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:36.472649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.473005 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment 40a28ee3-fe6d-4059-9c48-116843b214ba of type vlan for network 4a096e4a-38a4-4a87-98e3-08a132aafa94 Feb 16 23:55:36.485059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.495630 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7382e036-3be1-4c7d-8827-d3a16b633bac req-4934d358-b02f-4bdb-8560-4c3762d39fa0 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758873 Feb 16 23:55:36.515887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.540470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51692) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:36.545434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.558232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:36.595206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.611244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-13daf73b-a889-4775-879b-fd4fa0ba2d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.617855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:36.618261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:36.643641 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:36.650083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.674642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.701624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] For port 6f329e63-848a-4502-82a7-73374db4b220, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6f329e63-848a-4502-82a7-73374db4b220,segment=NetworkSegment(3b46f497-8735-43e2-aa95-05e9e0c29f74),segment_id=3b46f497-8735-43e2-aa95-05e9e0c29f74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:36.701624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.706295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:36.713616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:36.714443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.746092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51777222-feec-465d-aa08-bcd858013287,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:36.747025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d608a0-746f-41be-973b-eb909ba5d1e6 None None] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:36.828033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting port 2c5928e4-9428-46e0-9781-d103242022bc {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:36.828664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.857781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.869288 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9203da2c-3387-4fe1-8104-70b15f4989a3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/floatingips/4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 HTTP/1.1" status: 200 len: 992 time: 0.3261497 Feb 16 23:55:36.873379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.875620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.881179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:36.881801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.944950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:36.946705 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-06d17cca-68ec-471a-a61d-3d27ba78a2d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3743954 Feb 16 23:55:36.966808 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e3f7e9ee-175b-4966-9314-7b13bfd17f1f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.9637151 Feb 16 23:55:36.978905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51696) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:36.979634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51698) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:37.067205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.069860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=4a096e4a-38a4-4a87-98e3-08a132aafa94,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:37.098311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:55:37.098665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:55:37.106829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] Calling delete_port for 6f329e63-848a-4502-82a7-73374db4b220 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:37.190849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:37.282418 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/networks/362cb2f0-abab-4a12-acac-6972cb3e5262 HTTP/1.1" status: 204 len: 168 time: 3.0894983 Feb 16 23:55:37.285961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51704) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:37.312046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72bc50-9e0e-4ec2-a8fd-72c6a02b0f3a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Network': ['ID=362cb2f0-abab-4a12-acac-6972cb3e5262,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:37.320655 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-26034b48-5c92-44ce-bb8f-2a63a70ea086 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7756765 Feb 16 23:55:37.325454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51708) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:37.373706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.383070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bab503ab-3285-4f5e-abb5-ea2ed560a3db up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:37.387689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': '4a096e4a-38a4-4a87-98e3-08a132aafa94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:37.413224 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-491e7a84-0211-4117-8131-07a7d7344104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:37.414285 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-491e7a84-0211-4117-8131-07a7d7344104 service neutron] 10.222.0.24 "GET /v2.0/networks?id=66adf6b9-de10-43c7-8773-a79e9f4d3252 HTTP/1.1" status: 200 len: 897 time: 1.3606343 Feb 16 23:55:37.428646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1e3bdb6d-6e2d-444a-8ad7-b8114040e991', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:37.431169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.521207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.591056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.594091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] DHCP port deletion for b3ed19ee-2bd9-4519-815b-e8d5b6f51859 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:55:37.604662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:37.611721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Deleting port e040074d-fbd2-497e-a784-8628aa0fb605 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:37.612215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.632572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:37.645273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] Pushing event deleted for resources: {'Port': ['ID=6f329e63-848a-4502-82a7-73374db4b220,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:37.663419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:37.663643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87a06d-a6a0-4d7e-bfce-4bb3268d0e97 None None] No DVR routers for this DVR port 6f329e63-848a-4502-82a7-73374db4b220 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:55:37.667466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] Deleting port 2c5928e4-9428-46e0-9781-d103242022bc {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:37.667831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.675224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:37.689595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:37.783016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8fa85-398f-4d22-a199-40890ed458c6 None None] The port 'e040074d-fbd2-497e-a784-8628aa0fb605' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:55:37.797889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '4b29bb4d-9166-4e63-a7e7-09fcb1a4d320', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'port_id': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'mac_address': 'fa:16:3e:9e:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:55:29Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 0, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:55:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:37.807006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:37.828424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:37.836516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.839051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port bab503ab-3285-4f5e-abb5-ea2ed560a3db completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:37.850941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:37.851896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] Checking router: e57f8ea5-e83e-41f2-af1d-7b2762c4287d for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:55:37.871918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51712) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:37.877746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:37.881465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.893575 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bab503ab-3285-4f5e-abb5-ea2ed560a3db triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:37.893985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.921677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:55:37.922803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:37.965488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:37.966030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:38.006896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668c6d71-3ccf-4149-8f9d-2af743cd6923']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:38.051364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b46f497-8735-43e2-aa95-05e9e0c29f74') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:38.051724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b46f497-8735-43e2-aa95-05e9e0c29f74') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:38.065552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.087959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.111514 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-b0f28ae2-4ad6-4b60-822c-57f048844e72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f HTTP/1.1" status: 200 len: 1000 time: 0.6648941 Feb 16 23:55:38.121585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.138328 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2b45604e-a053-4875-aa05-41282e6eef72 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/floatingips/4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 HTTP/1.1" status: 200 len: 992 time: 0.2639599 Feb 16 23:55:38.138328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:38.138643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:38.156411 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:38.266978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.274917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.301127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.308042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Network': ['ID=668c6d71-3ccf-4149-8f9d-2af743cd6923,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:38.319685 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8aeff8ae-f061-4f5c-bfb8-521d5de3e12e tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/networks/668c6d71-3ccf-4149-8f9d-2af743cd6923 HTTP/1.1" status: 204 len: 168 time: 1.0327110 Feb 16 23:55:38.322589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51716) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:38.400910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Deleting port 5c692834-f056-48aa-8865-7b402470d3c7 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:38.401294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.410612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] For port 2c5928e4-9428-46e0-9781-d103242022bc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2c5928e4-9428-46e0-9781-d103242022bc,segment=NetworkSegment(8107d7d4-b93f-4534-8cc4-a652fd5e25e0),segment_id=8107d7d4-b93f-4534-8cc4-a652fd5e25e0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:38.411190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.431123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting subnet 57992082-1d5e-42d8-aa23-137b72c2eaae {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:55:38.436136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.469575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.501965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:38.530705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-3e661ef0-db9a-4d5f-9462-f0502fb4e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:38.531717 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-3e661ef0-db9a-4d5f-9462-f0502fb4e913 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=243276c0-ad51-4d00-a1ed-2d1c61136666 HTTP/1.1" status: 200 len: 832 time: 0.3792644 Feb 16 23:55:38.547732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.608529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] For port 2c5928e4-9428-46e0-9781-d103242022bc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2c5928e4-9428-46e0-9781-d103242022bc,segment=NetworkSegment(8107d7d4-b93f-4534-8cc4-a652fd5e25e0),segment_id=8107d7d4-b93f-4534-8cc4-a652fd5e25e0)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:38.609163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.685899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] Calling delete_port for 2c5928e4-9428-46e0-9781-d103242022bc owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:38.686760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.713138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.717274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=6feb9412-c395-48f5-a013-99e432a55b85,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:38.725282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': '40a28ee3-fe6d-4059-9c48-116843b214ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4a096e4a-38a4-4a87-98e3-08a132aafa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:38.725780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: 4a096e4a-38a4-4a87-98e3-08a132aafa94, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:38.742868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.743367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.743840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.744628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.744628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.745164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.745630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.746491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.746664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.747110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.747541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.747969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:38.755736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.784842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:38.789116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Calling delete_port for 2c5928e4-9428-46e0-9781-d103242022bc owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:38.798748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 4a096e4a-38a4-4a87-98e3-08a132aafa94) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:38.805151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:38.805929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.825252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.846095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8318f73-8291-420c-8aa2-481f3ee29342 None None] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:38.863605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Allocated IP 2001:db8:1::2 (7ec60e8b-a71f-4cea-b705-0cf4598ab4a3/c76183aa-f9ec-43cb-b7cd-4116f216adb2/e31e5a11-650c-4e55-b471-bf6c7b0ba103) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:38.878771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Subnet': ['ID=57992082-1d5e-42d8-aa23-137b72c2eaae,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:38.882545 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-db46cfea-2b4e-4822-b4ca-3d80dabbaa12 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5562518 Feb 16 23:55:38.885534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51720) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:38.892377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-440847044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:38.898236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.900272 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d476c0e0-24be-420a-a386-0e22cdb86e78 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/subnets/57992082-1d5e-42d8-aa23-137b72c2eaae HTTP/1.1" status: 204 len: 168 time: 0.5765288 Feb 16 23:55:38.902728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51724) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:38.903791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:38.952453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e122bb-c09a-49ea-8383-2cc577bfa130 None None] Network 4f10e0b7-493f-4628-8523-b49feeaecbd5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:38.969404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:38.987668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:38.994596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port bab503ab-3285-4f5e-abb5-ea2ed560a3db, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bab503ab-3285-4f5e-abb5-ea2ed560a3db,segment=NetworkSegment(404d2547-fea2-4d70-a58d-c39f11a9c6dd),segment_id=404d2547-fea2-4d70-a58d-c39f11a9c6dd)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:39.033334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.035269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.036484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.056582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.069552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.070629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 16a35699-8062-455c-90a8-3e87b2d48067 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:39.076728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.078459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Deleting port c30acd5f-6bd3-4b90-904c-4eef6674b105 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:39.078742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.146507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51728) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:39.150308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ee743-50c3-4481-bfa1-edaaed26745c,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:39.199438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.203209 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e8f376ef-e061-415b-b5f0-07c22f292ecc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2196462 Feb 16 23:55:39.208358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51732) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:39.218158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1e3bdb6d-6e2d-444a-8ad7-b8114040e991', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:39.238336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.267810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:39.281620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:55:39.281940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:55:39.286581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:39.291411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.301154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:39.305786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-52560175-8f29-4b46-84d7-e71f0cb9d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:39.307269 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-52560175-8f29-4b46-84d7-e71f0cb9d414 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66adf6b9-de10-43c7-8773-a79e9f4d3252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7547827 Feb 16 23:55:39.316179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:39.358458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.422089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] No DVR routers for this DVR port 2c5928e4-9428-46e0-9781-d103242022bc on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:55:39.466298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Calling delete_port for 5c692834-f056-48aa-8865-7b402470d3c7 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:39.468982 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4a5ff318-36e0-4fc0-a825-58096cd7dc9b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/floatingips/4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 HTTP/1.1" status: 200 len: 992 time: 0.3205302 Feb 16 23:55:39.471887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.476182 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7cba1aff-b148-4590-976a-a15cf593f026 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5863709 Feb 16 23:55:39.516561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51736) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:39.520141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=bab503ab-3285-4f5e-abb5-ea2ed560a3db,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:39.585787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.600643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.602572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13966386-6ce1-44a4-9e95-cb47e26de39d None None] Pushing event deleted for resources: {'Port': ['ID=2c5928e4-9428-46e0-9781-d103242022bc,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:39.663851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 16a35699-8062-455c-90a8-3e87b2d48067 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:39.783293 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 16a35699-8062-455c-90a8-3e87b2d48067 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:39.783673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.805011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting port 2c5928e4-9428-46e0-9781-d103242022bc {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:39.805592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.815972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] For port c30acd5f-6bd3-4b90-904c-4eef6674b105, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c30acd5f-6bd3-4b90-904c-4eef6674b105,segment=NetworkSegment(b3ebf64d-be6f-40d5-865d-51addaac54c2),segment_id=b3ebf64d-be6f-40d5-865d-51addaac54c2)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:39.816421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.818765 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-4a096e4a-38a4-4a87-98e3-08a132aafa94', 'network_id': '4a096e4a-38a4-4a87-98e3-08a132aafa94', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '6feb9412-c395-48f5-a013-99e432a55b85'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:55:39.819603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:39.930461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] The port '2c5928e4-9428-46e0-9781-d103242022bc' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:55:39.938198 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-a3dd8496-a7ea-40f9-a8ab-fc5e89440677 service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196468 Feb 16 23:55:39.951853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.009467 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Transition to ACTIVE for port object e31e5a11-650c-4e55-b471-bf6c7b0ba103 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:40.064023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Transition to ACTIVE for port object e31e5a11-650c-4e55-b471-bf6c7b0ba103 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:40.070599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.105837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Calling delete_port for c30acd5f-6bd3-4b90-904c-4eef6674b105 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:40.118001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.145480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.197590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98b4bd-6c83-4e5a-9273-305d7a55a5c5 None None] DHCP port deletion for 4f10e0b7-493f-4628-8523-b49feeaecbd5 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:55:40.230409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '4b29bb4d-9166-4e63-a7e7-09fcb1a4d320', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'port_id': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'mac_address': 'fa:16:3e:9e:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:55:29Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 0, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:55:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:40.247081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3f98b4bd-6c83-4e5a-9273-305d7a55a5c5 None None] Deleting port c30acd5f-6bd3-4b90-904c-4eef6674b105 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:40.247456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3f98b4bd-6c83-4e5a-9273-305d7a55a5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.274435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f76677-6b12-447b-aa24-3d1dee1ba8c7,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:40.293620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.301937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acb754-5bfa-4791-9982-75641f8b5dd8 None None] The sync data for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv is: [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '4b29bb4d-9166-4e63-a7e7-09fcb1a4d320', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'floating_ip_address': '172.26.2.210', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'port_id': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'mac_address': 'fa:16:3e:9e:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:55:29Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 0, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:55:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:40.307863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.310048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:40.311030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.339480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:40.350568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:40.356817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Pushing event updated for resources: {'Port': ['ID=e31e5a11-650c-4e55-b471-bf6c7b0ba103,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:40.364508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Allocated IP 172.20.0.2 (4a096e4a-38a4-4a87-98e3-08a132aafa94/6feb9412-c395-48f5-a013-99e432a55b85/c5e6f8c2-ab13-4508-b88a-da306a2251bf) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:40.375517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.376912 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-316399bc-8048-456d-a9ac-c95afe259efa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1643488 Feb 16 23:55:40.395362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51740) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:40.398560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Port': ['ID=c30acd5f-6bd3-4b90-904c-4eef6674b105,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:40.410356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1e3bdb6d-6e2d-444a-8ad7-b8114040e991', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:40.416702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:40.421692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:40.425200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:40.432386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.450798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] No DVR routers for this DVR port c30acd5f-6bd3-4b90-904c-4eef6674b105 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:55:40.481709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:40.486889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51744) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:40.499576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3f98b4bd-6c83-4e5a-9273-305d7a55a5c5 None None] The port 'c30acd5f-6bd3-4b90-904c-4eef6674b105' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:55:40.508315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 16a35699-8062-455c-90a8-3e87b2d48067, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=16a35699-8062-455c-90a8-3e87b2d48067,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:40.537335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.637672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f329e63-848a-4502-82a7-73374db4b220 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:55:40.695386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 6f329e63-848a-4502-82a7-73374db4b220 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:55:40.695910 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f329e63-848a-4502-82a7-73374db4b220 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:55:40.697749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adc6bc-2344-4fdd-a670-4a33ce339a34 None None] New status for floating IP 4b29bb4d-9166-4e63-a7e7-09fcb1a4d320: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:55:40.750618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ed19ee-2bd9-4519-815b-e8d5b6f51859']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:40.795819 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1b11ed79-fc7d-4187-9faa-d478b693bc15 req-4a1f60ec-d2fc-4f14-a617-ba1f94cdfc76 service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196094 Feb 16 23:55:40.797888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8107d7d4-b93f-4534-8cc4-a652fd5e25e0') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:40.798362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8107d7d4-b93f-4534-8cc4-a652fd5e25e0') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:40.834788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.844987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Attempting to bind port e31e5a11-650c-4e55-b471-bf6c7b0ba103 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:40.845337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Attempting to bind port e31e5a11-650c-4e55-b471-bf6c7b0ba103 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:40.845963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Attempting to bind port e31e5a11-650c-4e55-b471-bf6c7b0ba103 on network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:40.848863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bab503ab-3285-4f5e-abb5-ea2ed560a3db up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:40.898042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.911213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.915587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:40.916185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Checking segment: {'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:40.916599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.917004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Bound using segment: {'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:40.917497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Bound port: e31e5a11-650c-4e55-b471-bf6c7b0ba103, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:40.917879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.922888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:55:40.961836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:40.962191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.963334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:40.979269 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:41.013614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.073758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event deleted for resources: {'Port': ['ID=5c692834-f056-48aa-8865-7b402470d3c7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.074604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f10e0b7-493f-4628-8523-b49feeaecbd5']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:41.091351 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d64843e6-fee2-4632-9a7b-f55630cc6267 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/floatingips/4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 HTTP/1.1" status: 200 len: 992 time: 0.6023979 Feb 16 23:55:41.109813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8:1::1 (7ec60e8b-a71f-4cea-b705-0cf4598ab4a3/c76183aa-f9ec-43cb-b7cd-4116f216adb2/b4baaf6b-b361-4e9c-ac74-cac6946816f6) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:41.110980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=16a35699-8062-455c-90a8-3e87b2d48067,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.119181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ebf64d-be6f-40d5-865d-51addaac54c2') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:41.119482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ebf64d-be6f-40d5-865d-51addaac54c2') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:41.172259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.217436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.220262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.233971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.238850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:55:41.239445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:55:41.259194 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:55:41.283890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.299896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bab503ab-3285-4f5e-abb5-ea2ed560a3db triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:41.300937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.308859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.331907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event deleted for resources: {'Network': ['ID=b3ed19ee-2bd9-4519-815b-e8d5b6f51859,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.332960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] For port e31e5a11-650c-4e55-b471-bf6c7b0ba103, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:41.338267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.340365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913779a6-306f-4d24-bb55-ebba061e731b,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.363886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] For port e31e5a11-650c-4e55-b471-bf6c7b0ba103, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e31e5a11-650c-4e55-b471-bf6c7b0ba103,segment=NetworkSegment(4912a1e9-31e2-4f2c-a5f3-8ec3efffd025),segment_id=4912a1e9-31e2-4f2c-a5f3-8ec3efffd025)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:41.371814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.376278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.377814 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ccc6dc8f-4abf-4a25-aa46-d4e374b3c2cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9770696 Feb 16 23:55:41.380256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.380838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51748) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:41.384586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.389042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1e3bdb6d-6e2d-444a-8ad7-b8114040e991', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:41.420632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.424014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:41.433778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Transition to ACTIVE for port object c5e6f8c2-ab13-4508-b88a-da306a2251bf will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:41.434158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:41.444968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:41.448014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Pushing event deleted for resources: {'Network': ['ID=4f10e0b7-493f-4628-8523-b49feeaecbd5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.454562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:41.461447 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-619a8ed6-6322-4de5-a027-e79367d91c2a tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/networks/4f10e0b7-493f-4628-8523-b49feeaecbd5 HTTP/1.1" status: 204 len: 168 time: 2.5537572 Feb 16 23:55:41.463235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51752) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:41.466813 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d6869acd-140f-4684-8d0f-2e38fcd997f3 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "DELETE /v2.0/networks/b3ed19ee-2bd9-4519-815b-e8d5b6f51859 HTTP/1.1" status: 204 len: 168 time: 5.4649143 Feb 16 23:55:41.469533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51754) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:41.536683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Transition to ACTIVE for port object c5e6f8c2-ab13-4508-b88a-da306a2251bf will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:41.559435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f19fcf-4e28-495c-94e5-112f98616230 None None] Pushing event updated for resources: {'Port': ['ID=e31e5a11-650c-4e55-b471-bf6c7b0ba103,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.563346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.565047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.566973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.598766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.626422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object b4baaf6b-b361-4e9c-ac74-cac6946816f6 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:41.631946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.632487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Fanout notify agent at l3_agent the message router_deleted on router 0e49bcfa-fcaf-40ef-86ab-5e1b346eabba {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:41.641530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:41.644475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.646172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:41.651227 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-784afd34-5698-4007-bc25-82423b197496 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/0e49bcfa-fcaf-40ef-86ab-5e1b346eabba HTTP/1.1" status: 204 len: 168 time: 5.3941634 Feb 16 23:55:41.655761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51760) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:41.656070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:41.665811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1237998535', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': False}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:41.671943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:41.678186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:router and tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:41.681912 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:55:41.687278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:41.690980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ea9b2bd3-bf0e-46a8-962f-eec9e3da0007 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Synchronizing usage tracker for tenant:2923585ef5324353a2cbdce5e41fd172 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:41.712577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:41.730186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.731222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.742884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.770892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.829255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Deleting port 9155e8a4-61c0-42af-b24e-12837a893613 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:41.829255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.830641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:41.839629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:41.846938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.848728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:41.850051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:41.875863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ea9b2bd3-bf0e-46a8-962f-eec9e3da0007 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Unset dirty status for tenant:2923585ef5324353a2cbdce5e41fd172 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:41.878967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=b4baaf6b-b361-4e9c-ac74-cac6946816f6,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.879509 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ea9b2bd3-bf0e-46a8-962f-eec9e3da0007 tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd71cf6d-9f69-4c8f-8fc6-604523fbb037 HTTP/1.1" status: 200 len: 205 time: 0.4134080 Feb 16 23:55:41.881482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.20.0.1 (4a096e4a-38a4-4a87-98e3-08a132aafa94/6feb9412-c395-48f5-a013-99e432a55b85/94e95cf0-650a-4248-aace-4c52873fed6c) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:41.883349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51764) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:41.945275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c30acd5f-6bd3-4b90-904c-4eef6674b105 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:55:41.986894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Pushing event updated for resources: {'Port': ['ID=c5e6f8c2-ab13-4508-b88a-da306a2251bf,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:41.995519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Attempting to bind port c5e6f8c2-ab13-4508-b88a-da306a2251bf on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:41.996082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Attempting to bind port c5e6f8c2-ab13-4508-b88a-da306a2251bf by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '40a28ee3-fe6d-4059-9c48-116843b214ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4a096e4a-38a4-4a87-98e3-08a132aafa94'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:41.996615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Attempting to bind port c5e6f8c2-ab13-4508-b88a-da306a2251bf on network 4a096e4a-38a4-4a87-98e3-08a132aafa94 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:42.000566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: c30acd5f-6bd3-4b90-904c-4eef6674b105 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:55:42.001110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c30acd5f-6bd3-4b90-904c-4eef6674b105 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:55:42.001686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2c5928e4-9428-46e0-9781-d103242022bc no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:55:42.031937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:42.032631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Checking segment: {'id': '40a28ee3-fe6d-4059-9c48-116843b214ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4a096e4a-38a4-4a87-98e3-08a132aafa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:42.033214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.033763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Bound using segment: {'id': '40a28ee3-fe6d-4059-9c48-116843b214ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4a096e4a-38a4-4a87-98e3-08a132aafa94'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:42.034412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Bound port: c5e6f8c2-ab13-4508-b88a-da306a2251bf, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a28ee3-fe6d-4059-9c48-116843b214ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4a096e4a-38a4-4a87-98e3-08a132aafa94'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:42.034957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.059570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 2c5928e4-9428-46e0-9781-d103242022bc {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:55:42.060232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2c5928e4-9428-46e0-9781-d103242022bc not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:55:42.067315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7960fa12-70f1-4547-a2c4-6056353e42ae tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.120154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51768) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:42.163012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] For port c5e6f8c2-ab13-4508-b88a-da306a2251bf, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:42.166164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] For port c5e6f8c2-ab13-4508-b88a-da306a2251bf, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c5e6f8c2-ab13-4508-b88a-da306a2251bf,segment=NetworkSegment(40a28ee3-fe6d-4059-9c48-116843b214ba),segment_id=40a28ee3-fe6d-4059-9c48-116843b214ba)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:42.170290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.210595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.251636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfc5fd-02b7-4cb7-b4bb-b506a4b47f96 None None] Pushing event updated for resources: {'Port': ['ID=c5e6f8c2-ab13-4508-b88a-da306a2251bf,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:42.367744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.811822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7960fa12-70f1-4547-a2c4-6056353e42ae tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.814209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7960fa12-70f1-4547-a2c4-6056353e42ae tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.872764 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cc5c95f3-f8ce-428d-a4f6-8b87d4265849 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/floatingips/4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 HTTP/1.1" status: 200 len: 994 time: 0.7455852 Feb 16 23:55:42.879127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7960fa12-70f1-4547-a2c4-6056353e42ae tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.879618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7960fa12-70f1-4547-a2c4-6056353e42ae tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Fanout notify agent at l3_agent the message router_deleted on router cd71cf6d-9f69-4c8f-8fc6-604523fbb037 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:55:42.914850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.934877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:42.971910 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5e6f8c2-ab13-4508-b88a-da306a2251bf up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:43.005810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f1137a-1302-4097-b5a5-22395fc951b0,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:43.018775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7960fa12-70f1-4547-a2c4-6056353e42ae tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.019901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7960fa12-70f1-4547-a2c4-6056353e42ae tempest-RoutersNegativeIpV6Test-1553040116 tempest-RoutersNegativeIpV6Test-1553040116-project] 10.222.0.47 "DELETE /v2.0/routers/cd71cf6d-9f69-4c8f-8fc6-604523fbb037 HTTP/1.1" status: 204 len: 168 time: 1.1276238 Feb 16 23:55:43.027074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.027490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.069133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c5e6f8c2-ab13-4508-b88a-da306a2251bf completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:43.074773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e31e5a11-650c-4e55-b471-bf6c7b0ba103 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:43.149005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58b64a-fd0f-4ff9-adff-953c2f296875 None None] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:43.205166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.229109 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b692b352-51d1-4f29-b16f-048895cf8c6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8381770 Feb 16 23:55:43.254132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Calling delete_port for 9155e8a4-61c0-42af-b24e-12837a893613 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:43.325199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.337413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.369036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Provisioning for port e31e5a11-650c-4e55-b471-bf6c7b0ba103 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:43.382580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Provisioning complete for port e31e5a11-650c-4e55-b471-bf6c7b0ba103 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:43.383319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.388756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object 94e95cf0-650a-4248-aace-4c52873fed6c will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:43.429465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port e31e5a11-650c-4e55-b471-bf6c7b0ba103 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:43.431939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.432784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.518906 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e31e5a11-650c-4e55-b471-bf6c7b0ba103 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:43.519207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.522431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51780) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:43.559154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.694482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.700585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.725795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a553a-5d65-4f20-87b5-f5c4b87b802d None None] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:43.742398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=b4baaf6b-b361-4e9c-ac74-cac6946816f6,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:43.747697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:43.782798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.791719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:43.794535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:43.831086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.840464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.841427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.841747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=94e95cf0-650a-4248-aace-4c52873fed6c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:43.842459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.842799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.843262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.843627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.844028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.844389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.844779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.845113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.845439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.845765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:43.881211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.906110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:43.910738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:43.952717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:43.964542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] For port e31e5a11-650c-4e55-b471-bf6c7b0ba103, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e31e5a11-650c-4e55-b471-bf6c7b0ba103,segment=NetworkSegment(4912a1e9-31e2-4f2c-a5f3-8ec3efffd025),segment_id=4912a1e9-31e2-4f2c-a5f3-8ec3efffd025)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:43.979181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-9c7cece9-6c2e-4aeb-8f69-75a7e6063ad9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:43.981766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Pushing event deleted for resources: {'Port': ['ID=9155e8a4-61c0-42af-b24e-12837a893613,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:44.024465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.030758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.034508 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb878158-bb05-4efb-ba2c-8bd79d7270c2 tempest-FloatingIPAdminTestJSON-1516324195 tempest-FloatingIPAdminTestJSON-1516324195-project] 10.222.0.47 "DELETE /v2.0/floatingips/1c06f75b-9343-4687-9bf9-14eb92f9aa17 HTTP/1.1" status: 204 len: 168 time: 2.5611603 Feb 16 23:55:44.038796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.052170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-9c7cece9-6c2e-4aeb-8f69-75a7e6063ad9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:44.053984 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-9c7cece9-6c2e-4aeb-8f69-75a7e6063ad9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124136309&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.4883974 Feb 16 23:55:44.183959 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ee96b890-f89d-4a1b-a74b-4a689bf06d21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2923585ef5324353a2cbdce5e41fd172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6613183 Feb 16 23:55:44.196958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51796) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:44.224141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:55:44.225496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:55:44.237829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-14def507-e0dc-4b58-bd91-a3cb45e719bf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:44.243159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Pushing event updated for resources: {'Port': ['ID=e31e5a11-650c-4e55-b471-bf6c7b0ba103,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:44.246017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Provisioning for port c5e6f8c2-ab13-4508-b88a-da306a2251bf completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:44.246356 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-14def507-e0dc-4b58-bd91-a3cb45e719bf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 796 time: 0.1852963 Feb 16 23:55:44.265145 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.265497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.266048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.266550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.267047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.267555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.268107 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-0a5af834-4151-49d1-acf9-f6f774c6adaf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0208259 Feb 16 23:55:44.268269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.268544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.269187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.269379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.269719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.270050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a82ba5-1755-4dca-9d20-cb036224df97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:55:44.281504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Provisioning complete for port c5e6f8c2-ab13-4508-b88a-da306a2251bf triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:44.281794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.321827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Allocated IP 172.26.2.124 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/d576958f-3299-4853-bee2-86ad43f30339) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:44.349222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:55:44.380599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b75b6def-599c-44e9-966a-c4a5cc287fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.413617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b75b6def-599c-44e9-966a-c4a5cc287fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.430707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.453038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-79f45b8b-e1cc-4362-9187-314af24d6ec1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:44.550615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.590957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] For port c5e6f8c2-ab13-4508-b88a-da306a2251bf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c5e6f8c2-ab13-4508-b88a-da306a2251bf,segment=NetworkSegment(40a28ee3-fe6d-4059-9c48-116843b214ba),segment_id=40a28ee3-fe6d-4059-9c48-116843b214ba)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:44.608494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.661015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51802) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:44.680574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-79f45b8b-e1cc-4362-9187-314af24d6ec1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:44.682022 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-79f45b8b-e1cc-4362-9187-314af24d6ec1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4126682 Feb 16 23:55:44.923548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Provisioning complete for port e31e5a11-650c-4e55-b471-bf6c7b0ba103 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:44.923924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:44.970142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 16a35699-8062-455c-90a8-3e87b2d48067 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:44.992717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b75b6def-599c-44e9-966a-c4a5cc287fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.037528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Pushing event updated for resources: {'Port': ['ID=c5e6f8c2-ab13-4508-b88a-da306a2251bf,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:45.074136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 16a35699-8062-455c-90a8-3e87b2d48067 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:45.074782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.134239 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-88e1399b-b8e5-4b5b-995d-867c7bf79ac0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e66b32c0d254e85a8336e7e89508c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667480 Feb 16 23:55:45.151379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51810) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:45.187722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.214811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6def-599c-44e9-966a-c4a5cc287fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b01c33-4f81-4a77-8c43-f0a30df20622,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:45.219477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Provisioning for port b4baaf6b-b361-4e9c-ac74-cac6946816f6 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:45.222102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:45.234258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Provisioning complete for port b4baaf6b-b361-4e9c-ac74-cac6946816f6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:45.234636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.238013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.247002 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:45.254311 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fcf4c548-afe5-42cf-ae97-7f4d190cce91 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2685783 Feb 16 23:55:45.259647 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:45.260412 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:45.262257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51814) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:45.294743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522685541'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:45.314983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0cf44060-8f3e-43e5-8407-d39f3bbfea78 None None] Port b4baaf6b-b361-4e9c-ac74-cac6946816f6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:45.326146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:45.339983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:45.344659 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-7e8749d6-15bd-49dc-822e-e5d248cc7faf service neutron] 10.222.0.47 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336153 Feb 16 23:55:45.351777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b75b6def-599c-44e9-966a-c4a5cc287fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.353055 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b75b6def-599c-44e9-966a-c4a5cc287fae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54b01c33-4f81-4a77-8c43-f0a30df20622 HTTP/1.1" status: 204 len: 168 time: 1.1533906 Feb 16 23:55:45.354456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:45.367770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:45.372847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:45.376697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:45.397895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:45.428650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32699195-dda6-44c8-9861-9319629d98a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.445037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Provisioning for port 94e95cf0-650a-4248-aace-4c52873fed6c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:45.454619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Port': ['ID=d576958f-3299-4853-bee2-86ad43f30339,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:45.456984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e31e5a11-650c-4e55-b471-bf6c7b0ba103 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:45.483568 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:45.506899 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32699195-dda6-44c8-9861-9319629d98a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.535539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Provisioning complete for port 94e95cf0-650a-4248-aace-4c52873fed6c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:45.536764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.588506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.641993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:45.648196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.662423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Port 94e95cf0-650a-4248-aace-4c52873fed6c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:45.681841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e31e5a11-650c-4e55-b471-bf6c7b0ba103 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:45.682258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.685344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.722327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Provisioning complete for port c5e6f8c2-ab13-4508-b88a-da306a2251bf triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:45.722573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.886423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=94e95cf0-650a-4248-aace-4c52873fed6c,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:45.970310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.978669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32699195-dda6-44c8-9861-9319629d98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:45.984875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5e6f8c2-ab13-4508-b88a-da306a2251bf up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:45.994463 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:42Z', 'revision_number': 3, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:42Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:45.999048 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:55:45.999458 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Updating router dff28c52-c80b-4d07-ae11-07bc12f351c5 port b4baaf6b-b361-4e9c-ac74-cac6946816f6 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:55:46.046256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Provisioning complete for port b4baaf6b-b361-4e9c-ac74-cac6946816f6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:46.046634 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.064801 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.089068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32699195-dda6-44c8-9861-9319629d98a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.101888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-32699195-dda6-44c8-9861-9319629d98a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf53b162-5fab-43ce-a5e3-52013422ed19 HTTP/1.1" status: 204 len: 168 time: 0.9398482 Feb 16 23:55:46.105774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32699195-dda6-44c8-9861-9319629d98a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf53b162-5fab-43ce-a5e3-52013422ed19,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:46.111613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:46.115730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0cc55-61a0-43eb-af4e-2ff60466bb81 None None] Port b4baaf6b-b361-4e9c-ac74-cac6946816f6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:46.133815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c5e6f8c2-ab13-4508-b88a-da306a2251bf triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:46.134194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.151338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.179181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.179371 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment 6326dc7c-7841-4b3e-abed-cb8af2564e3e of type vlan for network a3d7b66d-d44f-46cd-8873-2b94992e2a2c Feb 16 23:55:46.184771 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-021b04e6-7b24-49b0-930f-f0d983c2defb service neutron] 10.222.0.47 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8107491 Feb 16 23:55:46.417696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.499139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4971d7b1-e89b-4812-bdb1-653c5b256b5b req-a5efbe53-c01d-48bd-bd72-5189562eab5b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 210 time: 0.0851767 Feb 16 23:55:46.562982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:46.564381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:46.566266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.571847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:46.573494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.719308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.833783 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.859884 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Transition to ACTIVE for port object b4baaf6b-b361-4e9c-ac74-cac6946816f6 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:46.879792 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:46.977150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7002311 Feb 16 23:55:46.996515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51854) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:46.996858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51856) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:47.008615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebc305-2a92-4256-a833-f24e74198959 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=a3d7b66d-d44f-46cd-8873-2b94992e2a2c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:47.029347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:47.065848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:47.076725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51864) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:47.267956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Router 99bd0a10-6180-46fe-89b5-00713f0382a7 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:47.273159 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4fcc6-6642-43af-9cb2-1a8483b21a40 None None] Pushing event updated for resources: {'Port': ['ID=b4baaf6b-b361-4e9c-ac74-cac6946816f6,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:47.277867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1f336b28-56b4-438e-bd55-79105a4077a0 None None] Provisioning complete for port 94e95cf0-650a-4248-aace-4c52873fed6c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:47.278410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1f336b28-56b4-438e-bd55-79105a4077a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.390288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.403005 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Attempting to bind port b4baaf6b-b361-4e9c-ac74-cac6946816f6 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:47.403763 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Attempting to bind port b4baaf6b-b361-4e9c-ac74-cac6946816f6 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:47.407839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1f336b28-56b4-438e-bd55-79105a4077a0 None None] Port 94e95cf0-650a-4248-aace-4c52873fed6c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:47.415064 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Attempting to bind port b4baaf6b-b361-4e9c-ac74-cac6946816f6 on network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:47.428010 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:47.429636 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Checking segment: {'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:47.431382 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.433080 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Bound using segment: {'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:47.434480 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Bound port: b4baaf6b-b361-4e9c-ac74-cac6946816f6, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:47.435534 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.550184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:47.557332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:47.559846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:47.566753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:47.570530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Usage tracker for resource:security_group_rule and tenant:9cd76bb278ae4084ab66572a807b19a3 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:47.580091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:47.583022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:47.595922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:47.613505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:47.617097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.622312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2048183179'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:47.631428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:47.638984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Usage tracker for resource:network and tenant:4882643d98f04aa0b28a8b20145cb962 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:47.686907 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] For port b4baaf6b-b361-4e9c-ac74-cac6946816f6, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:47.691803 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] For port b4baaf6b-b361-4e9c-ac74-cac6946816f6, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b4baaf6b-b361-4e9c-ac74-cac6946816f6,segment=NetworkSegment(4912a1e9-31e2-4f2c-a5f3-8ec3efffd025),segment_id=4912a1e9-31e2-4f2c-a5f3-8ec3efffd025)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:47.692808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 365920d3-5ef2-43dc-bd4b-2339352ef61a is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:47.696646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:47.709776 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.716815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:47.746340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Made reservation on behalf of 4882643d98f04aa0b28a8b20145cb962 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:47.750808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.777592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:47.788913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Sync routers for ids ['99bd0a10-6180-46fe-89b5-00713f0382a7'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:47.792278 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0546da1d-ea7c-40e2-a44d-2dc75fe128de req-4f449ad3-d0f2-4faa-b77f-06799f86f245 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 210 time: 0.1002402 Feb 16 23:55:47.798817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.814346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Routers {'99bd0a10-6180-46fe-89b5-00713f0382a7'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:47.820167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99bd0a10-6180-46fe-89b5-00713f0382a7'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:47.822284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:47.823803 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2cfcc8de-ff5f-424e-8f23-0d192d7ee8bd tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.1673887 Feb 16 23:55:47.829316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:47.834948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Usage tracker for resource:security_group_rule and tenant:4882643d98f04aa0b28a8b20145cb962 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:47.840268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:47.847762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:47.868404 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:47.869175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:47.870551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51878) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:47.990789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.005238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.051239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:48.061157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4765dbd0-3247-4f1b-a941-20292609d472,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:48.071213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.072178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Added segment 3076a282-2c7a-4073-a06a-8a1cd1feb250 of type vlan for network 45f5133c-c7bf-4f03-9489-87e0a8385469 Feb 16 23:55:48.125853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.128200 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4fcc6-6642-43af-9cb2-1a8483b21a40 None None] Pushing event updated for resources: {'Port': ['ID=b4baaf6b-b361-4e9c-ac74-cac6946816f6,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:48.167411 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:48.197088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.202601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:48.203175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.246155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Set router 99bd0a10-6180-46fe-89b5-00713f0382a7 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:48.324188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2e7891af-994f-4aee-a6d0-8b56a3761156 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/99bd0a10-6180-46fe-89b5-00713f0382a7 HTTP/1.1" status: 200 len: 909 time: 0.4438694 Feb 16 23:55:48.331152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51882) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:48.343124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.347969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1237998535', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': True}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:48.368892 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2859170 Feb 16 23:55:48.370149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51886) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:48.376145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Request body: {'subnet': {'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:48.394460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:48.404124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.448817 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9cd76bb278ae4084ab66572a807b19a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4283359 Feb 16 23:55:48.453097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51890) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:48.454396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Usage tracker for resource:router and tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:48.459742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:55:48.462273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:48.473051 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] Sync routers for ids ['365920d3-5ef2-43dc-bd4b-2339352ef61a'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:55:48.487343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:48.497488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:48.499627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa81902-2062-4638-a2ea-56ae50c8d421 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Pushing event updated for resources: {'Network': ['ID=45f5133c-c7bf-4f03-9489-87e0a8385469,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:48.499866 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] Routers {'365920d3-5ef2-43dc-bd4b-2339352ef61a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:48.500797 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['365920d3-5ef2-43dc-bd4b-2339352ef61a'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:48.503896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Usage tracker for resource:subnet and tenant:4882643d98f04aa0b28a8b20145cb962 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:48.507520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:48.513973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:48.527379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Made reservation on behalf of 4882643d98f04aa0b28a8b20145cb962 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:48.531005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.552908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c58e7-cb89-413e-b218-a9e8ccf0625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2e0ef9-482c-4593-9281-06380e88b3ef,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:48.560543 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-745a6bb0-300c-455f-874d-26c524727d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/365920d3-5ef2-43dc-bd4b-2339352ef61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0430689 Feb 16 23:55:48.580962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.582167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.586934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51894) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:48.645927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 45f5133c-c7bf-4f03-9489-87e0a8385469 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:48.708356 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:48.735004 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] Routers {'365920d3-5ef2-43dc-bd4b-2339352ef61a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:48.735631 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['365920d3-5ef2-43dc-bd4b-2339352ef61a'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:48.773820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.795283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.824197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd0a10-6180-46fe-89b5-00713f0382a7', 'name': 'tempest-snat-router-1237998535', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': False}, 'gw_port_id': 'd576958f-3299-4853-bee2-86ad43f30339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:41Z', 'updated_at': '2022-02-16T23:55:45Z', 'revision_number': 3, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port': {'id': 'd576958f-3299-4853-bee2-86ad43f30339', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd0a10-6180-46fe-89b5-00713f0382a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:43Z', 'updated_at': '2022-02-16T23:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:48.828675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Checking router: 99bd0a10-6180-46fe-89b5-00713f0382a7 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:55:48.829147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Updating router 99bd0a10-6180-46fe-89b5-00713f0382a7 port d576958f-3299-4853-bee2-86ad43f30339 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:55:48.868566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477b4d82-1a41-483e-9065-196fd3aa2d41 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:48.869150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-477b4d82-1a41-483e-9065-196fd3aa2d41 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:48.890537 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:48.891130 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4219e61-29e9-4a09-ac42-c1024bcc6232 None None] The sync data for ids ['365920d3-5ef2-43dc-bd4b-2339352ef61a'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:48.912283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-653f353a-f1d0-4915-b416-68507c86c9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.945407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:48.995435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.008800 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:42Z', 'revision_number': 3, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:47Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:49.013358 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f2ff6-225c-42e0-bc02-9f6e0ba9aba9 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:42Z', 'revision_number': 3, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:47Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:49.062212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-21775a97-0d70-47f7-9e2c-60f395a42417 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:49.062939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-21775a97-0d70-47f7-9e2c-60f395a42417 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:49.163633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Checking segment: {'id': '3076a282-2c7a-4073-a06a-8a1cd1feb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:49.164122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Network hostable DHCP agents. Network: 45f5133c-c7bf-4f03-9489-87e0a8385469, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:49.169057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-21775a97-0d70-47f7-9e2c-60f395a42417 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:49.170271 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-21775a97-0d70-47f7-9e2c-60f395a42417 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 796 time: 0.4385438 Feb 16 23:55:49.172609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Pushing event updated for resources: {'Subnet': ['ID=d1eee577-01aa-4544-b787-709d6e716782,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:49.200033 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d223fc6d-5aab-48fb-b49e-5b8077de6d76 req-7fc609e3-e8fa-40b8-9465-802ceec3f36a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 210 time: 0.1995721 Feb 16 23:55:49.200914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=ff8c5ec4-8e02-4691-9169-4ba7478ee3df,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:49.266163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Network 45f5133c-c7bf-4f03-9489-87e0a8385469 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:49.281516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-eec6058c-6988-4823-bfda-3b14bf731357 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:55:49.305259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 45f5133c-c7bf-4f03-9489-87e0a8385469) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:49.308906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-eec6058c-6988-4823-bfda-3b14bf731357 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:49.312560 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-eec6058c-6988-4823-bfda-3b14bf731357 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 379 time: 0.1297417 Feb 16 23:55:49.324958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['1e3bdb6d-6e2d-444a-8ad7-b8114040e991']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:49.333154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-653f353a-f1d0-4915-b416-68507c86c9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.342498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f21de-041f-4dab-a323-a20a3b4682ce None None] Network 45f5133c-c7bf-4f03-9489-87e0a8385469 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:49.357367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:49.360653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.372377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:49.381896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: a3d7b66d-d44f-46cd-8873-2b94992e2a2c, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:49.393366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-477b4d82-1a41-483e-9065-196fd3aa2d41 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:55:49.398410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-477b4d82-1a41-483e-9065-196fd3aa2d41 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports/94e95cf0-650a-4248-aace-4c52873fed6c HTTP/1.1" status: 200 len: 910 time: 0.7931054 Feb 16 23:55:49.402190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51904) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:49.446153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6feb9412-c395-48f5-a013-99e432a55b85'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:49.546657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:49.561543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:49.575043 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-78951e32-2512-4b43-b571-fd39e68ae136 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2039490 Feb 16 23:55:49.577692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51908) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:49.589366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Request body: {'port': {'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469', 'name': 'tempest-TagsExtTest-1764182834'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:49.643388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b4baaf6b-b361-4e9c-ac74-cac6946816f6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:49.694242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:49.697946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.828514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b4baaf6b-b361-4e9c-ac74-cac6946816f6 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:49.832448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.850185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b4baaf6b-b361-4e9c-ac74-cac6946816f6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:49.850563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.866362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:49.891934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-653f353a-f1d0-4915-b416-68507c86c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.899489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.903914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Transition to ACTIVE for port object d576958f-3299-4853-bee2-86ad43f30339 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:49.906992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Usage tracker for resource:port and tenant:4882643d98f04aa0b28a8b20145cb962 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:49.915240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:49.915674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f353a-f1d0-4915-b416-68507c86c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2e0ef9-482c-4593-9281-06380e88b3ef,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:49.925308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:49.942269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:49.948368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.954239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Made reservation on behalf of 4882643d98f04aa0b28a8b20145cb962 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:49.959326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:49.981583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.5 (8f85f68f-dc38-4f11-b913-265b238af0b5/6bde85cb-ab22-45ba-bdbe-d5b38346e5a0/7b79619f-618c-453d-ab78-e849ee4ada26) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:50.002282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] device_id is not set on port 517d5ae3-ae7c-4802-be77-7d20491bd211 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:55:50.058574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, a3d7b66d-d44f-46cd-8873-2b94992e2a2c) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:50.071584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-45f5133c-c7bf-4f03-9489-87e0a8385469', 'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469', 'tenant_id': '4882643d98f04aa0b28a8b20145cb962', 'fixed_ips': [{'subnet_id': 'd1eee577-01aa-4544-b787-709d6e716782'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:55:50.072759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.081954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5fe5bd-1642-41ae-9d49-dbe5fcc73efe None None] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:50.117595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:50.118244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.144688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-653f353a-f1d0-4915-b416-68507c86c9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.148814 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-653f353a-f1d0-4915-b416-68507c86c9ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c2e0ef9-482c-4593-9281-06380e88b3ef HTTP/1.1" status: 204 len: 168 time: 1.6883578 Feb 16 23:55:50.167384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Attempting to bind port d576958f-3299-4853-bee2-86ad43f30339 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:50.168017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Attempting to bind port d576958f-3299-4853-bee2-86ad43f30339 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:50.168633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Attempting to bind port d576958f-3299-4853-bee2-86ad43f30339 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:50.196692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680972d7-667e-4139-ae32-5905392853ed None None] Pushing event updated for resources: {'Port': ['ID=d576958f-3299-4853-bee2-86ad43f30339,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:50.204351 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:50.205019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:50.205596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.206144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:50.206807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Bound port: d576958f-3299-4853-bee2-86ad43f30339, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:50.207361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.293518 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b6a88b76-179f-431a-b3ef-8d4855f11328 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2767448 Feb 16 23:55:50.301288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51918) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:50.453007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.500485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Allocated IP 172.20.0.11 (45f5133c-c7bf-4f03-9489-87e0a8385469/d1eee577-01aa-4544-b787-709d6e716782/517d5ae3-ae7c-4802-be77-7d20491bd211) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:50.519576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.524013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.541617 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-09793eff-4fbb-4810-858d-a1282f5cc085 req-b2a98e7d-0483-49f6-b8e3-11e2406c6ed3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 210 time: 0.1392446 Feb 16 23:55:50.557480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 7b79619f-618c-453d-ab78-e849ee4ada26 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:50.634290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] For port d576958f-3299-4853-bee2-86ad43f30339, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:50.642695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] For port d576958f-3299-4853-bee2-86ad43f30339, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d576958f-3299-4853-bee2-86ad43f30339,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:50.661516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.773688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b4baaf6b-b361-4e9c-ac74-cac6946816f6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b4baaf6b-b361-4e9c-ac74-cac6946816f6,segment=NetworkSegment(4912a1e9-31e2-4f2c-a5f3-8ec3efffd025),segment_id=4912a1e9-31e2-4f2c-a5f3-8ec3efffd025)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:50.811034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.818956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51924) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:50.840009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Routers {'99bd0a10-6180-46fe-89b5-00713f0382a7'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:55:50.840674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99bd0a10-6180-46fe-89b5-00713f0382a7'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:50.891997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.905864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:55:50.905864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.935349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680972d7-667e-4139-ae32-5905392853ed None None] Pushing event updated for resources: {'Port': ['ID=d576958f-3299-4853-bee2-86ad43f30339,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:50.937592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:50.938490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:50.955817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:50.971959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:51.006319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=7b79619f-618c-453d-ab78-e849ee4ada26,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:51.015167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:51.027687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.031080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Usage tracker for resource:security_group_rule and tenant:ee007b141d9c4452add9488a431912a4 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:51.039026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:51.059338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:51.090782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:51.091475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.095934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Transition to ACTIVE for port object 517d5ae3-ae7c-4802-be77-7d20491bd211 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:51.170314 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-24d7f6e1-1ccc-4bbf-a32f-01c590503dd3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8501477 Feb 16 23:55:51.184352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Request body: {'port': {'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:51.193552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b4baaf6b-b361-4e9c-ac74-cac6946816f6,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:51.245657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.272850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Allocated IP 172.20.0.2 (45f5133c-c7bf-4f03-9489-87e0a8385469/d1eee577-01aa-4544-b787-709d6e716782/5c4e34ef-af7e-4c2f-91b1-5abd6eb68119) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:51.313564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Network 45f5133c-c7bf-4f03-9489-87e0a8385469 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:51.325128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:51.327734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:51.407109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:51.407751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.415315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b4baaf6b-b361-4e9c-ac74-cac6946816f6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:51.453186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] Set router 99bd0a10-6180-46fe-89b5-00713f0382a7 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:55:51.529163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Pushing event updated for resources: {'Port': ['ID=517d5ae3-ae7c-4802-be77-7d20491bd211,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:51.532751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.537464 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-88d1af41-ae17-4e30-922e-c5b436c0f73c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9586039 Feb 16 23:55:51.540648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51928) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:51.547857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1718946941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:51.553235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.565444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.573597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:51.590997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.591659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0b388311-5b85-49e9-9246-90d5a5699ced None None] Provisioning for port 7b79619f-618c-453d-ab78-e849ee4ada26 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:51.591960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Usage tracker for resource:router and tenant:4882643d98f04aa0b28a8b20145cb962 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:51.599711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:51.648620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:51.674240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4797ae-cded-4fae-be59-89ce3def322e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:51.700301 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5a47eb4c-464d-4420-8178-c2343f860e74 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee007b141d9c4452add9488a431912a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8767149 Feb 16 23:55:51.704062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.705318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.709288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51934) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:51.798708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.808279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0b388311-5b85-49e9-9246-90d5a5699ced None None] Provisioning complete for port 7b79619f-618c-453d-ab78-e849ee4ada26 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:51.808509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b388311-5b85-49e9-9246-90d5a5699ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.849653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.858628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Allocated IP 2001:db8:2::2 (a3d7b66d-d44f-46cd-8873-2b94992e2a2c/ff8c5ec4-8e02-4691-9169-4ba7478ee3df/95fcd695-8dc8-458f-b858-1a7d2030b882) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:51.875549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.899663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.932658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0b388311-5b85-49e9-9246-90d5a5699ced None None] Port 7b79619f-618c-453d-ab78-e849ee4ada26 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:51.950161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-30a54e6f-0719-4945-98c7-b32519806fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.986910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:51.991663 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ba4a9c29-cccd-4bbe-a09c-7b465ed1afdd tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4465401 Feb 16 23:55:51.993482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51938) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:51.995209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-30a54e6f-0719-4945-98c7-b32519806fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.011005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-13aecd03-286c-4b54-88e6-59936c3a4ea5 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-741411287', 'prefixes': ['172.20.0.0/16']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:52.034808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-13aecd03-286c-4b54-88e6-59936c3a4ea5 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:52.062889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b4baaf6b-b361-4e9c-ac74-cac6946816f6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:52.063266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.134603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8ab2b-bfab-4dd6-b14c-c0ffeebad406 req-f528adc4-e6ea-4b39-b696-e7306c21a48c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:52.135731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-30a54e6f-0719-4945-98c7-b32519806fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.136016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80f8ab2b-bfab-4dd6-b14c-c0ffeebad406 req-f528adc4-e6ea-4b39-b696-e7306c21a48c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 931 time: 0.4018970 Feb 16 23:55:52.158820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a54e6f-0719-4945-98c7-b32519806fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4797ae-cded-4fae-be59-89ce3def322e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:52.161251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd0a10-6180-46fe-89b5-00713f0382a7', 'name': 'tempest-snat-router-1237998535', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': False}, 'gw_port_id': 'd576958f-3299-4853-bee2-86ad43f30339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:41Z', 'updated_at': '2022-02-16T23:55:45Z', 'revision_number': 3, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port': {'id': 'd576958f-3299-4853-bee2-86ad43f30339', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd0a10-6180-46fe-89b5-00713f0382a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:43Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:52.185621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.195027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdafed-2f74-49e9-b27e-65240b501e2b None None] The sync data for ids ['99bd0a10-6180-46fe-89b5-00713f0382a7'] in dv-neutron-829040-1-hyperv is: [{'id': '99bd0a10-6180-46fe-89b5-00713f0382a7', 'name': 'tempest-snat-router-1237998535', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': False}, 'gw_port_id': 'd576958f-3299-4853-bee2-86ad43f30339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:41Z', 'updated_at': '2022-02-16T23:55:45Z', 'revision_number': 3, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port': {'id': 'd576958f-3299-4853-bee2-86ad43f30339', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd0a10-6180-46fe-89b5-00713f0382a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:43Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:55:52.197985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.204667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.209770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-30a54e6f-0719-4945-98c7-b32519806fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.211026 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-30a54e6f-0719-4945-98c7-b32519806fa7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce4797ae-cded-4fae-be59-89ce3def322e HTTP/1.1" status: 204 len: 168 time: 0.4980853 Feb 16 23:55:52.215738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-13aecd03-286c-4b54-88e6-59936c3a4ea5 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for subnetpool, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.217263 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-13aecd03-286c-4b54-88e6-59936c3a4ea5 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2153699 Feb 16 23:55:52.220700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51944) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:52.226557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-1f3e3d56-5ddf-4e8b-bda8-dece07e544e9 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', 'tempest-TagsExtTest-Tag-426489008') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:52.242328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Transition to ACTIVE for port object 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:52.276343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b79619f-618c-453d-ab78-e849ee4ada26 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:55:52.286127 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.308014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Transition to ACTIVE for port object 7b79619f-618c-453d-ab78-e849ee4ada26 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:52.318153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.389658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Allocated IP 172.26.2.207 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/250835b9-9e8c-4f1f-a8e1-9756322e12b1) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:52.404164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.437916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Transition to ACTIVE for port object 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:52.462562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.498534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Pushing event updated for resources: {'Port': ['ID=7b79619f-618c-453d-ab78-e849ee4ada26,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:52.580832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Pushing event updated for resources: {'Port': ['ID=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:52.587143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.671165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Network 45f5133c-c7bf-4f03-9489-87e0a8385469 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:52.672979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Transition to ACTIVE for port object 95fcd695-8dc8-458f-b858-1a7d2030b882 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:52.681037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:52.686446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:52.779370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Attempting to bind port 7b79619f-618c-453d-ab78-e849ee4ada26 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:52.779747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Attempting to bind port 7b79619f-618c-453d-ab78-e849ee4ada26 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:52.780490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Attempting to bind port 7b79619f-618c-453d-ab78-e849ee4ada26 on network 8f85f68f-dc38-4f11-b913-265b238af0b5 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:52.787890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Port 7b79619f-618c-453d-ab78-e849ee4ada26 on network 8f85f68f-dc38-4f11-b913-265b238af0b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:55:52.788325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Attempting to bind port 7b79619f-618c-453d-ab78-e849ee4ada26 on network 8f85f68f-dc38-4f11-b913-265b238af0b5 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:52.805387 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1f3e3d56-5ddf-4e8b-bda8-dece07e544e9 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags/tempest-TagsExtTest-Tag-426489008 HTTP/1.1" status: 201 len: 201 time: 0.5834875 Feb 16 23:55:52.806013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51950) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:52.807229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:52.807743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Checking segment: {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:52.808155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Bound using segment: {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:52.808880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Bound port: 7b79619f-618c-453d-ab78-e849ee4ada26, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045ab76e-611e-483f-9dec-29c5e6ab75af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:52.809269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.831274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-8620a4b7-25bf-40dc-9269-7ff280d08993 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', 'tempest-TagsExtTest-Tag-257855608') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:52.855127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Transition to ACTIVE for port object 95fcd695-8dc8-458f-b858-1a7d2030b882 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:52.888536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:52.901875 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80f8ab2b-bfab-4dd6-b14c-c0ffeebad406 req-2821db62-5e7f-4b18-9ebf-2ff62320f05e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7426805 Feb 16 23:55:52.964002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Attempting to bind port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:52.964546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Attempting to bind port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '3076a282-2c7a-4073-a06a-8a1cd1feb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:52.965188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Attempting to bind port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 on network 45f5133c-c7bf-4f03-9489-87e0a8385469 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:52.993509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:52.998014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:53.000086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:53.000608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Checking segment: {'id': '3076a282-2c7a-4073-a06a-8a1cd1feb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:53.001101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.001605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Bound using segment: {'id': '3076a282-2c7a-4073-a06a-8a1cd1feb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:53.002208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Bound port: 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3076a282-2c7a-4073-a06a-8a1cd1feb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '45f5133c-c7bf-4f03-9489-87e0a8385469'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:53.002676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.015363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:53.079025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:53.079977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.086413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/ports/94e95cf0-650a-4248-aace-4c52873fed6c HTTP/1.1" status: 200 len: 910 time: 3.6616738 Feb 16 23:55:53.087419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 51958) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:53.092908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Pushing event updated for resources: {'Port': ['ID=95fcd695-8dc8-458f-b858-1a7d2030b882,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:53.184506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c4993-649c-4f6b-bee7-fd55a87956aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=94e95cf0-650a-4248-aace-4c52873fed6c,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:53.231645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Attempting to bind port 95fcd695-8dc8-458f-b858-1a7d2030b882 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:55:53.232210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Attempting to bind port 95fcd695-8dc8-458f-b858-1a7d2030b882 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:55:53.232696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Attempting to bind port 95fcd695-8dc8-458f-b858-1a7d2030b882 on network a3d7b66d-d44f-46cd-8873-2b94992e2a2c {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:55:53.257030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:55:53.260237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Checking segment: {'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:53.261062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.261657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Bound using segment: {'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:55:53.262395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Bound port: 95fcd695-8dc8-458f-b858-1a7d2030b882, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:55:53.263037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.294578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] For port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:53.299321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] For port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,segment=NetworkSegment(3076a282-2c7a-4073-a06a-8a1cd1feb250),segment_id=3076a282-2c7a-4073-a06a-8a1cd1feb250)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:53.360815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:53.365516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b79619f-618c-453d-ab78-e849ee4ada26,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:53.381631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.412172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.475398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] For port 95fcd695-8dc8-458f-b858-1a7d2030b882, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:55:53.495845 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8620a4b7-25bf-40dc-9269-7ff280d08993 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags/tempest-TagsExtTest-Tag-257855608 HTTP/1.1" status: 201 len: 201 time: 0.6699076 Feb 16 23:55:53.495845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:53.495845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.496936 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] 10.222.0.24 "PUT /v2.0/ports/7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 200 len: 1093 time: 2.3191140 Feb 16 23:55:53.499741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:55:53.505848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51972) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:53.539704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-517de3b8-6336-4842-8e01-63063ebcb038 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', 'tempest-TagsExtTest-Tag-2102638021') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:53.550929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] For port 95fcd695-8dc8-458f-b858-1a7d2030b882, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=95fcd695-8dc8-458f-b858-1a7d2030b882,segment=NetworkSegment(6326dc7c-7841-4b3e-abed-cb8af2564e3e),segment_id=6326dc7c-7841-4b3e-abed-cb8af2564e3e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:55:53.639434 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26', 'status': 'completed', 'code': 200} Feb 16 23:55:53.705989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d576958f-3299-4853-bee2-86ad43f30339 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:53.755394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d54164-b1d6-4c1a-9dd4-0f65fc9cb366 service neutron] Pushing event updated for resources: {'Port': ['ID=7b79619f-618c-453d-ab78-e849ee4ada26,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:53.776575 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:53.954951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3357069-8144-47b8-b30e-c12014b8ab9e None None] Pushing event updated for resources: {'Port': ['ID=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:54.008803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-6f491129-8ea8-4b22-a271-cbdf2dfd875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:54.013524 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-6f491129-8ea8-4b22-a271-cbdf2dfd875c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1096 time: 0.3653257 Feb 16 23:55:54.204614 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-517de3b8-6336-4842-8e01-63063ebcb038 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags/tempest-TagsExtTest-Tag-2102638021 HTTP/1.1" status: 201 len: 201 time: 0.6903658 Feb 16 23:55:54.210022 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-47c2312b-bef2-4a3c-8c2e-5115d54fe908 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 200 len: 217 time: 0.1839755 Feb 16 23:55:54.210955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port d576958f-3299-4853-bee2-86ad43f30339 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:54.211414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 51998) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:54.242639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d576958f-3299-4853-bee2-86ad43f30339 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:54.243009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:54.279180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-dcf85392-c89e-4a8c-ba90-9e361257e8db tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', 'tempest-TagsExtTest-Tag-90158419') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:54.312089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc29ca9-6103-4337-9dfb-ae52f6d383d1 None None] Pushing event updated for resources: {'Port': ['ID=95fcd695-8dc8-458f-b858-1a7d2030b882,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:54.442478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:54.513148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:54.513373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-db6060c8-0435-4760-80f2-b3ef03bc817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:54.521026 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-db6060c8-0435-4760-80f2-b3ef03bc817a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 HTTP/1.1" status: 200 len: 834 time: 0.2141538 Feb 16 23:55:54.543844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port d576958f-3299-4853-bee2-86ad43f30339, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d576958f-3299-4853-bee2-86ad43f30339,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:54.556118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:54.629895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8:2::1 (a3d7b66d-d44f-46cd-8873-2b94992e2a2c/ff8c5ec4-8e02-4691-9169-4ba7478ee3df/a6a80247-3c75-40c9-8f05-bc11dfb5ece4) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:55:54.664823 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dcf85392-c89e-4a8c-ba90-9e361257e8db tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags/tempest-TagsExtTest-Tag-90158419 HTTP/1.1" status: 201 len: 201 time: 0.4505458 Feb 16 23:55:54.667275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52010) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:54.697282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-1c2a6776-07cc-4608-b51e-c633ba325bfe tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:54.741625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=d576958f-3299-4853-bee2-86ad43f30339,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:54.807719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-ee8326f4-14dc-4850-861d-76ae58e92a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:54.809473 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-ee8326f4-14dc-4850-861d-76ae58e92a0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f85f68f-dc38-4f11-b913-265b238af0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2858138 Feb 16 23:55:54.912088 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1c2a6776-07cc-4608-b51e-c633ba325bfe tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags HTTP/1.1" status: 200 len: 240 time: 0.2376513 Feb 16 23:55:54.912088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52020) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:54.914987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-56056f66-a8eb-4659-ac63-984642270446 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', 'tempest-TagsExtTest-Tag-426489008') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:55.003262 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-68dc48a7-b639-42ca-9273-fd5a6b67ba09 service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828048 Feb 16 23:55:55.102167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea104432-245d-49ba-9e12-0f0b8f22f626 req-e84ae5d7-d9b9-4f42-b565-7a797bd79103 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:55.109320 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea104432-245d-49ba-9e12-0f0b8f22f626 req-e84ae5d7-d9b9-4f42-b565-7a797bd79103 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 943 time: 0.9413652 Feb 16 23:55:55.113829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:55.162415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:55.170442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52028) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:55.182461 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c2dc98e3-7d76-4efd-982c-5e31cd9759e9 req-14f471d1-87a4-4f02-84bc-fd7f2f3191ef service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708336 Feb 16 23:55:55.191629 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-56056f66-a8eb-4659-ac63-984642270446 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags/tempest-TagsExtTest-Tag-426489008 HTTP/1.1" status: 204 len: 168 time: 0.2780547 Feb 16 23:55:55.193417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52030) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:55.199444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-e1c225ba-4815-4ceb-add7-a27162e1a2a2 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', 'tempest-TagsExtTest-Tag-426489008') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:55.290388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object a6a80247-3c75-40c9-8f05-bc11dfb5ece4 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:55.323097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfc933-14fc-4c68-8a96-ff47e2c6da59 req-6f80b456-ca5b-463f-b91c-271f42fa959e tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:55.324640 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-98dfc933-14fc-4c68-8a96-ff47e2c6da59 req-6f80b456-ca5b-463f-b91c-271f42fa959e tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.5051744 Feb 16 23:55:55.334553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:55.370723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:55.381674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Port': ['ID=250835b9-9e8c-4f1f-a8e1-9756322e12b1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:55.387775 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea104432-245d-49ba-9e12-0f0b8f22f626 req-6cfa5d92-1344-4299-8e70-d9332da745d3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774608 Feb 16 23:55:55.392636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:55.399732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-e553150a-e0b3-4b28-b52e-3f76b8a6e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:55.401214 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-e553150a-e0b3-4b28-b52e-3f76b8a6e7f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1096 time: 0.1656730 Feb 16 23:55:55.514387 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-98dfc933-14fc-4c68-8a96-ff47e2c6da59 req-32cf1c5e-2601-4eac-943f-eb71f833f7df tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684327 Feb 16 23:55:55.530728 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e1c225ba-4815-4ceb-add7-a27162e1a2a2 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags/tempest-TagsExtTest-Tag-426489008 HTTP/1.1" status: 204 len: 168 time: 0.3362288 Feb 16 23:55:55.535141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52038) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:55.541657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-3394958f-1dde-4f63-88ee-0f07dedbd119 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:55.677369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-738211f3-4d7b-4ecb-aca2-737dc7ec12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:55.679579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-738211f3-4d7b-4ecb-aca2-737dc7ec12c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 896 time: 0.2719240 Feb 16 23:55:55.679732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d576958f-3299-4853-bee2-86ad43f30339 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:55.725936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:55.737543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79870312-f3a7-434e-93aa-0535dddd804a None None] Network 45f5133c-c7bf-4f03-9489-87e0a8385469 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:55.850017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63ee2903-71a8-4212-b1b4-a0c058e73925 None None] Provisioning for port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:55.880898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1688325148'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:55.899936 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-8e34309f-069a-4a75-b764-e352da39be07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 200 len: 217 time: 0.2111483 Feb 16 23:55:55.900129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:55.909257 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3394958f-1dde-4f63-88ee-0f07dedbd119 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags HTTP/1.1" status: 200 len: 205 time: 0.3724384 Feb 16 23:55:55.938888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52042) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:55.946744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-3c135819-b38e-4ceb-8d9d-a0e2d83ed03f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:55.968891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d576958f-3299-4853-bee2-86ad43f30339 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:55.969581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:55.985645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Usage tracker for resource:network and tenant:c70e615a4c9c45afbeac62517caabb09 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:56.001854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:56.008923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:56.016618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:56.023005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:56.032841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:56.033370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.035919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-3c4ac0da-cf5e-4a8c-aae5-df26ae893f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:56.038122 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-3c4ac0da-cf5e-4a8c-aae5-df26ae893f2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 HTTP/1.1" status: 200 len: 834 time: 0.1298168 Feb 16 23:55:56.046595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:56.113726 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3c135819-b38e-4ceb-8d9d-a0e2d83ed03f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags HTTP/1.1" status: 200 len: 240 time: 0.1737454 Feb 16 23:55:56.121684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52046) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:56.128350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-501821b9-901d-4102-b722-4b184d250463 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', 'tempest-TagsExtTest-Tag-257855608') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:56.147674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7cc574-0cf1-47ea-b129-6ef3355977a4 None None] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:56.148005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Made reservation on behalf of c70e615a4c9c45afbeac62517caabb09 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:56.151511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.183476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.209556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-73ae7679-c9a5-4a91-988b-fa71ff0d04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:56.211582 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-73ae7679-c9a5-4a91-988b-fa71ff0d04e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f85f68f-dc38-4f11-b913-265b238af0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1666808 Feb 16 23:55:56.248689 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-501821b9-901d-4102-b722-4b184d250463 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags/tempest-TagsExtTest-Tag-257855608 HTTP/1.1" status: 204 len: 168 time: 0.1237152 Feb 16 23:55:56.250565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52050) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:56.301223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-579e94fd-cd46-439f-8ae4-91b42901e430 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', 'tempest-TagsExtTest-Tag-257855608') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:56.306174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:56.339966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.394243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3941287d-ea61-4d60-bc7f-e52c11461e17 None None] Provisioning for port 95fcd695-8dc8-458f-b858-1a7d2030b882 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:56.422826 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-2e65e555-8869-4669-b752-9e1289d80156 service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999652 Feb 16 23:55:56.492948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:56.519963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Usage tracker for resource:security_group_rule and tenant:c70e615a4c9c45afbeac62517caabb09 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:56.550249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:56.551189 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-579e94fd-cd46-439f-8ae4-91b42901e430 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags/tempest-TagsExtTest-Tag-257855608 HTTP/1.1" status: 204 len: 168 time: 0.2995663 Feb 16 23:55:56.554700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52058) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:56.561721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-43d6e552-3185-4734-8280-abcef69414c2 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:56.571330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:56.662151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:56.667802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.695144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:56.695699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.720641 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fb3b66ee-3927-4649-b7d8-30c4458d36d2 req-d51c282e-69a2-47aa-84e1-fade23e1ef0a service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921669 Feb 16 23:55:56.746004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-43d6e552-3185-4734-8280-abcef69414c2 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags HTTP/1.1" status: 200 len: 205 time: 0.1877227 Feb 16 23:55:56.749094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52062) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:56.754462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-d279d90f-8124-4f16-9e55-2eaaabdeb58b tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:56.781609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.842311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.883696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f1caa212-a61a-46c8-b4b9-57e7b8721d71 None None] Provisioning complete for port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:56.884108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f1caa212-a61a-46c8-b4b9-57e7b8721d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.946724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:56.960515 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d279d90f-8124-4f16-9e55-2eaaabdeb58b tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags HTTP/1.1" status: 200 len: 241 time: 0.2079897 Feb 16 23:55:56.960830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52066) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:56.977410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-57bdf1f2-9a04-4a72-b1c0-d43be1d0953b tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', 'tempest-TagsExtTest-Tag-2102638021') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.010989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,segment=NetworkSegment(3076a282-2c7a-4073-a06a-8a1cd1feb250),segment_id=3076a282-2c7a-4073-a06a-8a1cd1feb250)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:57.023696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.024528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 95fcd695-8dc8-458f-b858-1a7d2030b882 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:57.048726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:55:57.134430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c0dbe4-0638-4263-9fec-4a4adcd1ad10,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:57.143605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b79619f-618c-453d-ab78-e849ee4ada26 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:55:57.195540 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-57bdf1f2-9a04-4a72-b1c0-d43be1d0953b tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags/tempest-TagsExtTest-Tag-2102638021 HTTP/1.1" status: 204 len: 168 time: 0.2305808 Feb 16 23:55:57.196036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52070) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.201848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:57.202238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-5a5bba94-e1dc-4483-97e4-b93594281cbb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', 'tempest-TagsExtTest-Tag-2102638021') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.240320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.240837 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Added segment 4d539bb5-7faf-48f8-8360-86bae2beca06 of type vlan for network 62145f47-d2d7-446b-b6d6-8550b99384ce Feb 16 23:55:57.252956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.332854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f1caa212-a61a-46c8-b4b9-57e7b8721d71 None None] Provisioning for port 517d5ae3-ae7c-4802-be77-7d20491bd211 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:57.339130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 95fcd695-8dc8-458f-b858-1a7d2030b882 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:57.365732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f1caa212-a61a-46c8-b4b9-57e7b8721d71 None None] Provisioning complete for port 517d5ae3-ae7c-4802-be77-7d20491bd211 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:57.366117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f1caa212-a61a-46c8-b4b9-57e7b8721d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.382931 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5a5bba94-e1dc-4483-97e4-b93594281cbb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags/tempest-TagsExtTest-Tag-2102638021 HTTP/1.1" status: 204 len: 168 time: 0.1829150 Feb 16 23:55:57.383112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52074) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.388222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-a2e009b9-36e1-4129-937c-15d849a8b4dc tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.408930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 95fcd695-8dc8-458f-b858-1a7d2030b882 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:57.409169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.423464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768b084-7013-4f1f-a4c1-223c9a0fa8db req-0f081644-131e-4cc7-b26f-8edfa5c14c20 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:57.425114 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c768b084-7013-4f1f-a4c1-223c9a0fa8db req-0f081644-131e-4cc7-b26f-8edfa5c14c20 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 943 time: 0.7218652 Feb 16 23:55:57.469861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b79619f-618c-453d-ab78-e849ee4ada26,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:57.485460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.502346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '7b79619f-618c-453d-ab78-e849ee4ada26', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:55:57.512162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f1caa212-a61a-46c8-b4b9-57e7b8721d71 None None] Port 517d5ae3-ae7c-4802-be77-7d20491bd211 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:57.532756 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a2e009b9-36e1-4129-937c-15d849a8b4dc tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags HTTP/1.1" status: 200 len: 205 time: 0.1462550 Feb 16 23:55:57.533000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52078) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.537800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-a5927ada-0ab5-49a9-9c21-ad761d8ebda6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.565239 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a5927ada-0ab5-49a9-9c21-ad761d8ebda6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags HTTP/1.1" status: 200 len: 239 time: 0.0289521 Feb 16 23:55:57.565920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52082) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.570762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-f77f4050-7e76-475c-9596-994917573a50 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', 'tempest-TagsExtTest-Tag-90158419') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.580980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469af7b7-1d73-47d4-ad22-a8902055721c req-5be3316f-9695-4c0e-9bdb-a44d0b599f29 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:57.582561 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-469af7b7-1d73-47d4-ad22-a8902055721c req-5be3316f-9695-4c0e-9bdb-a44d0b599f29 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.8049793 Feb 16 23:55:57.603640 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f77f4050-7e76-475c-9596-994917573a50 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags/tempest-TagsExtTest-Tag-90158419 HTTP/1.1" status: 204 len: 168 time: 0.0370848 Feb 16 23:55:57.604192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52086) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.609061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-61b393a4-f4d0-4165-8a40-ae009b128feb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', 'tempest-TagsExtTest-Tag-90158419') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.631772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.652911 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-61b393a4-f4d0-4165-8a40-ae009b128feb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags/tempest-TagsExtTest-Tag-90158419 HTTP/1.1" status: 204 len: 168 time: 0.0455532 Feb 16 23:55:57.653962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52090) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.659039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-fe3a4b7e-600d-4898-b32b-86f730f63494 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.667280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.690311 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fe3a4b7e-600d-4898-b32b-86f730f63494 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags HTTP/1.1" status: 200 len: 205 time: 0.0328069 Feb 16 23:55:57.690519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Provisioning for port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:55:57.690624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52094) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.696043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-5f36698a-fb95-4abe-85c8-4c52addcdeed tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.704860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b79619f-618c-453d-ab78-e849ee4ada26 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:55:57.710426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Provisioning complete for port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:57.710426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.724094 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5f36698a-fb95-4abe-85c8-4c52addcdeed tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0316131 Feb 16 23:55:57.726167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52098) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:57.731377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-fcb28612-64c9-4ee7-adb7-b2f0c3aed137 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:57.749142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:55:57.760146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 95fcd695-8dc8-458f-b858-1a7d2030b882, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=95fcd695-8dc8-458f-b858-1a7d2030b882,segment=NetworkSegment(6326dc7c-7841-4b3e-abed-cb8af2564e3e),segment_id=6326dc7c-7841-4b3e-abed-cb8af2564e3e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:57.776295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.822157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b79619f-618c-453d-ab78-e849ee4ada26,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:55:57.838583 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c768b084-7013-4f1f-a4c1-223c9a0fa8db req-9a5dcdf4-66d1-486a-b20b-72a0b0affc8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935235 Feb 16 23:55:57.860213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.860213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:57.888764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=95fcd695-8dc8-458f-b858-1a7d2030b882,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:57.927937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Provisioning complete for port 95fcd695-8dc8-458f-b858-1a7d2030b882 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:57.927937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.950382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:57.950644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:57.955703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:57.956372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.014003 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-469af7b7-1d73-47d4-ad22-a8902055721c req-fcab06d9-6e0d-40cc-8093-88cc14ff531f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762968 Feb 16 23:55:58.022016 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fcb28612-64c9-4ee7-adb7-b2f0c3aed137 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags HTTP/1.1" status: 204 len: 168 time: 0.2922809 Feb 16 23:55:58.026627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52102) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:58.029874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-1bc4668f-a48c-4d61-a68f-bb3b509b2b3d tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:58.070541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b79619f-618c-453d-ab78-e849ee4ada26,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:58.079270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['7b79619f-618c-453d-ab78-e849ee4ada26'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:55:58.125375 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1bc4668f-a48c-4d61-a68f-bb3b509b2b3d tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags HTTP/1.1" status: 204 len: 168 time: 0.1011488 Feb 16 23:55:58.125903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52106) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:58.131577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-d50e20cf-26d1-41b8-b332-fe6b3e5d0ebb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:58.184545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:58.184933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.219982 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d50e20cf-26d1-41b8-b332-fe6b3e5d0ebb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags HTTP/1.1" status: 204 len: 168 time: 0.0930178 Feb 16 23:55:58.226748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52110) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:58.233147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-aba5be48-9cdc-49c7-9c4f-b786724da4c3 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', 'tempest-TagsExtTest-Tag-6085598') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:58.306951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Provisioning complete for port 517d5ae3-ae7c-4802-be77-7d20491bd211 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:55:58.307320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.352945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.363904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Pushing event updated for resources: {'Network': ['ID=62145f47-d2d7-446b-b6d6-8550b99384ce,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:58.366143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 94e95cf0-650a-4248-aace-4c52873fed6c {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:55:58.366478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.378064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-65a8d703-2a4e-483a-b2c8-107bad304688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:58.379657 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-65a8d703-2a4e-483a-b2c8-107bad304688 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=917a67e4b55645188ebdf8b5a591ed2b&device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1099 time: 0.1198835 Feb 16 23:55:58.389476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 62145f47-d2d7-446b-b6d6-8550b99384ce details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:55:58.401009 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2129ad10-5cf6-4197-a06a-a3256d2dfcdd tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.1546857 Feb 16 23:55:58.425100 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aba5be48-9cdc-49c7-9c4f-b786724da4c3 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags/tempest-TagsExtTest-Tag-6085598 HTTP/1.1" status: 201 len: 201 time: 0.1971917 Feb 16 23:55:58.469110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a1f86f13-17d7-4bfc-aeed-d9a7ad96d55b None None] Port 517d5ae3-ae7c-4802-be77-7d20491bd211 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:55:58.469913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52118) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:58.495744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.tag.tag_plugin [None req-3ed141f3-c72c-498d-b0ff-cc24f30d78fb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', 'tempest-TagsExtTest-Tag-1288872557') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:58.535478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-a68ce729-860e-48a6-b0e3-2454bbb7ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:58.537360 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-a68ce729-860e-48a6-b0e3-2454bbb7ba6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=66adf6b9-de10-43c7-8773-a79e9f4d3252 HTTP/1.1" status: 200 len: 897 time: 0.1387212 Feb 16 23:55:58.610946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52122) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:58.630750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Request body: {'port': {'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce', 'binding:host_id': 'hv-neutron-8290', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-595578746'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:55:58.637203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:58.650388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Usage tracker for resource:port and tenant:3f4914df4aab48d58a1bef9725042d82 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:58.655340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:58.664636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:58.677706 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-bee90d02-c515-4bd3-b221-71ee2cd57c53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f HTTP/1.1" status: 200 len: 1002 time: 0.1346965 Feb 16 23:55:58.683026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Made reservation on behalf of 3f4914df4aab48d58a1bef9725042d82 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:55:58.685513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.730045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.752143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:55:58.762479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Usage tracker for resource:security_group_rule and tenant:3f4914df4aab48d58a1bef9725042d82 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:55:58.767126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:55:58.776271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:55:58.778897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-e7364381-7bac-426b-9abd-da3797190ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:58.780367 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-e7364381-7bac-426b-9abd-da3797190ac4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=243276c0-ad51-4d00-a1ed-2d1c61136666 HTTP/1.1" status: 200 len: 832 time: 0.0841930 Feb 16 23:55:58.905420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.909100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-d10e587a-7473-43c5-8161-c7e245e7877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:58.910765 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-d10e587a-7473-43c5-8161-c7e245e7877c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66adf6b9-de10-43c7-8773-a79e9f4d3252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226654 Feb 16 23:55:58.922369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.929315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:58.930054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:59.023849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:59.034908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:59.053336 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] device_id is not set on port 23cd5d16-7908-4b33-a6a7-67f1c2857224 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:55:59.151509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab5ebca-d9f1-4332-ae09-65594aff7d74,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:59.163127 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-11ff54be-73d0-4bdf-b718-7e24befebb59 service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441447 Feb 16 23:55:59.171821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 94e95cf0-650a-4248-aace-4c52873fed6c owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:55:59.202949 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3ed141f3-c72c-498d-b0ff-cc24f30d78fb tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags/tempest-TagsExtTest-Tag-1288872557 HTTP/1.1" status: 201 len: 201 time: 0.7315781 Feb 16 23:55:59.206060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52130) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:59.270627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-b3988b63-54b0-4229-9615-ad67e69e9719 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', 'tempest-TagsExtTest-Tag-1822002438') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:59.316191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Router 99547c5d-7180-4e93-9b1f-b62a9d3bb1ba is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:55:59.335773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:59.609775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:55:59.721676 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1ba9fed2-c8bf-4b66-91cf-041b36b79f8f req-ef5ff913-463e-4520-b1f4-8b84378ffdc0 service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420821 Feb 16 23:55:59.752006 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b3988b63-54b0-4229-9615-ad67e69e9719 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags/tempest-TagsExtTest-Tag-1822002438 HTTP/1.1" status: 201 len: 201 time: 0.5381339 Feb 16 23:55:59.754695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52134) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:59.758730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] device_id is not set on port 23cd5d16-7908-4b33-a6a7-67f1c2857224 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:55:59.761471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:59.767904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-e391d03e-576a-45c2-a4b0-0c16a9f5a30c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', 'tempest-TagsExtTest-Tag-2064169787') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:55:59.782601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:59.788409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4302b-2342-466f-8170-ac8e5495e941 req-503a7999-9443-4f4b-be55-cef1963ae88f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:59.795295 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3cb4302b-2342-466f-8170-ac8e5495e941 req-503a7999-9443-4f4b-be55-cef1963ae88f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 944 time: 0.8265722 Feb 16 23:55:59.800621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Transition to ACTIVE for port object 23cd5d16-7908-4b33-a6a7-67f1c2857224 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:55:59.817678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:55:59.869017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51fa50-a047-48a6-a626-02c0a91d36be req-a63ca7dd-5c15-4dcc-a1ea-a26dab84297b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:55:59.869998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d51fa50-a047-48a6-a626-02c0a91d36be req-a63ca7dd-5c15-4dcc-a1ea-a26dab84297b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.6661139 Feb 16 23:55:59.905253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 95fcd695-8dc8-458f-b858-1a7d2030b882 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:55:59.906935 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e391d03e-576a-45c2-a4b0-0c16a9f5a30c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags/tempest-TagsExtTest-Tag-2064169787 HTTP/1.1" status: 201 len: 201 time: 0.1512487 Feb 16 23:55:59.912450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52138) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:55:59.926418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=23cd5d16-7908-4b33-a6a7-67f1c2857224,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:55:59.931451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Checking segment: {'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:55:59.931818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Network hostable DHCP agents. Network: 62145f47-d2d7-446b-b6d6-8550b99384ce, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:55:59.957040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Network 62145f47-d2d7-446b-b6d6-8550b99384ce is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:55:59.968478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 62145f47-d2d7-446b-b6d6-8550b99384ce) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:55:59.973886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:55:59.983965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb468387-13f0-4956-9c7b-f41955106718 None None] Network 62145f47-d2d7-446b-b6d6-8550b99384ce requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:55:59.999600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.000165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.000607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.006765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.006970 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.007598 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 2 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.018479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.tag.tag_plugin [None req-25062a22-e877-4f61-bd28-9098a014e46c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', {'tags': ['tempest-TagsExtTest-Tag-520683788', 'tempest-TagsExtTest-Tag-777688722', 'tempest-TagsExtTest-Tag-2141042254']}) {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:00.025917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.026398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.026842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.032314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.032551 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.033045 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 3 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.053006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.053575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.054014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.060478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.061089 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.062081 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 4 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.079689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.080448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.081077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.089124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.089552 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.090049 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 5 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.108094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.108692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.109104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.111479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 95fcd695-8dc8-458f-b858-1a7d2030b882 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:00.111862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.115401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.115736 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.116581 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 6 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.132121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.132326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.132667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.134566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:00.139103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.140496 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.141056 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 7 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.155627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Sync routers for ids ['99547c5d-7180-4e93-9b1f-b62a9d3bb1ba'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:00.160355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.161240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.161639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.166924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.167254 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.167643 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 8 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.183199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.183770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.184145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.188974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.189708 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.189708 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 9 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.200214 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3cb4302b-2342-466f-8170-ac8e5495e941 req-3e67c704-9b3a-49cc-aafe-126321873d20 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4040461 Feb 16 23:56:00.206290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.206395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.207046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.211994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.212359 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.212754 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 10 to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 Feb 16 23:56:00.219850 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d51fa50-a047-48a6-a626-02c0a91d36be req-e3f9329b-e29b-459c-a22e-e454d5854e16 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083351 Feb 16 23:56:00.243306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:00.244042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:00.244042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:00.250307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:00.250644 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 23cd5d16-7908-4b33-a6a7-67f1c2857224 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:00.251007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.255225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:00.256195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Routers {'99547c5d-7180-4e93-9b1f-b62a9d3bb1ba'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:00.256795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99547c5d-7180-4e93-9b1f-b62a9d3bb1ba'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:00.263292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.266989 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-356d2389-430f-4098-984b-0cb7854123ea tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.9276865 Feb 16 23:56:00.268737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52142) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:00.272813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.313966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4078c97d-26b4-4cc1-87df-c9543c00429c None None] Provisioning complete for port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:00.314341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4078c97d-26b4-4cc1-87df-c9543c00429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.350616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] For port 23cd5d16-7908-4b33-a6a7-67f1c2857224, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:00.351000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempted to set empty binding levels {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 23:56:00.355362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.391819 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-25062a22-e877-4f61-bd28-9098a014e46c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags HTTP/1.1" status: 200 len: 316 time: 0.4650967 Feb 16 23:56:00.400840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52146) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:00.413711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:00.414181 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.422362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-64948ddd-6c90-4ba4-86fe-b50ae5ff0eb9 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:00.443671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=94e95cf0-650a-4248-aace-4c52873fed6c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:00.447248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4078c97d-26b4-4cc1-87df-c9543c00429c None None] Port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:00.502443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=23cd5d16-7908-4b33-a6a7-67f1c2857224,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:00.513203 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a3ea8740-3298-47a7-9708-bec54476398c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.9001989 Feb 16 23:56:00.513660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52150) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:00.582813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Set router 99547c5d-7180-4e93-9b1f-b62a9d3bb1ba gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:00.606634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Deleting port 23cd5d16-7908-4b33-a6a7-67f1c2857224 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:00.606987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.739527 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-64948ddd-6c90-4ba4-86fe-b50ae5ff0eb9 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags HTTP/1.1" status: 204 len: 168 time: 0.3372407 Feb 16 23:56:00.742427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52154) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:00.753697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:00.754728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-f26bc8cd-fe6d-4285-bba8-9d5ba72e58ed tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', 'tempest-TagsExtTest-Tag-520683788') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:00.762065 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7bf76c37-8e32-4462-9cc6-9efcd0fc4749 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4594615 Feb 16 23:56:00.766722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52158) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:00.773227 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:00.779559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1651530876'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:00.785121 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:00.785855 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:00.788114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:00.853279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c061bd49-913e-436c-84cb-5e794e59b9e7 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/99547c5d-7180-4e93-9b1f-b62a9d3bb1ba HTTP/1.1" status: 200 len: 908 time: 0.5816262 Feb 16 23:56:00.854787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:network and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:00.869024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52162) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:00.871777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:00.932245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] For port 23cd5d16-7908-4b33-a6a7-67f1c2857224, host hv-neutron-8290, got binding levels [] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:00.932516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:00.970734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99547c5d-7180-4e93-9b1f-b62a9d3bb1ba', 'name': 'tempest-snat-router-1237998535', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '250835b9-9e8c-4f1f-a8e1-9756322e12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:48Z', 'updated_at': '2022-02-16T23:55:55Z', 'revision_number': 3, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port': {'id': '250835b9-9e8c-4f1f-a8e1-9756322e12b1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99547c5d-7180-4e93-9b1f-b62a9d3bb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:51Z', 'updated_at': '2022-02-16T23:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:00.975827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Checking router: 99547c5d-7180-4e93-9b1f-b62a9d3bb1ba for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:00.976218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Updating router 99547c5d-7180-4e93-9b1f-b62a9d3bb1ba port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:56:00.992292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:01.014677 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:01.022946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.046598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.058396 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-f26bc8cd-fe6d-4285-bba8-9d5ba72e58ed tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:01.061721 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f26bc8cd-fe6d-4285-bba8-9d5ba72e58ed tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags/tempest-TagsExtTest-Tag-520683788 HTTP/1.1" status: 404 len: 328 time: 0.3152504 Feb 16 23:56:01.065838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Calling delete_port for 23cd5d16-7908-4b33-a6a7-67f1c2857224 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:01.095605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52166) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:01.150046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.159094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:01.162516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b79619f-618c-453d-ab78-e849ee4ada26 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:01.163062 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.206727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event deleted for resources: {'Port': ['ID=23cd5d16-7908-4b33-a6a7-67f1c2857224,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:01.224972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.233487 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d270ac2f-1e72-479a-ba6d-84fc37e807af tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "DELETE /v2.0/ports/23cd5d16-7908-4b33-a6a7-67f1c2857224 HTTP/1.1" status: 204 len: 168 time: 0.7174218 Feb 16 23:56:01.236535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52172) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:01.308832 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f34a3c0-ef62-4577-b7c4-f8948bb74833 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:56:01.309548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1f34a3c0-ef62-4577-b7c4-f8948bb74833 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Synchronizing usage tracker for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:01.329503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1f34a3c0-ef62-4577-b7c4-f8948bb74833 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Unset dirty status for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:01.331402 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1f34a3c0-ef62-4577-b7c4-f8948bb74833 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "GET /v2.0/ports/23cd5d16-7908-4b33-a6a7-67f1c2857224 HTTP/1.1" status: 404 len: 333 time: 0.0922825 Feb 16 23:56:01.337786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52178) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:01.351526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Request body: {'port': {'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-320418556'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:01.364404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:01.371713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.tag.tag_plugin [None req-5c70f887-b1fb-4eed-92ab-8aa9dd1af02f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', 'tempest-TagsExtTest-Tag-777688722') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:01.387523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:01.414394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 7b79619f-618c-453d-ab78-e849ee4ada26 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:01.416449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Made reservation on behalf of 3f4914df4aab48d58a1bef9725042d82 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:01.418989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.434170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 7b79619f-618c-453d-ab78-e849ee4ada26 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:01.434545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.456340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] device_id is not set on port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:01.568895 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:56Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:55:58Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:01.573499 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:01.573862 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Updating router dff28c52-c80b-4d07-ae11-07bc12f351c5 port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:56:01.637148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.646562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.663242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Transition to ACTIVE for port object 250835b9-9e8c-4f1f-a8e1-9756322e12b1 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:01.681418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:56:01.686077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.694716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.701291 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.739422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b79619f-618c-453d-ab78-e849ee4ada26,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:01.749356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.762085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:56:01.763525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.778962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Attempting to bind port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:01.779331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Attempting to bind port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:01.779756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Attempting to bind port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:01.783256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fea2cb-ccb2-4a1a-b377-42c3dc23a731 None None] Pushing event updated for resources: {'Port': ['ID=250835b9-9e8c-4f1f-a8e1-9756322e12b1,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:01.801293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.887907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:01.888362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:01.888727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.889132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:01.889606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Bound port: 250835b9-9e8c-4f1f-a8e1-9756322e12b1, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:01.890788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.891997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.892599 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added segment d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac of type vlan for network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e Feb 16 23:56:01.908379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=0628e4ac-5ea6-4131-a8d5-9716e60bd7c3,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:01.915889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 365920d3-5ef2-43dc-bd4b-2339352ef61a has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:01.921399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b79619f-618c-453d-ab78-e849ee4ada26,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:01.942653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Network 62145f47-d2d7-446b-b6d6-8550b99384ce is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:01.944813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:01.947934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:01.949216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:01.950012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:01.987245 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0504aae3-4c7c-44f8-bd09-f6dd73a5d495 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6479220 Feb 16 23:56:01.988976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] For port 250835b9-9e8c-4f1f-a8e1-9756322e12b1, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:01.990125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52184) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:01.994060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] For port 250835b9-9e8c-4f1f-a8e1-9756322e12b1, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=250835b9-9e8c-4f1f-a8e1-9756322e12b1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:01.998372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:02.001025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.043595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.106161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Routers {'99547c5d-7180-4e93-9b1f-b62a9d3bb1ba'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:02.106988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['99547c5d-7180-4e93-9b1f-b62a9d3bb1ba'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:02.150873 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-5c70f887-b1fb-4eed-92ab-8aa9dd1af02f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:02.154649 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c70f887-b1fb-4eed-92ab-8aa9dd1af02f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags/tempest-TagsExtTest-Tag-777688722 HTTP/1.1" status: 404 len: 328 time: 1.0075018 Feb 16 23:56:02.195634 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.205232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52188) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:02.208728 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Transition to ACTIVE for port object a6a80247-3c75-40c9-8f05-bc11dfb5ece4 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:02.220558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-3a2ec1c9-09b7-418b-8023-a93287983047 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782', 'tempest-TagsExtTest-Tag-2141042254') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:02.221565 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.231849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43ac4-840f-4d66-9fe2-496019985424 req-1b3385ce-b4f6-439d-833e-1f357d45565b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:02.233386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ab43ac4-840f-4d66-9fe2-496019985424 req-1b3385ce-b4f6-439d-833e-1f357d45565b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 944 time: 0.7421787 Feb 16 23:56:02.241449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba3fe9-e71e-4be7-942a-7f077086ccce req-3fc7a6b7-966b-47a3-a039-39bf42cd3ff2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:02.242933 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-edba3fe9-e71e-4be7-942a-7f077086ccce req-3fc7a6b7-966b-47a3-a039-39bf42cd3ff2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.7476935 Feb 16 23:56:02.246745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.resource_extend [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 23:56:02.274942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.288559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.295932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:02.325118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] Sync routers for ids ['365920d3-5ef2-43dc-bd4b-2339352ef61a'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:02.346849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] Routers {'365920d3-5ef2-43dc-bd4b-2339352ef61a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:02.347396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['365920d3-5ef2-43dc-bd4b-2339352ef61a'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:02.351616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b5c742b1-a28c-4c74-9cee-ddf3fdf3d409 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/365920d3-5ef2-43dc-bd4b-2339352ef61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2421298 Feb 16 23:56:02.352726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.359357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:02.360420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.364418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Deleting port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:02.365464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.402181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52192) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:02.437202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fea2cb-ccb2-4a1a-b377-42c3dc23a731 None None] Pushing event updated for resources: {'Port': ['ID=250835b9-9e8c-4f1f-a8e1-9756322e12b1,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:02.440032 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Pushing event updated for resources: {'Port': ['ID=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:02.449754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:02.475203 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-edba3fe9-e71e-4be7-942a-7f077086ccce req-3b7a112c-0f3b-4dbe-bc92-546e804aaf5b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147231 Feb 16 23:56:02.476310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] Routers {'365920d3-5ef2-43dc-bd4b-2339352ef61a'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:02.476948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['365920d3-5ef2-43dc-bd4b-2339352ef61a'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:02.540987 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.541366 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.541705 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.542039 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.542588 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.542942 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.543279 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.543594 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.543979 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.544382 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.544749 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.545074 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:02.577510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] Set router 99547c5d-7180-4e93-9b1f-b62a9d3bb1ba gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:02.594344 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ab43ac4-840f-4d66-9fe2-496019985424 req-64dd5157-ca26-4bcf-8e97-2d6e0c224f0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392942 Feb 16 23:56:02.611294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7a93b044-74c0-4641-9b3e-08d8d78ad7a4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:02.662354 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8926990 Feb 16 23:56:02.669009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] device_id is not set on port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:02.676944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.683525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52198) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:02.698549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'subnet': {'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:02.718791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Transition to ACTIVE for port object 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:02.737970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.753370 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Attempting to bind port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:02.754891 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Attempting to bind port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:02.755793 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Attempting to bind port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 on network a3d7b66d-d44f-46cd-8873-2b94992e2a2c {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:02.769615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31916963-4d4b-466c-a8a1-6819b7f21a96 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Network': ['ID=aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:02.774736 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26', 'code': 200} Feb 16 23:56:02.789273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:56:02.800230 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:02.800612 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Checking segment: {'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:02.801017 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.808200 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Bound using segment: {'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:02.808714 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Bound port: a6a80247-3c75-40c9-8f05-bc11dfb5ece4, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6326dc7c-7841-4b3e-abed-cb8af2564e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:02.809126 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:02.860880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:02.861369 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9bcc8-b798-45cf-9f06-9640da7a2ed9 None None] The sync data for ids ['365920d3-5ef2-43dc-bd4b-2339352ef61a'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:02.911059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:02.911687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:02.911802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:02.918241 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-3a2ec1c9-09b7-418b-8023-a93287983047 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:02.919304 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3a2ec1c9-09b7-418b-8023-a93287983047 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags/tempest-TagsExtTest-Tag-2141042254 HTTP/1.1" status: 404 len: 329 time: 0.7087574 Feb 16 23:56:02.923197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:02.923535 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:02.925022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52202) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:02.925765 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 2 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:02.933856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7a93b044-74c0-4641-9b3e-08d8d78ad7a4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:02.938344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52206) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:02.939083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7a93b044-74c0-4641-9b3e-08d8d78ad7a4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=365920d3-5ef2-43dc-bd4b-2339352ef61a HTTP/1.1" status: 200 len: 205 time: 0.5216188 Feb 16 23:56:02.943581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.tag.tag_plugin [None req-3419f7d0-1283-446b-b50a-c18fe192f645 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', {'tags': ['tempest-TagsExtTest-Tag-1053523675', 'tempest-TagsExtTest-Tag-1995079816', 'tempest-TagsExtTest-Tag-1763333989']}) {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:03.069718 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] For port a6a80247-3c75-40c9-8f05-bc11dfb5ece4, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:03.074815 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] For port a6a80247-3c75-40c9-8f05-bc11dfb5ece4, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,segment=NetworkSegment(6326dc7c-7841-4b3e-abed-cb8af2564e3e),segment_id=6326dc7c-7841-4b3e-abed-cb8af2564e3e)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:03.087842 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.149506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99547c5d-7180-4e93-9b1f-b62a9d3bb1ba', 'name': 'tempest-snat-router-1237998535', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '250835b9-9e8c-4f1f-a8e1-9756322e12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:48Z', 'updated_at': '2022-02-16T23:55:55Z', 'revision_number': 3, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port': {'id': '250835b9-9e8c-4f1f-a8e1-9756322e12b1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99547c5d-7180-4e93-9b1f-b62a9d3bb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:51Z', 'updated_at': '2022-02-16T23:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:03.155597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e83dcf-4bb5-4c7c-8b70-d084470aaf48 None None] The sync data for ids ['99547c5d-7180-4e93-9b1f-b62a9d3bb1ba'] in dv-neutron-829040-1-hyperv is: [{'id': '99547c5d-7180-4e93-9b1f-b62a9d3bb1ba', 'name': 'tempest-snat-router-1237998535', 'tenant_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.207'}], 'enable_snat': True}, 'gw_port_id': '250835b9-9e8c-4f1f-a8e1-9756322e12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:48Z', 'updated_at': '2022-02-16T23:55:55Z', 'revision_number': 3, 'project_id': '4a5a3a1bf77d4a15ae6f0dc580e8cc81', 'gw_port': {'id': '250835b9-9e8c-4f1f-a8e1-9756322e12b1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99547c5d-7180-4e93-9b1f-b62a9d3bb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:51Z', 'updated_at': '2022-02-16T23:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:03.171641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=0628e4ac-5ea6-4131-a8d5-9716e60bd7c3,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:03.180611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:03.180956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:03.181298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:03.185184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0e259a5-7848-4953-a0dd-7001e4959fb1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.202964 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b2836-e04b-48b9-92d9-ce55aa94e6c3 None None] Pushing event updated for resources: {'Port': ['ID=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:03.216004 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:03.216657 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:55:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:03.313052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:03.325064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:subnet and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:03.334602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:03.344009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] For port 250835b9-9e8c-4f1f-a8e1-9756322e12b1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=250835b9-9e8c-4f1f-a8e1-9756322e12b1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:03.344739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.358499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:03.381790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:03.382131 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:03.386796 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3419f7d0-1283-446b-b50a-c18fe192f645 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags HTTP/1.1" status: 200 len: 318 time: 0.4597967 Feb 16 23:56:03.393664 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 3 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:03.410382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52210) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:03.454818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-f34b504b-61a4-4381-a850-32e428c9e417 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:03.473378 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:03.649852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Calling delete_port for 250835b9-9e8c-4f1f-a8e1-9756322e12b1 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:03.675074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ce6b49ad-6e4f-4729-a5e2-c05c85138e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.717256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:03.717719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:03.718234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:03.725158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Made reservation on behalf of 75cdda6a3b0c41ffae4e337941d5fd07 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:03.728699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.763809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:03.764158 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:03.770019 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 4 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:03.879116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0e259a5-7848-4953-a0dd-7001e4959fb1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.881199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0e259a5-7848-4953-a0dd-7001e4959fb1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.921066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 250835b9-9e8c-4f1f-a8e1-9756322e12b1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:03.941102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0e259a5-7848-4953-a0dd-7001e4959fb1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.941676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e259a5-7848-4953-a0dd-7001e4959fb1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Fanout notify agent at l3_agent the message router_deleted on router 365920d3-5ef2-43dc-bd4b-2339352ef61a {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:56:03.948401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:03.948737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:03.949072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:03.974453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b0e259a5-7848-4953-a0dd-7001e4959fb1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:03.975546 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b0e259a5-7848-4953-a0dd-7001e4959fb1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/365920d3-5ef2-43dc-bd4b-2339352ef61a HTTP/1.1" status: 204 len: 168 time: 1.0331123 Feb 16 23:56:03.985449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52218) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:04.020467 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:56Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:03Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:04.027157 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc3df3-5a95-4b52-aa77-97e2ffae656c None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:55:56Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:03Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:04.037907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:04.045368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:04.046964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.248835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c54c4e-2dd6-4f6b-b08e-b5d379d60fbc req-412b2c8c-e5c2-4031-a46c-752f53c2599e tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:04.262469 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24c54c4e-2dd6-4f6b-b08e-b5d379d60fbc req-412b2c8c-e5c2-4031-a46c-752f53c2599e tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.5573440 Feb 16 23:56:04.290269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 6feb9412-c395-48f5-a013-99e432a55b85 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:04.293539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.338086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:04.338893 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:04.350940 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 5 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:04.368922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41622c76-6107-4f69-92f5-a9382c517e4a req-780c397f-7795-4fac-9293-7a8408a91f52 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:04.374270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.379296 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-41622c76-6107-4f69-92f5-a9382c517e4a req-780c397f-7795-4fac-9293-7a8408a91f52 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 945 time: 0.5655537 Feb 16 23:56:04.386728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233d703-25f7-47e1-b186-dc2210743c36 req-7eb9a96c-e4ba-42f7-bc54-057c82c65319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:04.388698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6233d703-25f7-47e1-b186-dc2210743c36 req-7eb9a96c-e4ba-42f7-bc54-057c82c65319 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1098 time: 1.1401851 Feb 16 23:56:04.392598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:04.393066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:04.393520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:04.426288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.475205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 23:56:04.475205 dv-neutron-829040-1-hyperv neutron-server[87678]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 16 23:56:04.475205 dv-neutron-829040-1-hyperv neutron-server[87678]: [parameters: {'status': 'ACTIVE', 'ports_id': '250835b9-9e8c-4f1f-a8e1-9756322e12b1'}] Feb 16 23:56:04.475205 dv-neutron-829040-1-hyperv neutron-server[87678]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:56:04.475642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:56:04.480002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:04.480513 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:04.486470 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 6 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:04.535560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:04.536076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:04.537219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:04.544971 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-41622c76-6107-4f69-92f5-a9382c517e4a req-5598e3af-8831-459d-8497-029eff564f2a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631873 Feb 16 23:56:04.562372 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24c54c4e-2dd6-4f6b-b08e-b5d379d60fbc req-f1b2df4b-42f7-41c3-a748-3daeb36cf941 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986133 Feb 16 23:56:04.563553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.570207 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6233d703-25f7-47e1-b186-dc2210743c36 req-e03eaba3-9cbd-41d5-9213-93069e027963 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642163 Feb 16 23:56:04.575002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:04.575430 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:04.581312 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f34b504b-61a4-4381-a850-32e428c9e417 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags HTTP/1.1" status: 204 len: 168 time: 1.1517308 Feb 16 23:56:04.584881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52222) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:04.585533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 7 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:04.606054 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-6ba517c7-c650-47a6-ac33-c9b81fe4930f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', 'tempest-TagsExtTest-Tag-1053523675') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:04.673565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.681328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.710365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:04.710706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:04.711043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:04.721289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Subnet': ['ID=32bc0c83-2e6d-41a5-bfdc-2394b840d143,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:04.730245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:04.730591 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:04.733630 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 8 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:04.745238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event deleted for resources: {'Port': ['ID=250835b9-9e8c-4f1f-a8e1-9756322e12b1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:04.750710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Checking segment: {'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:04.751274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network hostable DHCP agents. Network: aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:56:04.771769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:04.772164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:04.772484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:04.784845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:04.785196 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:04.789067 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 9 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:04.814038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:04.814431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:04.814779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:04.818142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.846689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:56:04.870351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:04.870672 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:04.871400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:04.871528 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 10 to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 Feb 16 23:56:04.875293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.880436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce78a81-da8a-487d-be1b-645677a36271 None None] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:04.882147 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-6ba517c7-c650-47a6-ac33-c9b81fe4930f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:04.885911 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6ba517c7-c650-47a6-ac33-c9b81fe4930f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags/tempest-TagsExtTest-Tag-1053523675 HTTP/1.1" status: 404 len: 329 time: 0.2891202 Feb 16 23:56:04.886097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.889006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=6feb9412-c395-48f5-a013-99e432a55b85,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:04.891266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52226) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:04.903692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-9ff1b10e-6eb0-42a8-85d1-0bff5db8627c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', 'tempest-TagsExtTest-Tag-1995079816') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:04.919003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d047b5d-eba6-4f3f-bbf4-7f438308b83e None None] Network 4a096e4a-38a4-4a87-98e3-08a132aafa94 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:04.922879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:04.923469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:04.938610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7fd223d3-3c89-4b37-a860-6240583ca567 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/6feb9412-c395-48f5-a013-99e432a55b85 HTTP/1.1" status: 204 len: 168 time: 0.9354575 Feb 16 23:56:04.945725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52230) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:04.948434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:04.948780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:04.949115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:04.977179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:04.977403 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:04.977766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.070934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.073093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.077045 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3de3e9e9-02bd-4105-987c-b4f3c65eb900 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3917239 Feb 16 23:56:05.082744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52234) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:05.100092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Port 250835b9-9e8c-4f1f-a8e1-9756322e12b1 update to ACTIVE by agent not found {{(pid=87678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 23:56:05.153302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.187510 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-9ff1b10e-6eb0-42a8-85d1-0bff5db8627c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:05.188034 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9ff1b10e-6eb0-42a8-85d1-0bff5db8627c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags/tempest-TagsExtTest-Tag-1995079816 HTTP/1.1" status: 404 len: 329 time: 0.2930562 Feb 16 23:56:05.193215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52238) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:05.199968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-450e894d-b9f2-4805-adfa-42c792a4131d tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211', 'tempest-TagsExtTest-Tag-1763333989') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:05.231136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] For port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:05.231511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempted to set empty binding levels {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 23:56:05.232918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port c5e6f8c2-ab13-4508-b88a-da306a2251bf {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:05.233052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.274827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.351618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] In _notify_port_updated(), no bound segment for port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:56:05.352610 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:05.353273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.354961 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "PUT /v2.0/ports/0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 HTTP/1.1" status: 200 len: 976 time: 3.3632441 Feb 16 23:56:05.369637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52242) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:05.384120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:05.385708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.462738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d5c9f-621c-4e8c-a1c7-dd2ed3f5f876 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=0628e4ac-5ea6-4131-a8d5-9716e60bd7c3,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:05.492267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] DHCP port deletion for 4a096e4a-38a4-4a87-98e3-08a132aafa94 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:05.501611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] Deleting port c5e6f8c2-ab13-4508-b88a-da306a2251bf {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:05.501990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.530480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.531133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99547c5d-7180-4e93-9b1f-b62a9d3bb1ba {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:56:05.553688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:05.555088 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c6aa015-a146-4609-b431-0f295d9e7b0d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "DELETE /v2.0/routers/99547c5d-7180-4e93-9b1f-b62a9d3bb1ba HTTP/1.1" status: 204 len: 168 time: 4.6851311 Feb 16 23:56:05.558048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52246) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:05.687338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Allocated IP 2001:db8:3::2 (aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e/32bc0c83-2e6d-41a5-bfdc-2394b840d143/c4cd8098-96a2-4999-803e-3c4c88f3d1ba) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:05.790862 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-450e894d-b9f2-4805-adfa-42c792a4131d tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:05.792134 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-450e894d-b9f2-4805-adfa-42c792a4131d tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags/tempest-TagsExtTest-Tag-1763333989 HTTP/1.1" status: 404 len: 329 time: 0.5981185 Feb 16 23:56:05.794907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52254) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:05.837672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-1fea573d-b1b3-4e82-8402-17b70cba4a5e tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', {'tags': ['tempest-TagsExtTest-Tag-2145372554', 'tempest-TagsExtTest-Tag-344409260', 'tempest-TagsExtTest-Tag-280090497']}) {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:05.889190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] For port c5e6f8c2-ab13-4508-b88a-da306a2251bf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c5e6f8c2-ab13-4508-b88a-da306a2251bf,segment=NetworkSegment(40a28ee3-fe6d-4059-9c48-116843b214ba),segment_id=40a28ee3-fe6d-4059-9c48-116843b214ba)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:05.889981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.032084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.032629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.033123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.033597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.034065 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.035234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.035721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.036236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.036751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.037428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.038067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.038686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.039306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.039928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.040567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.041190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.041808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.042608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.043236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.043877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.044522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.045142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.045760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.046378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.049460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Synchronizing usage tracker for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:06.066117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] Calling delete_port for c5e6f8c2-ab13-4508-b88a-da306a2251bf owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:06.069820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port c5e6f8c2-ab13-4508-b88a-da306a2251bf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c5e6f8c2-ab13-4508-b88a-da306a2251bf,segment=NetworkSegment(40a28ee3-fe6d-4059-9c48-116843b214ba),segment_id=40a28ee3-fe6d-4059-9c48-116843b214ba)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:06.070375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.177522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.226702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Unset dirty status for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:06.227929 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-99ce7e6c-2407-4644-8d98-66e0982a6659 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22132 time: 0.8527510 Feb 16 23:56:06.235458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for c5e6f8c2-ab13-4508-b88a-da306a2251bf owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:06.243558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52258) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:06.268382 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1fea573d-b1b3-4e82-8402-17b70cba4a5e tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags HTTP/1.1" status: 200 len: 316 time: 0.4652228 Feb 16 23:56:06.310106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52262) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:06.341275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a6a80247-3c75-40c9-8f05-bc11dfb5ece4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:06.363740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.tag.tag_plugin [None req-84740c08-ab27-42ab-b454-75986626f049 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:06.390101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.424200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47632938-b45d-4b1c-9928-6d7051fd4eed req-3ad8751e-3637-4cab-b9b1-533121646962 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.431902 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47632938-b45d-4b1c-9928-6d7051fd4eed req-3ad8751e-3637-4cab-b9b1-533121646962 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.5570259 Feb 16 23:56:06.460342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:56:06.460666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:56:06.504473 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] Pushing event deleted for resources: {'Port': ['ID=c5e6f8c2-ab13-4508-b88a-da306a2251bf,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:06.515233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2cf14d-ce74-4995-8689-cb0c59cc866e None None] No DVR routers for this DVR port c5e6f8c2-ab13-4508-b88a-da306a2251bf on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:06.516778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e57b8f87-bdd2-4a91-bb89-dfd55bf12ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.527439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c0783-68a6-4b69-8154-61cbc1091b1d req-c88e012a-05a0-445b-8ddc-ecd5e04c5bc4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:06.529155 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9d7c0783-68a6-4b69-8154-61cbc1091b1d req-c88e012a-05a0-445b-8ddc-ecd5e04c5bc4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 945 time: 0.7902019 Feb 16 23:56:06.540637 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.555968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Transition to ACTIVE for port object c4cd8098-96a2-4999-803e-3c4c88f3d1ba will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:06.578786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:06.581963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Transition to ACTIVE for port object c4cd8098-96a2-4999-803e-3c4c88f3d1ba will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:06.589660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:06.590078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.635882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.660250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Deleting port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:06.660859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.722865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:06.727013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:06.731779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:06.733856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Pushing event updated for resources: {'Port': ['ID=c4cd8098-96a2-4999-803e-3c4c88f3d1ba,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:06.756399 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47632938-b45d-4b1c-9928-6d7051fd4eed req-081b6a07-faae-4d37-9698-d18e4469e4e8 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232391 Feb 16 23:56:06.881801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Attempting to bind port c4cd8098-96a2-4999-803e-3c4c88f3d1ba on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:06.882063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Attempting to bind port c4cd8098-96a2-4999-803e-3c4c88f3d1ba by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:06.882431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Attempting to bind port c4cd8098-96a2-4999-803e-3c4c88f3d1ba on network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:06.887443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.900402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:06.900786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Checking segment: {'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:06.901196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.901599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Bound using segment: {'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:06.902075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Bound port: c4cd8098-96a2-4999-803e-3c4c88f3d1ba, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:06.902454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.962154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port c5e6f8c2-ab13-4508-b88a-da306a2251bf {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:06.962765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.980222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:06.986494 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9d7c0783-68a6-4b69-8154-61cbc1091b1d req-c1a7035a-c67c-4683-af21-b271f0c5f5e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374371 Feb 16 23:56:06.990513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a6a80247-3c75-40c9-8f05-bc11dfb5ece4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,segment=NetworkSegment(6326dc7c-7841-4b3e-abed-cb8af2564e3e),segment_id=6326dc7c-7841-4b3e-abed-cb8af2564e3e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:07.027568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.031721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.036275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] The port 'c5e6f8c2-ab13-4508-b88a-da306a2251bf' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:56:07.075855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] For port c4cd8098-96a2-4999-803e-3c4c88f3d1ba, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:07.079628 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-84740c08-ab27-42ab-b454-75986626f049 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags HTTP/1.1" status: 204 len: 168 time: 0.7354703 Feb 16 23:56:07.081229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.088541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52270) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:07.100393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.tag.tag_plugin [None req-232e8bee-9a42-4610-8210-1acc6dc86712 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', 'tempest-TagsExtTest-Tag-2145372554') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:07.103449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] For port c4cd8098-96a2-4999-803e-3c4c88f3d1ba, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c4cd8098-96a2-4999-803e-3c4c88f3d1ba,segment=NetworkSegment(d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac),segment_id=d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:07.104664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5e6f8c2-ab13-4508-b88a-da306a2251bf no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:07.141572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.156858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: c5e6f8c2-ab13-4508-b88a-da306a2251bf {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:07.157239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c5e6f8c2-ab13-4508-b88a-da306a2251bf not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:07.176139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:07.181634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.214198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a096e4a-38a4-4a87-98e3-08a132aafa94']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:07.218127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Deleting port d576958f-3299-4853-bee2-86ad43f30339 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:07.218474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.227653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a28ee3-fe6d-4059-9c48-116843b214ba') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:07.227953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a28ee3-fe6d-4059-9c48-116843b214ba') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:07.240558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.260369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.267627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:56:07.268025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.277233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.277911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bfd80-0c41-4379-90a7-96b3a474e7d8 None None] Pushing event updated for resources: {'Port': ['ID=c4cd8098-96a2-4999-803e-3c4c88f3d1ba,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:56:07.286510 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:56:07.375689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.381560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.412652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=4a096e4a-38a4-4a87-98e3-08a132aafa94,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:07.422486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1c9ae4e4-dbae-4f99-ae09-dea6d4c158c1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/4a096e4a-38a4-4a87-98e3-08a132aafa94 HTTP/1.1" status: 204 len: 168 time: 2.4718471 Feb 16 23:56:07.423123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52274) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:07.430833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-557224703', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:07.437954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:07.443992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:router and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:07.447075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:07.454596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:07.468843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.469888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.556882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.606323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.623398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcace6f9-d29f-4619-8676-ef9dff67489a req-fcb26844-510a-47ae-92a3-0ed50598e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:07.625133 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bcace6f9-d29f-4619-8676-ef9dff67489a req-fcb26844-510a-47ae-92a3-0ed50598e7bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1099 time: 0.1114078 Feb 16 23:56:07.630370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] For port 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3, host hv-neutron-8290, got binding levels [] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:07.630737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.680968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.682395 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7373e465-a5e7-417d-aa9b-ac4245b5fb6f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2581816 Feb 16 23:56:07.688430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52278) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:07.704705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-261300984'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:07.713854 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bcace6f9-d29f-4619-8676-ef9dff67489a req-80ff367d-4e60-4ede-ba4e-5f0a1f7bcae1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817502 Feb 16 23:56:07.717186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:07.722738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:07.726879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:07.732968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:07.742961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:07.746308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.774150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:56:07.784443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.784794 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment abd0057c-1153-4a56-9f0b-5e6d818978c7 of type vlan for network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 Feb 16 23:56:07.811479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.846335 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-232e8bee-9a42-4610-8210-1acc6dc86712 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:07.849471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.850741 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-232e8bee-9a42-4610-8210-1acc6dc86712 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags/tempest-TagsExtTest-Tag-2145372554 HTTP/1.1" status: 404 len: 329 time: 0.7570384 Feb 16 23:56:07.859329 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Calling delete_port for 0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:07.865460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:07.866563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:07.872914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52284) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:07.910424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-6fd7957e-afc6-4235-af0f-526ef01c61a6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', 'tempest-TagsExtTest-Tag-344409260') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:08.008667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c4cd8098-96a2-4999-803e-3c4c88f3d1ba up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:08.087102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=95d8094b-6c9d-4b55-9e24-06d03b6e1b44,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:08.105569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:56:08.106755 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b2fbf11a-e6b6-486c-8bf6-c2596af12361 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4151995 Feb 16 23:56:08.109572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52290) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:08.117571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:08.138675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] For port d576958f-3299-4853-bee2-86ad43f30339, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d576958f-3299-4853-bee2-86ad43f30339,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:08.139055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.254116 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c4cd8098-96a2-4999-803e-3c4c88f3d1ba completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:08.263225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a6a80247-3c75-40c9-8f05-bc11dfb5ece4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:08.270233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.304610 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:08.317841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:08.321532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:08.328859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:08.331916 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-6fd7957e-afc6-4235-af0f-526ef01c61a6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:08.336084 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6fd7957e-afc6-4235-af0f-526ef01c61a6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags/tempest-TagsExtTest-Tag-344409260 HTTP/1.1" status: 404 len: 328 time: 0.4392490 Feb 16 23:56:08.337455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52294) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:08.342057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:08.342556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.342693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-12de5964-d5a9-4a73-9a2f-d8bd58ea0acc tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5', 'tempest-TagsExtTest-Tag-280090497') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:08.360467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Calling delete_port for d576958f-3299-4853-bee2-86ad43f30339 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:08.480948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:08.482623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.485092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.494286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 250835b9-9e8c-4f1f-a8e1-9756322e12b1 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:08.533966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 250835b9-9e8c-4f1f-a8e1-9756322e12b1 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:08.534495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 250835b9-9e8c-4f1f-a8e1-9756322e12b1 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:08.565091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9802548-6be0-485e-916d-c2f572a7f291 None None] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:08.578908 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-12de5964-d5a9-4a73-9a2f-d8bd58ea0acc tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:08.580037 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-12de5964-d5a9-4a73-9a2f-d8bd58ea0acc tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags/tempest-TagsExtTest-Tag-280090497 HTTP/1.1" status: 404 len: 328 time: 0.2416105 Feb 16 23:56:08.584276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52298) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:08.616731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-c3a1bc09-7414-44f9-a89f-9dc68655dd3c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', {'tags': ['tempest-TagsExtTest-Tag-1787459338', 'tempest-TagsExtTest-Tag-2033805718', 'tempest-TagsExtTest-Tag-188260095']}) {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:08.659944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ea62d-8dfb-4a64-a76f-866aab0e95a8 req-648d32f8-28a8-413b-86de-ab66e4002836 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:08.667614 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4e7ea62d-8dfb-4a64-a76f-866aab0e95a8 req-648d32f8-28a8-413b-86de-ab66e4002836 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.7773137 Feb 16 23:56:08.671086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event deleted for resources: {'Port': ['ID=0628e4ac-5ea6-4131-a8d5-9716e60bd7c3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:08.691007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8ea5cb0e-4084-495c-bb54-42b1f1d7a8f2 None None] Provisioning for port c4cd8098-96a2-4999-803e-3c4c88f3d1ba completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:08.701482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8ea5cb0e-4084-495c-bb54-42b1f1d7a8f2 None None] Provisioning complete for port c4cd8098-96a2-4999-803e-3c4c88f3d1ba triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:08.702019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ea5cb0e-4084-495c-bb54-42b1f1d7a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.741977 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c3a1bc09-7414-44f9-a89f-9dc68655dd3c tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "PUT /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags HTTP/1.1" status: 200 len: 317 time: 0.1547477 Feb 16 23:56:08.747632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52302) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:08.758145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.758764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-c0916d99-199a-4817-8309-de8262af3af3 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:08.902868 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:56:08.924349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Allocated IP 2001:db8:3::1 (aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e/32bc0c83-2e6d-41a5-bfdc-2394b840d143/84a087b9-738c-46c2-afad-934ae6fb5a18) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:08.925343 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c0916d99-199a-4817-8309-de8262af3af3 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1744690 Feb 16 23:56:08.929281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52306) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:08.933713 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4e7ea62d-8dfb-4a64-a76f-866aab0e95a8 req-4216a885-cfd6-408f-be5b-1eeab5bdeb8a tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649391 Feb 16 23:56:08.935174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ea5cb0e-4084-495c-bb54-42b1f1d7a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.942563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-c34bd0bd-0e90-48aa-b508-986324a07226 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', 'tempest-TagsExtTest-Tag-1787459338') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:08.943189 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eda78490-321e-4826-a68b-7a2eaa20e95f tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 HTTP/1.1" status: 204 len: 168 time: 2.6940680 Feb 16 23:56:08.960723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52310) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:08.987180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:08.988295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8ea5cb0e-4084-495c-bb54-42b1f1d7a8f2 None None] For port c4cd8098-96a2-4999-803e-3c4c88f3d1ba, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c4cd8098-96a2-4999-803e-3c4c88f3d1ba,segment=NetworkSegment(d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac),segment_id=d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:08.994806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ea5cb0e-4084-495c-bb54-42b1f1d7a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.037401 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-c34bd0bd-0e90-48aa-b508-986324a07226 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:09.041356 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c34bd0bd-0e90-48aa-b508-986324a07226 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags/tempest-TagsExtTest-Tag-1787459338 HTTP/1.1" status: 404 len: 329 time: 0.1087964 Feb 16 23:56:09.044507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52314) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:09.073344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5cb0e-4084-495c-bb54-42b1f1d7a8f2 None None] Pushing event updated for resources: {'Port': ['ID=c4cd8098-96a2-4999-803e-3c4c88f3d1ba,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:09.079961 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-343d752d-64b2-438f-bb0c-cc63e2da6173 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:56:09.080611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-343d752d-64b2-438f-bb0c-cc63e2da6173 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Synchronizing usage tracker for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:09.135073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.tag.tag_plugin [None req-568b91ea-2984-484e-b3ad-4fece3d4e6ee tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', 'tempest-TagsExtTest-Tag-2033805718') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:09.150634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3d91a-9846-44ab-a1ad-720e16d79fc1 req-2f4e584a-4462-4d97-ae11-3e78241ee71d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:09.152210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-39a3d91a-9846-44ab-a1ad-720e16d79fc1 req-2f4e584a-4462-4d97-ae11-3e78241ee71d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 945 time: 0.9860668 Feb 16 23:56:09.190887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 2de1cb4c-aef6-4830-9e88-34b0e180de5f details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:56:09.205774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=210521f7-54c2-4123-b174-f0ab223bc09d,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:09.217061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:09.217428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: 95d8094b-6c9d-4b55-9e24-06d03b6e1b44, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:56:09.225301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 2de1cb4c-aef6-4830-9e88-34b0e180de5f no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:09.246877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:56:09.258263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 95d8094b-6c9d-4b55-9e24-06d03b6e1b44) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:09.264360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:09.264699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.281244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-343d752d-64b2-438f-bb0c-cc63e2da6173 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Unset dirty status for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:09.282244 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-343d752d-64b2-438f-bb0c-cc63e2da6173 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "GET /v2.0/ports/0628e4ac-5ea6-4131-a8d5-9716e60bd7c3 HTTP/1.1" status: 404 len: 333 time: 0.3272331 Feb 16 23:56:09.287828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52318) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:09.293514 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-568b91ea-2984-484e-b3ad-4fece3d4e6ee tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:09.297180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-568b91ea-2984-484e-b3ad-4fece3d4e6ee tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags/tempest-TagsExtTest-Tag-2033805718 HTTP/1.1" status: 404 len: 329 time: 0.2206604 Feb 16 23:56:09.297366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-994277768', 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:09.300393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52322) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:09.302048 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-effc94bf-0cdf-4ba2-b111-b188d78eac21 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1903644 Feb 16 23:56:09.306152 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-39a3d91a-9846-44ab-a1ad-720e16d79fc1 req-1e719ac7-d1e7-4901-b2ff-6ff0be4b8577 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399810 Feb 16 23:56:09.308301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:09.309575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52324) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:09.335110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-10d23394-ad56-471a-b36f-9ae9c06463a6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9', 'tempest-TagsExtTest-Tag-188260095') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:09.353476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:09.366476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.369681 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-10d23394-ad56-471a-b36f-9ae9c06463a6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] show failed (client error): The resource could not be found. Feb 16 23:56:09.371811 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-10d23394-ad56-471a-b36f-9ae9c06463a6 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags/tempest-TagsExtTest-Tag-188260095 HTTP/1.1" status: 404 len: 328 time: 0.0679216 Feb 16 23:56:09.374496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52332) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:09.382555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-a99ebba6-fc49-4b98-92c6-71eb9981bfe7 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da9e07f0-b0c1-49a1-b1b5-052bce5288e9') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:09.398932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Made reservation on behalf of 3f4914df4aab48d58a1bef9725042d82 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:09.401576 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.407365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a890b-de53-4392-b3fb-225de1846e63 None None] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:09.439987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] device_id is not set on port d222a57b-2ac7-4f9f-9d47-76a54f9d13a3 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:09.447873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event deleted for resources: {'Port': ['ID=d576958f-3299-4853-bee2-86ad43f30339,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:09.453169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.522315 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a99ebba6-fc49-4b98-92c6-71eb9981bfe7 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1465547 Feb 16 23:56:09.525586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52336) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:09.531110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-016eb762-0d3c-4cb9-95c0-13b0b5ddeaed tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b07f907d-5e4f-420e-8223-c4c5a336fbb5') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:09.565560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a48c30a8-7b8b-431a-b5b4-08aa4f49f710 None None] Provisioning complete for port c4cd8098-96a2-4999-803e-3c4c88f3d1ba triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:09.565935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a48c30a8-7b8b-431a-b5b4-08aa4f49f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.675767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.695691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:09.704104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Transition to ACTIVE for port object 84a087b9-738c-46c2-afad-934ae6fb5a18 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:09.754349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'port_id': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'mac_address': 'fa:16:3e:9e:ab:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:56:09.778999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:56:09.799938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-016eb762-0d3c-4cb9-95c0-13b0b5ddeaed tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5/tags HTTP/1.1" status: 204 len: 168 time: 0.2707384 Feb 16 23:56:09.805989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52342) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:09.836960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:09.838110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-c09b9117-22df-475a-bcef-cd0c7bfe5d81 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '517d5ae3-ae7c-4802-be77-7d20491bd211') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:09.868458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.894356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.903310 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'code': 200} Feb 16 23:56:09.911323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.955423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:09.995084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:09.995913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.016495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.050807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c4cd8098-96a2-4999-803e-3c4c88f3d1ba up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:10.060591 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c09b9117-22df-475a-bcef-cd0c7bfe5d81 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211/tags HTTP/1.1" status: 204 len: 168 time: 0.2533326 Feb 16 23:56:10.066860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52348) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.085391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.tag.tag_plugin [None req-a956e262-71d2-4f81-aa7e-787a64a41098 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd1eee577-01aa-4544-b787-709d6e716782') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:10.123789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Network 62145f47-d2d7-446b-b6d6-8550b99384ce is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:10.127090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2de1cb4c-aef6-4830-9e88-34b0e180de5f {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:56:10.133411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:10.137571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=d222a57b-2ac7-4f9f-9d47-76a54f9d13a3,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:10.139847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:10.140796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:10.141388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.164206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:10.189875 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a1206194-718d-4b94-954d-861887f1211c tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8977635 Feb 16 23:56:10.190134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52352) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.260912 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a956e262-71d2-4f81-aa7e-787a64a41098 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782/tags HTTP/1.1" status: 204 len: 168 time: 0.1835108 Feb 16 23:56:10.262470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52356) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.282743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174cb5-521a-43ea-89aa-93a7d3818207 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:10.283325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1c174cb5-521a-43ea-89aa-93a7d3818207 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Synchronizing usage tracker for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:10.296416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:56:10.296709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:56:10.311138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c4cd8098-96a2-4999-803e-3c4c88f3d1ba triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:10.311508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.324761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1c174cb5-521a-43ea-89aa-93a7d3818207 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Unset dirty status for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:10.328618 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1c174cb5-521a-43ea-89aa-93a7d3818207 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "GET /v2.0/ports/d222a57b-2ac7-4f9f-9d47-76a54f9d13a3 HTTP/1.1" status: 200 len: 954 time: 0.1347077 Feb 16 23:56:10.333960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52360) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.369140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.375154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Allocated IP 172.20.0.2 (95d8094b-6c9d-4b55-9e24-06d03b6e1b44/210521f7-54c2-4123-b174-f0ab223bc09d/521e76e6-ddca-4446-86f9-5668edc3192f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:10.380959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254817-c5cd-4ea1-ada1-be374387ef58 req-7f8d9d9b-ae6a-4ac7-91f9-722c044f5024 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:10.382857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8d254817-c5cd-4ea1-ada1-be374387ef58 req-7f8d9d9b-ae6a-4ac7-91f9-722c044f5024 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 945 time: 0.9407783 Feb 16 23:56:10.385822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.416159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.430987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Deleting port d222a57b-2ac7-4f9f-9d47-76a54f9d13a3 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:10.431722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.481404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc58a0b5-e0f6-4daf-8d74-24a70889d1c7 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for subnetpool, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.485009 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cc58a0b5-e0f6-4daf-8d74-24a70889d1c7 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnetpools/da9e07f0-b0c1-49a1-b1b5-052bce5288e9 HTTP/1.1" status: 204 len: 168 time: 0.2190533 Feb 16 23:56:10.486397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52364) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.540184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7f792a1c-3f90-48db-bba4-b88d6726aa0f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Synchronizing usage tracker for tenant:4882643d98f04aa0b28a8b20145cb962 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:10.561837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:10.565107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.565644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99bd0a10-6180-46fe-89b5-00713f0382a7 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:56:10.573849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:10.576101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.587450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:10.588007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.626520 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8d254817-c5cd-4ea1-ada1-be374387ef58 req-24da0e28-ab65-40e0-86ee-5a575332dccd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360687 Feb 16 23:56:10.637806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=84a087b9-738c-46c2-afad-934ae6fb5a18,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:10.659765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7f792a1c-3f90-48db-bba4-b88d6726aa0f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Unset dirty status for tenant:4882643d98f04aa0b28a8b20145cb962 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:10.661588 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7f792a1c-3f90-48db-bba4-b88d6726aa0f tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "GET /v2.0/ports?device_id=b07f907d-5e4f-420e-8223-c4c5a336fbb5 HTTP/1.1" status: 200 len: 205 time: 0.1738269 Feb 16 23:56:10.662591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52368) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.737754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.752486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Transition to ACTIVE for port object 521e76e6-ddca-4446-86f9-5668edc3192f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:10.754161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52370) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.777744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Transition to ACTIVE for port object 521e76e6-ddca-4446-86f9-5668edc3192f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:10.784624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.845666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.852213 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d5f411c-f584-42bb-a21a-bfb2ccf1f954 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "DELETE /v2.0/routers/99bd0a10-6180-46fe-89b5-00713f0382a7 HTTP/1.1" status: 204 len: 168 time: 5.2921696 Feb 16 23:56:10.856447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52376) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:10.872840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1097136673', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:10.886940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164830e-514f-48e7-abc0-2f32ae3653fe req-f72ac548-a064-46a5-b774-b3648f7aa4a4 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:10.888497 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0164830e-514f-48e7-abc0-2f32ae3653fe req-f72ac548-a064-46a5-b774-b3648f7aa4a4 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 944 time: 0.7986288 Feb 16 23:56:10.933447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:10.937962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:10.940359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:10.945506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:10.952828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Pushing event updated for resources: {'Port': ['ID=521e76e6-ddca-4446-86f9-5668edc3192f,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:10.955743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:10.960326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Usage tracker for resource:router and tenant:2d2c2875791e4e53b8ffc567188ac9d7 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:10.973237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:10.987491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:11.004563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-15ef636b-1eef-4b5e-adf2-577d800da903 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.034606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.035592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.046680 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0164830e-514f-48e7-abc0-2f32ae3653fe req-1474f684-4ea6-4598-881f-10ce9114fce1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493993 Feb 16 23:56:11.046934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d1c3d442-39be-4c41-8e92-ac6bc0ed7749 None None] Provisioning for port 84a087b9-738c-46c2-afad-934ae6fb5a18 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:11.049907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de1cb4c-aef6-4830-9e88-34b0e180de5f {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:56:11.075936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d1c3d442-39be-4c41-8e92-ac6bc0ed7749 None None] Provisioning complete for port 84a087b9-738c-46c2-afad-934ae6fb5a18 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:11.076327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d442-39be-4c41-8e92-ac6bc0ed7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.124349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52380) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:11.188813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:11.197610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Attempting to bind port 521e76e6-ddca-4446-86f9-5668edc3192f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:11.197610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Attempting to bind port 521e76e6-ddca-4446-86f9-5668edc3192f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:11.197951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Attempting to bind port 521e76e6-ddca-4446-86f9-5668edc3192f on network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:11.206001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.227402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.250554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:11.251107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Checking segment: {'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:11.251670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.252214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Bound using segment: {'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:11.252805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Bound port: 521e76e6-ddca-4446-86f9-5668edc3192f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:11.253315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.257496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.275234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3d442-39be-4c41-8e92-ac6bc0ed7749 None None] Port 84a087b9-738c-46c2-afad-934ae6fb5a18 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:11.338861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.354664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:11.374177 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-86f32cbd-771b-41dc-904b-7cd8d5c2122e tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/floatingips/4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 HTTP/1.1" status: 200 len: 993 time: 0.2374480 Feb 16 23:56:11.376088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Calling delete_port for d222a57b-2ac7-4f9f-9d47-76a54f9d13a3 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:11.394428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] For port 521e76e6-ddca-4446-86f9-5668edc3192f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:11.397540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] For port 521e76e6-ddca-4446-86f9-5668edc3192f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=521e76e6-ddca-4446-86f9-5668edc3192f,segment=NetworkSegment(abd0057c-1153-4a56-9f0b-5e6d818978c7),segment_id=abd0057c-1153-4a56-9f0b-5e6d818978c7)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:11.403151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.447208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['2de1cb4c-aef6-4830-9e88-34b0e180de5f'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:56:11.496023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.20.0.1 (95d8094b-6c9d-4b55-9e24-06d03b6e1b44/210521f7-54c2-4123-b174-f0ab223bc09d/f81e756a-ef83-44ec-b70c-540a338ec934) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:11.597922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d001ca-a7d5-4f15-8e29-75f9be6cb7e3 None None] Pushing event updated for resources: {'Port': ['ID=521e76e6-ddca-4446-86f9-5668edc3192f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:11.728552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-15ef636b-1eef-4b5e-adf2-577d800da903 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.731155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-15ef636b-1eef-4b5e-adf2-577d800da903 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.740991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70de6093-f1fb-42a0-a3f5-5a461540bd74 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:11.743159 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-70de6093-f1fb-42a0-a3f5-5a461540bd74 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1093 time: 1.0761607 Feb 16 23:56:11.757943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52384) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:11.773179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:11.781285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.781513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:11.787530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:11.793791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:11.802982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:11.806828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.841319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d576958f-3299-4853-bee2-86ad43f30339 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:11.901918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: d576958f-3299-4853-bee2-86ad43f30339 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:11.902167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event deleted for resources: {'Port': ['ID=d222a57b-2ac7-4f9f-9d47-76a54f9d13a3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:11.903054 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d576958f-3299-4853-bee2-86ad43f30339 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:11.904307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-15ef636b-1eef-4b5e-adf2-577d800da903 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.904814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ef636b-1eef-4b5e-adf2-577d800da903 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Fanout notify agent at l3_agent the message router_deleted on router b07f907d-5e4f-420e-8223-c4c5a336fbb5 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:56:11.919612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.922968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.951240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-15ef636b-1eef-4b5e-adf2-577d800da903 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:11.954608 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-15ef636b-1eef-4b5e-adf2-577d800da903 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/routers/b07f907d-5e4f-420e-8223-c4c5a336fbb5 HTTP/1.1" status: 204 len: 168 time: 1.1538930 Feb 16 23:56:11.956101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52388) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:11.957521 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ddaa5acd-b70d-491c-843c-943dfe48a3a8 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "DELETE /v2.0/ports/d222a57b-2ac7-4f9f-9d47-76a54f9d13a3 HTTP/1.1" status: 204 len: 168 time: 1.6228218 Feb 16 23:56:11.961536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52392) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:12.109894 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb77393d-eefc-4c49-89bc-dcfeefdf6f71 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:56:12.110319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fb77393d-eefc-4c49-89bc-dcfeefdf6f71 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Synchronizing usage tracker for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:12.124159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Deleting port 517d5ae3-ae7c-4802-be77-7d20491bd211 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:12.124423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.190797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fb77393d-eefc-4c49-89bc-dcfeefdf6f71 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Unset dirty status for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:12.191934 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fb77393d-eefc-4c49-89bc-dcfeefdf6f71 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "GET /v2.0/ports/d222a57b-2ac7-4f9f-9d47-76a54f9d13a3 HTTP/1.1" status: 404 len: 333 time: 0.2006669 Feb 16 23:56:12.196810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52396) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:12.204917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Request body: {'port': {'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-312767550'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:12.212350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:12.267243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:12.314568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Made reservation on behalf of 3f4914df4aab48d58a1bef9725042d82 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:12.316869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.395944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] device_id is not set on port 68df646b-67fb-42ec-9a48-97f8a66bf4cf yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:12.398422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.444567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object f81e756a-ef83-44ec-b70c-540a338ec934 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:12.520582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.548089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.552005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.591168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.671653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.671653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:12.759942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Calling delete_port for 517d5ae3-ae7c-4802-be77-7d20491bd211 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:12.798222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c584e-0412-4b22-ab3c-e1b08ab2fa72 None None] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:12.828407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:12.880448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d61601a5-cc45-42d3-be2e-dd4e5b8d43eb None None] Provisioning for port 521e76e6-ddca-4446-86f9-5668edc3192f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:12.883293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:12.890210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=f81e756a-ef83-44ec-b70c-540a338ec934,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:12.892510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:12.924112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.023049 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.121206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event updated for resources: {'Port': ['ID=84a087b9-738c-46c2-afad-934ae6fb5a18,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:13.134214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.134451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.178328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.125 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/ee12023f-caaf-4e21-ae66-4e29eae9269d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:13.184978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:13.191149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:13.214228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 2de1cb4c-aef6-4830-9e88-34b0e180de5f up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:13.325958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 2de1cb4c-aef6-4830-9e88-34b0e180de5f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:13.326330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.358657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.418859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.434607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:13.449963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Pushing event deleted for resources: {'Port': ['ID=517d5ae3-ae7c-4802-be77-7d20491bd211,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:13.502524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.519386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9ba4bfd2-2edb-473e-b65f-4e998586a685 None None] Provisioning for port f81e756a-ef83-44ec-b70c-540a338ec934 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:13.534511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9ba4bfd2-2edb-473e-b65f-4e998586a685 None None] Provisioning complete for port f81e756a-ef83-44ec-b70c-540a338ec934 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:13.535238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ba4bfd2-2edb-473e-b65f-4e998586a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.652451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.669124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=68df646b-67fb-42ec-9a48-97f8a66bf4cf,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:13.683985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4bfd2-2edb-473e-b65f-4e998586a685 None None] Port f81e756a-ef83-44ec-b70c-540a338ec934 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:13.705153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:56:13.731453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:13.748270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.770247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.787693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Network 62145f47-d2d7-446b-b6d6-8550b99384ce is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:13.805580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:13.809765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:13.810694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:13.811363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.811889 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'code': 200} Feb 16 23:56:13.818578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.866982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:13.876026 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-40986c92-8dea-4005-ad3e-610700642295 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/ports/517d5ae3-ae7c-4802-be77-7d20491bd211 HTTP/1.1" status: 204 len: 168 time: 1.9172201 Feb 16 23:56:13.878891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52402) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:13.890021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-680ffce3-a674-485e-b151-bd2fcc88001c None None] Provisioning complete for port 84a087b9-738c-46c2-afad-934ae6fb5a18 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:13.890480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-680ffce3-a674-485e-b151-bd2fcc88001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.920387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:13.924714 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fe72b10f-45b7-4ef7-a46e-e03a251cd37b tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7269371 Feb 16 23:56:13.957298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-680ffce3-a674-485e-b151-bd2fcc88001c None None] Port 84a087b9-738c-46c2-afad-934ae6fb5a18 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:13.967214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52406) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:13.970646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 521e76e6-ddca-4446-86f9-5668edc3192f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:13.986464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:13.999630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-680ffce3-a674-485e-b151-bd2fcc88001c None None] Provisioning complete for port f81e756a-ef83-44ec-b70c-540a338ec934 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:13.999630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-680ffce3-a674-485e-b151-bd2fcc88001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.039892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:14.052945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:14.068622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:14.070906 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-680ffce3-a674-485e-b151-bd2fcc88001c None None] Port f81e756a-ef83-44ec-b70c-540a338ec934 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:14.089480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 521e76e6-ddca-4446-86f9-5668edc3192f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:14.095501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 521e76e6-ddca-4446-86f9-5668edc3192f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:14.095888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.104562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Deleting subnet d1eee577-01aa-4544-b787-709d6e716782 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:14.116843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=ee12023f-caaf-4e21-ae66-4e29eae9269d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:14.122514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.136971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:14.150019 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:14.159951 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:14.160850 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:14.176809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Allocated IP 172.26.2.165 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/38840c76-aa43-484a-9aea-f81ffd018b62) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:14.225086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.259186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 521e76e6-ddca-4446-86f9-5668edc3192f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=521e76e6-ddca-4446-86f9-5668edc3192f,segment=NetworkSegment(abd0057c-1153-4a56-9f0b-5e6d818978c7),segment_id=abd0057c-1153-4a56-9f0b-5e6d818978c7)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:14.265348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.277504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.324193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.332127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-75d806f6-b98c-4715-8492-8e04fb97f433 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2491667 Feb 16 23:56:14.332412 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:14.340741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52410) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:14.351557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=521e76e6-ddca-4446-86f9-5668edc3192f,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:14.357202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:14.599710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.638259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.687707 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:11Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:12Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:14.693375 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:14.695061 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Updating router dff28c52-c80b-4d07-ae11-07bc12f351c5 port 84a087b9-738c-46c2-afad-934ae6fb5a18 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:56:14.783235 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.913342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.920257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:14.964181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.001797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.065167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Pushing event deleted for resources: {'Subnet': ['ID=d1eee577-01aa-4544-b787-709d6e716782,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:15.072367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.090106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e171a-d001-4c75-bf08-5c20ec125d22 None None] Network 45f5133c-c7bf-4f03-9489-87e0a8385469 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:15.091013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] device_id is not set on port 68df646b-67fb-42ec-9a48-97f8a66bf4cf yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:15.096392 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d931c313-d5c2-4a5b-a0ef-e0f70c8a3730 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/subnets/d1eee577-01aa-4544-b787-709d6e716782 HTTP/1.1" status: 204 len: 168 time: 1.2162800 Feb 16 23:56:15.100414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52414) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:15.101962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.152175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.168362 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Transition to ACTIVE for port object 84a087b9-738c-46c2-afad-934ae6fb5a18 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:15.176137 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.209843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Transition to ACTIVE for port object 68df646b-67fb-42ec-9a48-97f8a66bf4cf will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:15.217556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:15.227409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:15.236826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.243639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:15.288480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.306864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event updated for resources: {'Port': ['ID=38840c76-aa43-484a-9aea-f81ffd018b62,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:15.317307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=68df646b-67fb-42ec-9a48-97f8a66bf4cf,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:15.328091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.404306 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97652b20-b62e-461c-9cac-1a3779e45cb4 None None] Pushing event updated for resources: {'Port': ['ID=84a087b9-738c-46c2-afad-934ae6fb5a18,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:15.443014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Deleting port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:15.443371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.484039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.515319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:15.515662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:15.516010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:15.526492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Attempting to bind port 84a087b9-738c-46c2-afad-934ae6fb5a18 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:15.526755 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Attempting to bind port 84a087b9-738c-46c2-afad-934ae6fb5a18 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:15.527119 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Attempting to bind port 84a087b9-738c-46c2-afad-934ae6fb5a18 on network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:15.530885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:15.531222 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:15.537180 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:15.537808 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Checking segment: {'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:15.538437 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.539971 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Bound using segment: {'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:15.541261 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Bound port: 84a087b9-738c-46c2-afad-934ae6fb5a18, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:15.541659 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.566898 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 2 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:15.635619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2891aa-8365-4523-8531-2395649b118f None None] DHCP port deletion for 45f5133c-c7bf-4f03-9489-87e0a8385469 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:15.641699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6c2891aa-8365-4523-8531-2395649b118f None None] Deleting port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:15.642081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6c2891aa-8365-4523-8531-2395649b118f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.666311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:15.666889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:15.666983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:15.691949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=f81e756a-ef83-44ec-b70c-540a338ec934,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:15.692988 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] For port 84a087b9-738c-46c2-afad-934ae6fb5a18, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:15.698827 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] For port 84a087b9-738c-46c2-afad-934ae6fb5a18, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=84a087b9-738c-46c2-afad-934ae6fb5a18,segment=NetworkSegment(d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac),segment_id=d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:15.714056 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.723177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:15.723804 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:15.729355 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 3 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:15.801749 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:15.803196 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:15.854294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.883507 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:15.886757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:15.887297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:15.915527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:15.918001 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:15.930573 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 4 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:15.961916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6c2891aa-8365-4523-8531-2395649b118f None None] For port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,segment=NetworkSegment(3076a282-2c7a-4073-a06a-8a1cd1feb250),segment_id=3076a282-2c7a-4073-a06a-8a1cd1feb250)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:15.962473 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6c2891aa-8365-4523-8531-2395649b118f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.985641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] For port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,segment=NetworkSegment(3076a282-2c7a-4073-a06a-8a1cd1feb250),segment_id=3076a282-2c7a-4073-a06a-8a1cd1feb250)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:15.986008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:15.995857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:15.996376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:15.996557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:16.020096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:16.024925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:16.032745 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:16.034855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:16.051534 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97652b20-b62e-461c-9cac-1a3779e45cb4 None None] Pushing event updated for resources: {'Port': ['ID=84a087b9-738c-46c2-afad-934ae6fb5a18,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:16.115382 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:16.167539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 521e76e6-ddca-4446-86f9-5668edc3192f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:16.182530 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 5 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:16.202747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6c2891aa-8365-4523-8531-2395649b118f None None] Calling delete_port for 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:16.220445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Calling delete_port for 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:16.257818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:16.258157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:16.258502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:16.360271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:16.360527 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:16.366516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6c2891aa-8365-4523-8531-2395649b118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.368586 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 6 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:16.407887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:16.408318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:16.408583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:16.421489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.extraroute_db [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 23:56:16.441380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 521e76e6-ddca-4446-86f9-5668edc3192f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:16.441808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.455700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:56:16.456387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:56:16.456866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:16.457250 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:16.462960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.extraroute_db [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Removed routes are [] {{(pid=87677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 23:56:16.463679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.522719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2891aa-8365-4523-8531-2395649b118f None None] Pushing event deleted for resources: {'Port': ['ID=5c4e34ef-af7e-4c2f-91b1-5abd6eb68119,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:16.522940 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 7 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:16.560858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.561071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2891aa-8365-4523-8531-2395649b118f None None] No DVR routers for this DVR port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:16.565199 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:11Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:15Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:16.566492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.570284 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a578c9-a6ab-4417-9a7e-9a23c32e99f1 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:11Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:15Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:16.582173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:16.582397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:16.582922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:16.588880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:16.589574 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:16.589860 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 8 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:16.609043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.742568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=ee12023f-caaf-4e21-ae66-4e29eae9269d,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:16.748979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:16.753032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:16.753508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:16.762689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:16.763168 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:16.785357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1e7dfb5-4d0b-4e19-9145-93cc58b8fe93 None None] Provisioning complete for port f81e756a-ef83-44ec-b70c-540a338ec934 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:16.785733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1e7dfb5-4d0b-4e19-9145-93cc58b8fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.838438 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 9 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:16.879284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:16.881067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7dfb5-4d0b-4e19-9145-93cc58b8fe93 None None] Port f81e756a-ef83-44ec-b70c-540a338ec934 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:16.895515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:16.937927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:16.938724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:17.096866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Deleting port 5c4e34ef-af7e-4c2f-91b1-5abd6eb68119 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:17.097204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.136023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:17.138393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:17.138393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:17.202454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] The port '5c4e34ef-af7e-4c2f-91b1-5abd6eb68119' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:56:17.203056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:17.203176 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:17.205878 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempt 10 to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf Feb 16 23:56:17.321518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:17.321851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:17.322191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempting to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:17.381687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:56:17.386160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:56:17.386512 dv-neutron-829040-1-hyperv neutron-server[87676]: ERROR neutron.plugins.ml2.managers [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Failed to bind port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on host hv-neutron-8290 for vnic_type normal using segments [{'id': '4d539bb5-7faf-48f8-8360-86bae2beca06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '62145f47-d2d7-446b-b6d6-8550b99384ce'}] Feb 16 23:56:17.387300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.395526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.459410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.477356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.505977 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP f31b29e8-da08-421c-a500-efceab5bc49a associated. External IP: 172.26.2.125, port: 7b79619f-618c-453d-ab78-e849ee4ada26. Feb 16 23:56:17.602030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f5133c-c7bf-4f03-9489-87e0a8385469']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:17.621638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.640445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3076a282-2c7a-4073-a06a-8a1cd1feb250') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:17.640896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3076a282-2c7a-4073-a06a-8a1cd1feb250') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:17.653273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] For port 68df646b-67fb-42ec-9a48-97f8a66bf4cf, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:17.653753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attempted to set empty binding levels {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 23:56:17.658799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.723007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.792836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.812956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] In _notify_port_updated(), no bound segment for port 68df646b-67fb-42ec-9a48-97f8a66bf4cf on network 62145f47-d2d7-446b-b6d6-8550b99384ce {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 23:56:17.813800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:17.814450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.819080 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "PUT /v2.0/ports/68df646b-67fb-42ec-9a48-97f8a66bf4cf HTTP/1.1" status: 200 len: 976 time: 3.8456228 Feb 16 23:56:17.819080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:56:17.819080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:17.828137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52418) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:56:17.838046 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:56:17.907465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6f353-9546-4f07-b4e2-35914cebb965 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event updated for resources: {'Port': ['ID=68df646b-67fb-42ec-9a48-97f8a66bf4cf,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:17.924867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 84a087b9-738c-46c2-afad-934ae6fb5a18 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:18.008831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:18.009070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 84a087b9-738c-46c2-afad-934ae6fb5a18 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:18.009560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.009915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:18.020927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 84a087b9-738c-46c2-afad-934ae6fb5a18 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:18.021669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.032617 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fe2a4a64-8dec-431c-b590-a6e515c043b1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7192657 Feb 16 23:56:18.032617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Deleting port 68df646b-67fb-42ec-9a48-97f8a66bf4cf {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:18.032968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.033070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.056526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52422) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:18.073490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:18.078840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1417513949'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:18.095449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:18.096262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:18.099998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:18.104692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] Pushing event deleted for resources: {'Network': ['ID=45f5133c-c7bf-4f03-9489-87e0a8385469,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:18.122911 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cf186cc3-43eb-44b5-95f7-20889ab79e67 tempest-TagsExtTest-493551747 tempest-TagsExtTest-493551747-project] 10.222.0.47 "DELETE /v2.0/networks/45f5133c-c7bf-4f03-9489-87e0a8385469 HTTP/1.1" status: 204 len: 168 time: 3.0157747 Feb 16 23:56:18.152102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:18.170646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:18.177570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:18.195160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:18.286933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:18.400739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:18.414876 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] Sync routers for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:18.428254 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:18.430822 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:18.442003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.482757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52430) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:18.499611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:18.503021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.537942 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-68a35ef3-a203-4190-93a2-13d09d1417a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7785192 Feb 16 23:56:18.538702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:56:18.544028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52436) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:18.664104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:18.673666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.675064 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-533677e9-83a9-43e5-8e3a-da19430aa8ae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 200 len: 954 time: 4.3334916 Feb 16 23:56:18.687659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52442) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:18.796537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Router 5def9fc2-42f3-475f-b6bd-f30b6cc74282 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:56:18.797917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.804708 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:18.808692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:56:18.821884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:18.851040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:18.851757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:18.864155 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26', 'status': 'completed', 'code': 200} Feb 16 23:56:18.922913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] For port 68df646b-67fb-42ec-9a48-97f8a66bf4cf, host hv-neutron-8290, got binding levels [] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:18.923310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.932384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:18.932729 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment eae84921-d2c0-4e8d-be38-3bb60545a020 of type vlan for network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 Feb 16 23:56:18.981913 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b8dc7f27-52eb-4784-b71b-d8bd1a71cc69 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/f31b29e8-da08-421c-a500-efceab5bc49a HTTP/1.1" status: 200 len: 991 time: 0.4360466 Feb 16 23:56:18.990935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-e30e6ae5-f893-4467-a104-e03097c87170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:18.992175 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-e30e6ae5-f893-4467-a104-e03097c87170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1098 time: 0.1198351 Feb 16 23:56:19.009630 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f6c019e7-98d2-4078-89f0-9fb986666819 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4882643d98f04aa0b28a8b20145cb962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216119 Feb 16 23:56:19.023680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52446) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:19.048963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:19.141654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Calling delete_port for 68df646b-67fb-42ec-9a48-97f8a66bf4cf owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:19.157029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ab7eb37-a2e7-40b0-b5db-ec7928ed97fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.216436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ab7eb37-a2e7-40b0-b5db-ec7928ed97fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.219447 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f4b072d7-2210-429a-a7bd-c0dd0a11622f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 200 len: 954 time: 0.5293877 Feb 16 23:56:19.223615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.227164 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:15Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.230259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52450) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:19.234208 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] Checking router: b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:19.245080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 84a087b9-738c-46c2-afad-934ae6fb5a18, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=84a087b9-738c-46c2-afad-934ae6fb5a18,segment=NetworkSegment(d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac),segment_id=d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:19.252160 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:19.254022 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.261243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'routes': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:19.313318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.353032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-086ebac5-df34-47d1-82c1-e34ac5deb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:19.355229 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-086ebac5-df34-47d1-82c1-e34ac5deb7f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 896 time: 0.3558202 Feb 16 23:56:19.371430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:19.382075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.387314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:19.387891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.410345 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] Sync routers for ids ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:19.419586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.460030 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] Routers {'5def9fc2-42f3-475f-b6bd-f30b6cc74282'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:19.460770 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.470884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:13Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:14Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.490982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=84a087b9-738c-46c2-afad-934ae6fb5a18,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:19.493711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:19.494069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Updating router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 port f81e756a-ef83-44ec-b70c-540a338ec934 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:56:19.548968 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.551713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Pushing event deleted for resources: {'Port': ['ID=68df646b-67fb-42ec-9a48-97f8a66bf4cf,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:19.570291 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:19.599835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.624528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.635033 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-59508bec-d57c-4693-a34e-a51a534fb842 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "DELETE /v2.0/ports/68df646b-67fb-42ec-9a48-97f8a66bf4cf HTTP/1.1" status: 204 len: 168 time: 1.7952125 Feb 16 23:56:19.635033 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5639043 Feb 16 23:56:19.635033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.635033 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d19303da-7141-400a-8061-4c1910528e73 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.7667124 Feb 16 23:56:19.635033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52454) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:19.635033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52456) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:19.635676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52458) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:19.660251 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] Routers {'5def9fc2-42f3-475f-b6bd-f30b6cc74282'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:19.661232 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.680420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': False}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:19.720178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-19efbe71-538e-4b91-b95d-132b2c6efabd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 200 len: 999 time: 0.2811065 Feb 16 23:56:19.755726 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.756174 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84119b-b329-45ff-8a6a-6be48f2bbcc1 None None] The sync data for ids ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:19.773445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:16Z', 'revision_number': 6, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:15Z', 'revision_number': 4, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.776500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:19.777242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ab7eb37-a2e7-40b0-b5db-ec7928ed97fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.782086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:19.801434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4b233-cfa3-4003-ab8d-ed4ecc919b7d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=22f492ba-4926-4fa9-9cfb-74f31f4b9909,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:19.809008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:19.809627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:19.891901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce95b30-fdde-4595-8d02-59e5d61f0c50 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] GET failed (client error): The resource could not be found. Feb 16 23:56:19.892830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2ce95b30-fdde-4595-8d02-59e5d61f0c50 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Synchronizing usage tracker for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:19.900478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:56:19.973246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ab7eb37-a2e7-40b0-b5db-ec7928ed97fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:19.977478 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5ab7eb37-a2e7-40b0-b5db-ec7928ed97fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4765dbd0-3247-4f1b-a941-20292609d472 HTTP/1.1" status: 204 len: 168 time: 0.9526815 Feb 16 23:56:19.982451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7eb37-a2e7-40b0-b5db-ec7928ed97fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4765dbd0-3247-4f1b-a941-20292609d472,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:19.984215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52468) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:20.033855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 84a087b9-738c-46c2-afad-934ae6fb5a18 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:20.073782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-7d0640d6-1468-4742-a2af-d729521fb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:20.075392 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-7d0640d6-1468-4742-a2af-d729521fb9ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 HTTP/1.1" status: 200 len: 834 time: 0.2996302 Feb 16 23:56:20.250480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2ce95b30-fdde-4595-8d02-59e5d61f0c50 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] Unset dirty status for tenant:3f4914df4aab48d58a1bef9725042d82 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:20.253231 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ce95b30-fdde-4595-8d02-59e5d61f0c50 tempest-PortsAdminExtendedAttrsTestJSON-520016776 tempest-PortsAdminExtendedAttrsTestJSON-520016776-project-admin] 10.222.0.47 "GET /v2.0/ports/68df646b-67fb-42ec-9a48-97f8a66bf4cf HTTP/1.1" status: 404 len: 333 time: 0.6117020 Feb 16 23:56:20.258735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52472) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:20.266553 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:15Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:20.275458 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa706c3-4f29-4e24-943a-42aff83be868 None None] The sync data for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv is: [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:55:29Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:15Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:20.329911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:20.344832 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d78b4b08-2b9c-433f-a0cf-b7bcb4240c97 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/f31b29e8-da08-421c-a500-efceab5bc49a HTTP/1.1" status: 200 len: 991 time: 0.3492794 Feb 16 23:56:20.399263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:20.412667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:20.422209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:20.429431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-e59dde27-3938-43bc-b613-de659c5d63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:20.431088 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-e59dde27-3938-43bc-b613-de659c5d63b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f85f68f-dc38-4f11-b913-265b238af0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3061275 Feb 16 23:56:20.445045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:20.556419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:20.560025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:20.563511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:20.594419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 84a087b9-738c-46c2-afad-934ae6fb5a18 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:20.594794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:20.699311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbadd279-1968-4010-b8c5-c5dfcb832664 None None] New status for floating IP f31b29e8-da08-421c-a500-efceab5bc49a: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:56:20.787561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.extraroute_db [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added routes are [] {{(pid=87676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 23:56:20.787929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.extraroute_db [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 23:56:20.822615 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-3cd8a1fc-796a-485c-a70a-d6f7b54c5aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816075 Feb 16 23:56:20.913950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:20.917777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.014702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62145f47-d2d7-446b-b6d6-8550b99384ce']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:21.061461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d539bb5-7faf-48f8-8360-86bae2beca06') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:21.061741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d539bb5-7faf-48f8-8360-86bae2beca06') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:21.090586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.104885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.111217 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c24feb62-0bfd-4ab1-b556-ae199c0f07d9 req-c3625222-2969-41d6-87b6-25e9528773b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800224 Feb 16 23:56:21.126183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.166674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.179557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:56:21.180258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:56:21.207216 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:56:21.243860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:16Z', 'revision_number': 6, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:18Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:21.248615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee72d5-2ae3-47e0-bb26-0edd44b96640 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:16Z', 'revision_number': 6, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:18Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:21.278800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.288686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.302744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.352300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52476) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:21.370842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.372442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Transition to ACTIVE for port object f81e756a-ef83-44ec-b70c-540a338ec934 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:21.383181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.408030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.410821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.457691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] Pushing event deleted for resources: {'Network': ['ID=62145f47-d2d7-446b-b6d6-8550b99384ce,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:21.484779 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9d8f600f-6f81-4952-a897-b5b0403d81e4 tempest-PortsAdminExtendedAttrsTestJSON-1244771462 tempest-PortsAdminExtendedAttrsTestJSON-1244771462-project] 10.222.0.47 "DELETE /v2.0/networks/62145f47-d2d7-446b-b6d6-8550b99384ce HTTP/1.1" status: 204 len: 168 time: 1.2154794 Feb 16 23:56:21.524972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=3ce08298-2343-49ea-bc84-a8d17e55f49a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:21.543510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:21.543863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: 22f492ba-4926-4fa9-9cfb-74f31f4b9909, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:56:21.571530 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-397897d2-2ab4-41c4-8238-9a99d931d2e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/f31b29e8-da08-421c-a500-efceab5bc49a HTTP/1.1" status: 200 len: 993 time: 0.2183480 Feb 16 23:56:21.624073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:56:21.629518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:21.696578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Attempting to bind port f81e756a-ef83-44ec-b70c-540a338ec934 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:21.697201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Attempting to bind port f81e756a-ef83-44ec-b70c-540a338ec934 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:21.697299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Attempting to bind port f81e756a-ef83-44ec-b70c-540a338ec934 on network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:21.703419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62ecdc-d279-474d-b230-7fe39b022001 None None] Pushing event updated for resources: {'Port': ['ID=f81e756a-ef83-44ec-b70c-540a338ec934,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:21.713587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:21.713960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Checking segment: {'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:21.714450 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.714852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Bound using segment: {'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:21.715524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Bound port: f81e756a-ef83-44ec-b70c-540a338ec934, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd0057c-1153-4a56-9f0b-5e6d818978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:21.716000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.735255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 22f492ba-4926-4fa9-9cfb-74f31f4b9909) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:21.745370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b04f20-9afc-449e-a208-96d6154eb141 None None] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:21.748827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:21.749428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.787147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f172053e-13fb-4779-85fa-344a1d7c0852 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1503174 Feb 16 23:56:21.790523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52482) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:21.877723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:21.885112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:21.888740 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cbe94a23-1e24-4607-bf13-f7ddaff4423d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 200 len: 704 time: 2.6549141 Feb 16 23:56:21.888901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52488) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:21.892298 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:21.907769 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:21.908504 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:22.001422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52492) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:22.024917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] For port f81e756a-ef83-44ec-b70c-540a338ec934, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:22.050969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] For port f81e756a-ef83-44ec-b70c-540a338ec934, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f81e756a-ef83-44ec-b70c-540a338ec934,segment=NetworkSegment(abd0057c-1153-4a56-9f0b-5e6d818978c7),segment_id=abd0057c-1153-4a56-9f0b-5e6d818978c7)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:22.062172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:22.150560 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:22.259726 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8d6dea25-3633-444a-ae8c-ff19969bd6dc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 200 len: 704 time: 0.3668396 Feb 16 23:56:22.263153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52498) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:22.326208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:22.326871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:22.400719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:22.402212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:22.540490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62ecdc-d279-474d-b230-7fe39b022001 None None] Pushing event updated for resources: {'Port': ['ID=f81e756a-ef83-44ec-b70c-540a338ec934,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:22.574364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-837d9d84-6195-4eea-aa7f-b18dbb6e5ea6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c70e615a4c9c45afbeac62517caabb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5717049 Feb 16 23:56:22.575043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52502) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:22.670503 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:20Z', 'revision_number': 7, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:18Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:22.675717 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:22.688437 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:22.689390 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:22.711191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Allocated IP 172.21.0.2 (22f492ba-4926-4fa9-9cfb-74f31f4b9909/3ce08298-2343-49ea-bc84-a8d17e55f49a/6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:22.888170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba963b56-05be-4ab8-86ab-2d6b81785cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:22.889345 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:22.937752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:22.950957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Transition to ACTIVE for port object 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:22.956440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba963b56-05be-4ab8-86ab-2d6b81785cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:22.974583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Transition to ACTIVE for port object 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:23.004190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.083760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.088772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba963b56-05be-4ab8-86ab-2d6b81785cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.090854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:23.092205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:23.093137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.121121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba963b56-05be-4ab8-86ab-2d6b81785cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c0dbe4-0638-4263-9fec-4a4adcd1ad10,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:23.132305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba963b56-05be-4ab8-86ab-2d6b81785cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.136454 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ba963b56-05be-4ab8-86ab-2d6b81785cd6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70c0dbe4-0638-4263-9fec-4a4adcd1ad10 HTTP/1.1" status: 204 len: 168 time: 0.5533442 Feb 16 23:56:23.163987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:23.182368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:23.281319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.284581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.312090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Pushing event updated for resources: {'Port': ['ID=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:23.338834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Attempting to bind port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:23.339184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Attempting to bind port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:23.339653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Attempting to bind port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 on network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:23.378234 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:20Z', 'revision_number': 7, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:18Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:23.392358 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f6fcd-773a-44ba-9d59-6114d6ee5f63 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:20Z', 'revision_number': 7, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': '84a087b9-738c-46c2-afad-934ae6fb5a18', 'name': '', 'network_id': 'aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:f2:d9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:18Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '32bc0c83-2e6d-41a5-bfdc-2394b840d143', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:23.415363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:23.416018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Checking segment: {'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:23.416539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.417201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Bound using segment: {'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:23.417789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Bound port: 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:23.418268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.626959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] For port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:23.629235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] For port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,segment=NetworkSegment(eae84921-d2c0-4e8d-be38-3bb60545a020),segment_id=eae84921-d2c0-4e8d-be38-3bb60545a020)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:23.634275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52510) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:23.647301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.767623 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-44c395ca-4537-4c5c-8662-43c0504b6ec4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f4914df4aab48d58a1bef9725042d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315093 Feb 16 23:56:23.769282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52514) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:23.824877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cee39-5b4c-499d-b313-cb6dd3e975b2 None None] Pushing event updated for resources: {'Port': ['ID=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:23.851890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:13Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:23.856261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2588515-7f7d-4a4d-b5c1-49e8ec7b4f37 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:13Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:23.906894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a6d9-002d-4de9-b38d-27a04eb7dd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.911606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 84a087b9-738c-46c2-afad-934ae6fb5a18 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:23.911883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:23.954362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Router 5def9fc2-42f3-475f-b6bd-f30b6cc74282 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:23.982811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a6d9-002d-4de9-b38d-27a04eb7dd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.231889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port 84a087b9-738c-46c2-afad-934ae6fb5a18, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=84a087b9-738c-46c2-afad-934ae6fb5a18,segment=NetworkSegment(d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac),segment_id=d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:24.232114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.242756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a6d9-002d-4de9-b38d-27a04eb7dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.271174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.21.0.1 (22f492ba-4926-4fa9-9cfb-74f31f4b9909/3ce08298-2343-49ea-bc84-a8d17e55f49a/d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:24.295438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:24.305612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] Sync routers for ids ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:24.318845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] Routers {'5def9fc2-42f3-475f-b6bd-f30b6cc74282'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:24.320133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:24.378535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.382727 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ef558030-569e-4607-b356-89cd7c4b04e8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "PUT /v2.0/routers/5def9fc2-42f3-475f-b6bd-f30b6cc74282 HTTP/1.1" status: 200 len: 926 time: 4.7409513 Feb 16 23:56:24.383491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52518) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:24.401207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:24.411731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] Routers {'5def9fc2-42f3-475f-b6bd-f30b6cc74282'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:24.412551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:24.487152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:24.487713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af047292-7ee1-4064-94b8-35791be5c192 None None] The sync data for ids ['5def9fc2-42f3-475f-b6bd-f30b6cc74282'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:24.527251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for 84a087b9-738c-46c2-afad-934ae6fb5a18 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:24.565713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3a6d9-002d-4de9-b38d-27a04eb7dd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab5ebca-d9f1-4332-ae09-65594aff7d74,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:24.582976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a6d9-002d-4de9-b38d-27a04eb7dd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.586780 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a0d3a6d9-002d-4de9-b38d-27a04eb7dd8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fab5ebca-d9f1-4332-ae09-65594aff7d74 HTTP/1.1" status: 204 len: 168 time: 0.8137984 Feb 16 23:56:24.656974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.671392 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-db3b2ac3-ff43-43ae-a733-92696e3b5a48 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/5def9fc2-42f3-475f-b6bd-f30b6cc74282 HTTP/1.1" status: 200 len: 926 time: 0.2866952 Feb 16 23:56:24.674321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52524) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:24.739358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:24.802598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc4fd68-2a49-4b8e-94e5-af6a5cc61da7 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:24.804479 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1bc4fd68-2a49-4b8e-94e5-af6a5cc61da7 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=5def9fc2-42f3-475f-b6bd-f30b6cc74282&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1292410 Feb 16 23:56:24.807129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52528) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:24.833801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.835410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:24.890494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=84a087b9-738c-46c2-afad-934ae6fb5a18,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:25.028757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:25.031994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:25.034688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d94e41-6105-4f57-aac8-ae35ca54f298 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:25.035374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-69d94e41-6105-4f57-aac8-ae35ca54f298 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Synchronizing usage tracker for tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:25.040542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:25.117236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:25.121896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-69d94e41-6105-4f57-aac8-ae35ca54f298 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Unset dirty status for tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:25.125663 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-69d94e41-6105-4f57-aac8-ae35ca54f298 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.3151076 Feb 16 23:56:25.128119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52538) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:25.153233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:25.185551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83e2d4-2d01-499e-9c1e-592fe623e124 None None] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:25.215723 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9ee9a334-6a01-4685-aad0-009fc7c50c03 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=5def9fc2-42f3-475f-b6bd-f30b6cc74282 HTTP/1.1" status: 200 len: 205 time: 0.0864313 Feb 16 23:56:25.219207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52544) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:25.316985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:25.353255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b67a8a1b-c1be-4552-9b74-c18332ecd7b7 None None] Provisioning for port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:25.355011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:25.650323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:25.801517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52558) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:25.897740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7f08669f-8ee9-4dea-a052-fbb71842d8e8 None None] Provisioning for port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:25.906049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7f08669f-8ee9-4dea-a052-fbb71842d8e8 None None] Provisioning complete for port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:25.907328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7f08669f-8ee9-4dea-a052-fbb71842d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.017151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7f08669f-8ee9-4dea-a052-fbb71842d8e8 None None] Port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:26.027469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-388898258'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:26.042412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:26.051279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:network and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:26.066796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:26.075972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:26.097537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:26.101920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.102717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:26.104710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.117395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f81e756a-ef83-44ec-b70c-540a338ec934 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:26.122294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Deleting port 38840c76-aa43-484a-9aea-f81ffd018b62 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:26.122634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.135937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.162714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:26.166075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.169503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:security_group_rule and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:26.172585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:26.178192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.187098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a850553-ef36-4b0b-abc3-f05d402cd3cc None None] Provisioning complete for port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:26.187738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a850553-ef36-4b0b-abc3-f05d402cd3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.207655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:26.247679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9a850553-ef36-4b0b-abc3-f05d402cd3cc None None] Port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:26.250723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f81e756a-ef83-44ec-b70c-540a338ec934 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:26.256271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f81e756a-ef83-44ec-b70c-540a338ec934 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:26.256647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.323733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:26.332548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.386998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.419814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port f81e756a-ef83-44ec-b70c-540a338ec934, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f81e756a-ef83-44ec-b70c-540a338ec934,segment=NetworkSegment(abd0057c-1153-4a56-9f0b-5e6d818978c7),segment_id=abd0057c-1153-4a56-9f0b-5e6d818978c7)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:26.426321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.427116 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:26.481216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.495275 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.531462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:56:26.541602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=f81e756a-ef83-44ec-b70c-540a338ec934,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:26.552865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:26.554523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:26.555842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d51b105-f973-4752-96d8-54b3301cecf5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:26.558513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:26.559947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:26.560356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.560764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.561112 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Added segment f830f735-8b53-4fca-942c-8505e4086d29 of type vlan for network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 Feb 16 23:56:26.576867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:26.590196 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:26.609971 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:26.610597 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:26.611928 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9e07e79a-2087-4697-8cbb-f7ecea270adf tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3476481 Feb 16 23:56:26.616477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52564) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:26.691467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.758746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.811457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.811649 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,segment=NetworkSegment(eae84921-d2c0-4e8d-be38-3bb60545a020),segment_id=eae84921-d2c0-4e8d-be38-3bb60545a020)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:26.818894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.866446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet 32bc0c83-2e6d-41a5-bfdc-2394b840d143 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:26.874694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Calling delete_port for 38840c76-aa43-484a-9aea-f81ffd018b62 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:26.887571 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:26.903670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.906768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:26.911273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-142562f8-4118-4e83-8503-2c2828f53ccb None None] Provisioning complete for port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:26.911901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-142562f8-4118-4e83-8503-2c2828f53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.953098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:26.985395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.985642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-142562f8-4118-4e83-8503-2c2828f53ccb None None] Port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:26.985919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:26.991697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:26.992370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.105845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.190717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Network': ['ID=692b4ba4-25a8-41bb-808b-fe8814ab5be8,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:27.201677 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a8aff12f-2e95-46cb-90e8-8ee28535ce71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3982608 Feb 16 23:56:27.203999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52568) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:27.208439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:27.212906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:27.218356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:56:27.237283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:27.247039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.296305 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:24Z', 'revision_number': 8, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:27.298018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event deleted for resources: {'Port': ['ID=38840c76-aa43-484a-9aea-f81ffd018b62,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:27.304493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.306750 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:27.316988 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:27.318107 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:27.329650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:27.330077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:27.330785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:27.333687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:27.337139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:27.347165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:27.358657 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ae305a46-a5bf-498b-9b17-733a8906bfaf tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5670249 Feb 16 23:56:27.369226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52572) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:27.370079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:27.375816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.400836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1405528963'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:27.418620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.424557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=32bc0c83-2e6d-41a5-bfdc-2394b840d143,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:27.445287 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5f4a8de0-63e2-4eea-a3d3-6dee025fa76b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/32bc0c83-2e6d-41a5-bfdc-2394b840d143 HTTP/1.1" status: 204 len: 168 time: 0.8280694 Feb 16 23:56:27.445937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52576) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:27.460513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:27.471942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:27.491826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:27.503466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:27.516913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:27.536802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:27.542269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.585036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:56:27.589672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.607023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.609739 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:27.634353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.634833 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment 93160d05-2fba-41b8-bbfa-0569a2a36d8e of type vlan for network 81414a8f-f216-407a-86ba-61113af3c5b7 Feb 16 23:56:27.690934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.728175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.748600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e930a-71a3-4554-b429-2fd2b00930d2 None None] Network aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:27.766558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port c4cd8098-96a2-4999-803e-3c4c88f3d1ba {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:27.767161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:27.996557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:28.011669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.012521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.017860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:28.018621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.021140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.089908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.090411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Fanout notify agent at l3_agent the message router_deleted on router 5def9fc2-42f3-475f-b6bd-f30b6cc74282 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:56:28.096326 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:24Z', 'revision_number': 8, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:28.102031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f81e756a-ef83-44ec-b70c-540a338ec934 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:28.102917 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec87b3c-cb17-4902-86e1-d3e8d653d842 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:24Z', 'revision_number': 8, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'a6a80247-3c75-40c9-8f05-bc11dfb5ece4', 'name': '', 'network_id': 'a3d7b66d-d44f-46cd-8873-2b94992e2a2c', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:70:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:53Z', 'updated_at': '2022-02-16T23:56:06Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'ff8c5ec4-8e02-4691-9169-4ba7478ee3df', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:28.111258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.116598 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4bb5b7c4-a5da-4134-b83a-f727091911b3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/5def9fc2-42f3-475f-b6bd-f30b6cc74282 HTTP/1.1" status: 204 len: 168 time: 2.8912177 Feb 16 23:56:28.120293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52580) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:28.127079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1735562728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:28.137216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:28.160027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Usage tracker for resource:router and tenant:2d2c2875791e4e53b8ffc567188ac9d7 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:28.165925 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:28.170451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7781951 Feb 16 23:56:28.171793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52584) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:28.187148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:28.201070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65333d02-1d7e-4c35-a883-6433f4947e4c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=81414a8f-f216-407a-86ba-61113af3c5b7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:28.219433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:28.227437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 81414a8f-f216-407a-86ba-61113af3c5b7 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:56:28.252514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.253499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.269166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port c4cd8098-96a2-4999-803e-3c4c88f3d1ba, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c4cd8098-96a2-4999-803e-3c4c88f3d1ba,segment=NetworkSegment(d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac),segment_id=d9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:28.269533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.274005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:28.274451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network hostable DHCP agents. Network: 692b4ba4-25a8-41bb-808b-fe8814ab5be8, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:56:28.323134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:28.328109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:28.331512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:28.334974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:56:28.343151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:28.352361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 692b4ba4-25a8-41bb-808b-fe8814ab5be8) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:28.365038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9bb5d5-e64b-4c21-bda6-34dbdf86157c None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:28.365291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:28.368685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.384221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f81e756a-ef83-44ec-b70c-540a338ec934 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:28.384654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.400083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for c4cd8098-96a2-4999-803e-3c4c88f3d1ba owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:28.403063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:28.403752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.428345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.481126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba29728c-1557-437c-b9d5-0a2f7c8a97e7 None None] DHCP port deletion for aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:28.485097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.503029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:25Z', 'revision_number': 3, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:25Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:28.509286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ba29728c-1557-437c-b9d5-0a2f7c8a97e7 None None] Deleting port c4cd8098-96a2-4999-803e-3c4c88f3d1ba {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:28.509716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ba29728c-1557-437c-b9d5-0a2f7c8a97e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.514695 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-305c7024-595b-4552-ab38-cc6718415675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3096182 Feb 16 23:56:28.519031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52588) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:28.523110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.531889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'name': 'tempest-NetworksTestDHCPv6-1223537805'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:28.575600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:28.576078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Updating router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:56:28.591885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.595578 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-acde9149-464d-412a-8cf8-68194b81868b tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4718680 Feb 16 23:56:28.597375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52592) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:28.617758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:28.659050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ba29728c-1557-437c-b9d5-0a2f7c8a97e7 None None] The port 'c4cd8098-96a2-4999-803e-3c4c88f3d1ba' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:56:28.674234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No DVR routers for this DVR port c4cd8098-96a2-4999-803e-3c4c88f3d1ba on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:28.675992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=c4cd8098-96a2-4999-803e-3c4c88f3d1ba,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:28.724776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.867231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.906618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:28.914383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:28.922309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:28.925738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:28.926419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ccc440-7b7b-4f76-8ac9-51ae73f6c5ac') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:28.931512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:28.933954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:28.942471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:28.945252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.966047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:28.969890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.979946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:28.991921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:56:28.992351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:56:29.006937 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:56:29.018580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': 'b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:29.019402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.030067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.068926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 1b3c9e39-3dda-4759-8db1-0883a1854f37 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:29.146347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.150260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.172865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.183189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=48359f7f-8a54-4322-b478-06844ee5b2f4,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:29.193439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:29.203690 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d156b9f5-3ccb-427e-88c1-f693b5453122 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/aa2ac9ff-c878-4fb8-a26c-8d7ecfd27a1e HTTP/1.1" status: 204 len: 168 time: 1.7550371 Feb 16 23:56:29.210949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52596) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:29.242654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:29.243219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.275793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::326 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3/1b3c9e39-3dda-4759-8db1-0883a1854f37) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:29.293318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:29.293686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: 81414a8f-f216-407a-86ba-61113af3c5b7, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:56:29.496710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.513811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 1b3c9e39-3dda-4759-8db1-0883a1854f37 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:29.527120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.539567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Transition to ACTIVE for port object d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:29.540483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.575703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.605609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 81414a8f-f216-407a-86ba-61113af3c5b7 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:56:29.607678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:29.615492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:29.620141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:29.625867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:29.626484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.649758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=1b3c9e39-3dda-4759-8db1-0883a1854f37,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:29.662807 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f53f8c8e-2b84-4f43-b3d9-4141d5d3bcc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1399250 Feb 16 23:56:29.664145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52600) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:29.722915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078ed3f-2952-4b1c-93f6-7ba6be4c2972 None None] Pushing event updated for resources: {'Port': ['ID=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:29.734746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3/f7347753-7ff9-4e7c-bcf3-8f24ae83107c) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:29.758657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 81414a8f-f216-407a-86ba-61113af3c5b7) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:29.776525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:29.776907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a36212-c7b0-4967-97da-d869ecf507f1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:29.777114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:29.777847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-62a36212-c7b0-4967-97da-d869ecf507f1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:29.779403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6a350-f4c0-4925-827f-cb252d3b2aac None None] Network 81414a8f-f216-407a-86ba-61113af3c5b7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:29.800188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-62a36212-c7b0-4967-97da-d869ecf507f1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:29.802061 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-62a36212-c7b0-4967-97da-d869ecf507f1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1369319 Feb 16 23:56:29.805014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52604) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:29.904612 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ba1fc089-5920-4284-98f4-6b517d1d015f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7238860 Feb 16 23:56:29.910731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52608) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:30.016455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 84a087b9-738c-46c2-afad-934ae6fb5a18 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:30.070855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Attempting to bind port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:30.071219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Attempting to bind port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:30.071579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Attempting to bind port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 on network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:30.072847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 1b3c9e39-3dda-4759-8db1-0883a1854f37 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:30.073354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.141159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:30.141610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Checking segment: {'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:30.141934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.142327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Bound using segment: {'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:30.142805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Bound port: d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae84921-d2c0-4e8d-be38-3bb60545a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:30.143177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.154598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 84a087b9-738c-46c2-afad-934ae6fb5a18 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:30.154948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 84a087b9-738c-46c2-afad-934ae6fb5a18 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:30.155547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c4cd8098-96a2-4999-803e-3c4c88f3d1ba no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:30.201927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: c4cd8098-96a2-4999-803e-3c4c88f3d1ba {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:30.202278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c4cd8098-96a2-4999-803e-3c4c88f3d1ba not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:30.332011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.361018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-81414a8f-f216-407a-86ba-61113af3c5b7', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:30.361828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.400032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] For port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:30.419363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.464334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 1b3c9e39-3dda-4759-8db1-0883a1854f37 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:30.486548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] For port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,segment=NetworkSegment(eae84921-d2c0-4e8d-be38-3bb60545a020),segment_id=eae84921-d2c0-4e8d-be38-3bb60545a020)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:30.503488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.510277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.573810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.675741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.678642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:30.679295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:30.741986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Transition to ACTIVE for port object f7347753-7ff9-4e7c-bcf3-8f24ae83107c will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:30.771063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078ed3f-2952-4b1c-93f6-7ba6be4c2972 None None] Pushing event updated for resources: {'Port': ['ID=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:30.807004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=1b3c9e39-3dda-4759-8db1-0883a1854f37,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:30.817574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.831831 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2120a6ed-9996-4145-a412-c017b74cd783 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/1b3c9e39-3dda-4759-8db1-0883a1854f37 HTTP/1.1" status: 204 len: 168 time: 1.0254424 Feb 16 23:56:30.834349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52612) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:30.869052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Transition to ACTIVE for port object f7347753-7ff9-4e7c-bcf3-8f24ae83107c will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:30.882561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:30.919778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Allocated IP 172.22.0.2 (81414a8f-f216-407a-86ba-61113af3c5b7/48359f7f-8a54-4322-b478-06844ee5b2f4/6c389e7f-2a3f-4a45-9e20-16b8e89186a6) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:30.936697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c510a-274f-49e8-b9df-d94a78b85dfe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:30.938571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c510a-274f-49e8-b9df-d94a78b85dfe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:30.942426 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-828c510a-274f-49e8-b9df-d94a78b85dfe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1043677 Feb 16 23:56:30.943466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52616) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:30.976007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Allocated IP 172.26.2.117 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/14a56ed2-01d7-4dfd-829a-8530203f540d) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:30.981430 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:31.012663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:31.016195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.075188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.101180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:31.133047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Pushing event updated for resources: {'Port': ['ID=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:31.134777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:31.145231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:31.175235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.262713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.287701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.303473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:31.307854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.311078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.316990 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eeaca209-a821-445c-9a6b-64e6aabd571f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3 HTTP/1.1" status: 204 len: 168 time: 0.3701468 Feb 16 23:56:31.317203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52620) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:31.388623 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-655e39b7-198f-49d2-adb8-4110145be33d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674706 Feb 16 23:56:31.388936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52624) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:31.396014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:31.454137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Attempting to bind port f7347753-7ff9-4e7c-bcf3-8f24ae83107c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:31.454711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Attempting to bind port f7347753-7ff9-4e7c-bcf3-8f24ae83107c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:31.454963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Attempting to bind port f7347753-7ff9-4e7c-bcf3-8f24ae83107c on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:31.479275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:31.479689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:31.480193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.480464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:31.480931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Bound port: f7347753-7ff9-4e7c-bcf3-8f24ae83107c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:31.481309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.509077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:31.512390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:31.515083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:31.521747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:31.531774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:31.535193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.691374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.726414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.744223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Transition to ACTIVE for port object 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:31.792915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Transition to ACTIVE for port object 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:31.807405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] For port f7347753-7ff9-4e7c-bcf3-8f24ae83107c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:31.810413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.817381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] For port f7347753-7ff9-4e7c-bcf3-8f24ae83107c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:31.819336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.869802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.892827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Network 81414a8f-f216-407a-86ba-61113af3c5b7 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:31.894661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:31.897728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:31.902627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:31.903472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.905623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:31.911798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:31.924965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:31.932037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:25Z', 'revision_number': 3, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:30Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:31.936717 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5438678 Feb 16 23:56:31.936964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52632) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:31.943257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'name': 'tempest-NetworksTestDHCPv6-786566218'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:31.967278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315179ad-b459-4ab0-9a8d-c0c9b78054e3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=b3466d27-70de-46ff-ac9a-abacd63be4ac,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:31.970981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9c29d-31d0-4181-8626-4fb8248021b4 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:25Z', 'revision_number': 3, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:30Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:31.972551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Pushing event updated for resources: {'Port': ['ID=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:32.046510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:32.102273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:32.113632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:32.146402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:32.155522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:32.160625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:32.163162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port a6a80247-3c75-40c9-8f05-bc11dfb5ece4 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:32.163578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:32.170042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:32.178307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Attempting to bind port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:32.179130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Attempting to bind port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:32.179674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Attempting to bind port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 on network 81414a8f-f216-407a-86ba-61113af3c5b7 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:32.182180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:32.186352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:32.188179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event updated for resources: {'Port': ['ID=14a56ed2-01d7-4dfd-829a-8530203f540d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:32.199046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:32.199432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Checking segment: {'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:32.200571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:32.200991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Bound using segment: {'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:32.201484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Bound port: 6c389e7f-2a3f-4a45-9e20-16b8e89186a6, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:32.201868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:32.216567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6fad1-edde-491d-860b-6617fa89e212 None None] Pushing event updated for resources: {'Port': ['ID=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:32.220188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ea81a-3928-475c-8e54-6a2d84c21a11 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:32.244524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.22.0.1 (81414a8f-f216-407a-86ba-61113af3c5b7/48359f7f-8a54-4322-b478-06844ee5b2f4/daec25ec-a308-47c7-b317-057bd7b580a5) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:32.248080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port e23989e2-8603-4737-bc2c-8b4541281fe6 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:32.423567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] For port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:32.468708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] For port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,segment=NetworkSegment(93160d05-2fba-41b8-bbfa-0569a2a36d8e),segment_id=93160d05-2fba-41b8-bbfa-0569a2a36d8e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:32.476123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:32.555885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::98 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/b3466d27-70de-46ff-ac9a-abacd63be4ac/e23989e2-8603-4737-bc2c-8b4541281fe6) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:32.795619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a04cd6-10ac-4ca1-8852-2f665261e4b3 None None] Pushing event updated for resources: {'Port': ['ID=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:32.845490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port a6a80247-3c75-40c9-8f05-bc11dfb5ece4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,segment=NetworkSegment(6326dc7c-7841-4b3e-abed-cb8af2564e3e),segment_id=6326dc7c-7841-4b3e-abed-cb8af2564e3e)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:32.846241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:32.943635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:32.966044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object e23989e2-8603-4737-bc2c-8b4541281fe6 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:32.993959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.000157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for a6a80247-3c75-40c9-8f05-bc11dfb5ece4 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:33.094093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:33.097180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:33.101784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:33.107189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:33.107809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.116740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=e23989e2-8603-4737-bc2c-8b4541281fe6,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:33.145513 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ea89f521-66d7-4553-a3fd-470a465f5e54 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2048066 Feb 16 23:56:33.145728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52636) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:33.166769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': 'b3466d27-70de-46ff-ac9a-abacd63be4ac'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': 'f7347753-7ff9-4e7c-bcf3-8f24ae83107c'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:56:33.227163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.233885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e359da3-7950-459a-8786-ccd44957715f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:33.240803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e359da3-7950-459a-8786-ccd44957715f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:33.242644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7e359da3-7950-459a-8786-ccd44957715f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:33.259397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7e359da3-7950-459a-8786-ccd44957715f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:33.260803 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e359da3-7950-459a-8786-ccd44957715f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1141217 Feb 16 23:56:33.263720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52640) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:33.335168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port e23989e2-8603-4737-bc2c-8b4541281fe6 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:33.335591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.397653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.421440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.462661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/b3466d27-70de-46ff-ac9a-abacd63be4ac/f7347753-7ff9-4e7c-bcf3-8f24ae83107c) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:33.479106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object daec25ec-a308-47c7-b317-057bd7b580a5 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:33.626368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] For port f7347753-7ff9-4e7c-bcf3-8f24ae83107c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:33.634464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.647073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.669049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.690880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-367f5ee0-ed1f-4357-a551-68778460826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.695546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] Ignored duplicate provisioning block setup for port f7347753-7ff9-4e7c-bcf3-8f24ae83107c by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 23:56:33.701157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:33.788035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 81414a8f-f216-407a-86ba-61113af3c5b7 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:33.795837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=daec25ec-a308-47c7-b317-057bd7b580a5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:33.798346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:33.805167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:33.805998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for e23989e2-8603-4737-bc2c-8b4541281fe6 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:33.883612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a0690-f264-4da4-827d-57e0421a7d6c None None] Pushing event updated for resources: {'Port': ['ID=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:33.981478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.001903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565866d-7457-41cc-ac56-bcef824c8173 None None] Network 81414a8f-f216-407a-86ba-61113af3c5b7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:34.030926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:34.040898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=a6a80247-3c75-40c9-8f05-bc11dfb5ece4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:34.042860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.075566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.141144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=e23989e2-8603-4737-bc2c-8b4541281fe6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:34.180143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-76397adb-a5a6-4a4f-ab08-6c2043b999fb None None] Provisioning for port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:34.204682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.258326 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a7efc3ad-9237-4e3b-be0f-2105f3d5e50b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/e23989e2-8603-4737-bc2c-8b4541281fe6 HTTP/1.1" status: 204 len: 168 time: 0.9933968 Feb 16 23:56:34.258950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52644) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:34.279828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:34.291359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:34.292025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.364163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7dd32-4ff1-4165-942f-218aa2eff124 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:34.365693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7dd32-4ff1-4165-942f-218aa2eff124 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:34.366465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4a7dd32-4ff1-4165-942f-218aa2eff124 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:34.392432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4a7dd32-4ff1-4165-942f-218aa2eff124 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:34.396791 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b4a7dd32-4ff1-4165-942f-218aa2eff124 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1368346 Feb 16 23:56:34.397366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52650) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:34.486341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet b3466d27-70de-46ff-ac9a-abacd63be4ac {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:34.490778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.550504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.556512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.613017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,segment=NetworkSegment(93160d05-2fba-41b8-bbfa-0569a2a36d8e),segment_id=93160d05-2fba-41b8-bbfa-0569a2a36d8e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:34.619852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.621020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:34.652365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.655445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.664659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.677233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.758805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.810043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.813655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=b3466d27-70de-46ff-ac9a-abacd63be4ac,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:34.826529 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-73c82a2c-46b6-4125-b39f-3951c15e4502 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/b3466d27-70de-46ff-ac9a-abacd63be4ac HTTP/1.1" status: 204 len: 168 time: 0.4280930 Feb 16 23:56:34.828999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52654) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:34.842304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.850623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:34.861551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:34.868288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:34.868664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:34.931184 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-79a80712-a446-45d5-9517-6341cf7d3c83 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999289 Feb 16 23:56:34.931789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52658) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:34.938599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:34.955789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b1cd7218-e364-4922-9de2-2d88ed239ee6 None None] Provisioning complete for port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:34.956259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7218-e364-4922-9de2-2d88ed239ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.078471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.079053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:35.088320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:35.091468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:35.097512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:35.116108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:35.119968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.158325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,segment=NetworkSegment(eae84921-d2c0-4e8d-be38-3bb60545a020),segment_id=eae84921-d2c0-4e8d-be38-3bb60545a020)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:35.177430 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.322117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:35.339780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b1cd7218-e364-4922-9de2-2d88ed239ee6 None None] Provisioning for port daec25ec-a308-47c7-b317-057bd7b580a5 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:35.345403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b1cd7218-e364-4922-9de2-2d88ed239ee6 None None] Provisioning complete for port daec25ec-a308-47c7-b317-057bd7b580a5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:35.345825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7218-e364-4922-9de2-2d88ed239ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.413024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:35.457543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd7218-e364-4922-9de2-2d88ed239ee6 None None] Port daec25ec-a308-47c7-b317-057bd7b580a5 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:35.483304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a48ec-6614-4afd-baed-15369e7c00fc None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:35.525589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.577441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:35.580172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:35.585037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:35.585992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.609649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=fafa03e5-0b54-4a2c-ad41-b08c763d6f6f,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:35.648868 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-97899342-0b02-4c66-b63f-989955114592 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7160096 Feb 16 23:56:35.649739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52668) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:35.655903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'name': 'tempest-NetworksTestDHCPv6-764390010'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:35.736107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ac334986-4a8e-4670-a362-0886bea6852a None None] Provisioning complete for port daec25ec-a308-47c7-b317-057bd7b580a5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:35.736491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ac334986-4a8e-4670-a362-0886bea6852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.803904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ac334986-4a8e-4670-a362-0886bea6852a None None] Port daec25ec-a308-47c7-b317-057bd7b580a5 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:35.808356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:35.813570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:35.818543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:35.822812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ac334986-4a8e-4670-a362-0886bea6852a None None] Provisioning for port f7347753-7ff9-4e7c-bcf3-8f24ae83107c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:35.833874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:35.850731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:35.854753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.878901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 46fdcf59-6271-4010-ad13-838e958f8f66 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:35.908720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-55e12353-a599-498b-b564-28ba68a7c700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:35.952823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Router 4c520c2a-adb3-4bb5-be7e-c7276b967156 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:56:35.972739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:35.982301 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:36.001212 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:36.001827 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:36.081000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::38f (692b4ba4-25a8-41bb-808b-fe8814ab5be8/fafa03e5-0b54-4a2c-ad41-b08c763d6f6f/46fdcf59-6271-4010-ad13-838e958f8f66) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:36.112858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.113546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:36.157767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70215785-ecfd-428e-b67d-1f47b6949dff None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:36.186267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.212818 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:36.341602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:36.342527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52672) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:36.343101 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b7d59a60-db2e-46c4-902c-ff210f91fba1 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1295283 Feb 16 23:56:36.343243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.365749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.369473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=daec25ec-a308-47c7-b317-057bd7b580a5,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:36.393639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.428418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 46fdcf59-6271-4010-ad13-838e958f8f66 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:36.454971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet ff8c5ec4-8e02-4691-9169-4ba7478ee3df {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:36.461762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.535108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.550749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:36.565015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.565542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] Sync routers for ids ['4c520c2a-adb3-4bb5-be7e-c7276b967156'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:36.566940 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9c2e06aa-f35f-422e-ad6f-52246abd1998 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "PUT /v2.0/routers/4c520c2a-adb3-4bb5-be7e-c7276b967156 HTTP/1.1" status: 200 len: 884 time: 7.9682369 Feb 16 23:56:36.569437 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:33Z', 'revision_number': 9, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:36.571325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52676) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:36.573527 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:36.583298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.584440 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:36.585045 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:36.614492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] Routers {'4c520c2a-adb3-4bb5-be7e-c7276b967156'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:36.615206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4c520c2a-adb3-4bb5-be7e-c7276b967156'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:36.681880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:36.700415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:36.714128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:36.728038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:36.733806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:36.735556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:36.736346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.741702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=46fdcf59-6271-4010-ad13-838e958f8f66,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:36.743002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network 81414a8f-f216-407a-86ba-61113af3c5b7 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:36.773778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] Routers {'4c520c2a-adb3-4bb5-be7e-c7276b967156'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:36.774503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4c520c2a-adb3-4bb5-be7e-c7276b967156'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:36.796955 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-77b32e6b-810d-44c0-bee8-f7586bb178c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1455045 Feb 16 23:56:36.799219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52680) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:36.811539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:36.844620 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:36.881676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:36.883877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01158eef-66df-49c2-8e42-ae4ee944a67f None None] The sync data for ids ['4c520c2a-adb3-4bb5-be7e-c7276b967156'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:36.908765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.954668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:36.960564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:36.961068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.075318 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-46d56b99-5fbf-43a8-9fd4-632c3d6ff683 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/4c520c2a-adb3-4bb5-be7e-c7276b967156 HTTP/1.1" status: 200 len: 925 time: 0.5026348 Feb 16 23:56:37.078601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52684) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:37.083874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59477345-2506-42d1-b9b1-8d0980167603 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:37.091945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59477345-2506-42d1-b9b1-8d0980167603 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:37.092868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-59477345-2506-42d1-b9b1-8d0980167603 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:37.109553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.145707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:37.178581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f7347753-7ff9-4e7c-bcf3-8f24ae83107c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:37.202867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8c5ec4-8e02-4691-9169-4ba7478ee3df,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:37.206139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-59477345-2506-42d1-b9b1-8d0980167603 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:37.209879 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-59477345-2506-42d1-b9b1-8d0980167603 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.4072592 Feb 16 23:56:37.209879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.213577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52688) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:37.245354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c882ff-caf7-421f-8ad6-e16050b61046 None None] Network a3d7b66d-d44f-46cd-8873-2b94992e2a2c requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:37.267609 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e321ff03-e74e-4008-b9c3-0f32e1cb415e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/ff8c5ec4-8e02-4691-9169-4ba7478ee3df HTTP/1.1" status: 204 len: 168 time: 0.9239767 Feb 16 23:56:37.279994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52692) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:37.351411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d5c06-fbdf-4a5e-823f-ed704c3a0145 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:37.353016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-752d5c06-fbdf-4a5e-823f-ed704c3a0145 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=4c520c2a-adb3-4bb5-be7e-c7276b967156&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2734394 Feb 16 23:56:37.357346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52696) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:37.406589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.421315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0b10c27f-18fd-4ec1-8740-3c89179d71a8 None None] Provisioning complete for port daec25ec-a308-47c7-b317-057bd7b580a5 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:37.421842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b10c27f-18fd-4ec1-8740-3c89179d71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.436805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 46fdcf59-6271-4010-ad13-838e958f8f66 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:37.437296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.471376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:33Z', 'revision_number': 9, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:37.476815 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da834eed-2aa6-48c7-9c90-28f97e3d72b3 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:33Z', 'revision_number': 9, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'b4baaf6b-b361-4e9c-ac74-cac6946816f6', 'name': '', 'network_id': '7ec60e8b-a71f-4cea-b705-0cf4598ab4a3', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:bb:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:40Z', 'updated_at': '2022-02-16T23:55:50Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': 'c76183aa-f9ec-43cb-b7cd-4116f216adb2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:37.508528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0b10c27f-18fd-4ec1-8740-3c89179d71a8 None None] Port daec25ec-a308-47c7-b317-057bd7b580a5 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:37.557919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f7347753-7ff9-4e7c-bcf3-8f24ae83107c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:37.566419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a04b0c-00ef-4757-951d-0fc23de53c2c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:37.567259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f7347753-7ff9-4e7c-bcf3-8f24ae83107c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:37.567630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.570759 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-20a04b0c-00ef-4757-951d-0fc23de53c2c tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.2074172 Feb 16 23:56:37.571569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52700) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:37.612440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:37.625575 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e064af09-d82b-4924-b3ea-56ef01b26df4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7116051 Feb 16 23:56:37.625575 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0ed378bd-97f3-415f-9135-7bd5c0583816 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c520c2a-adb3-4bb5-be7e-c7276b967156 HTTP/1.1" status: 200 len: 205 time: 0.0534728 Feb 16 23:56:37.628658 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:37.628761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52704) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:37.628761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52706) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:37.633377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'network': {'name': 'tempest-RoutersTest-932926101'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:37.640087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:37.644625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:network and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:37.647788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:37.654403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:37.654677 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:37.658277 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:37.796943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:37.950608 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:37.962355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0b10c27f-18fd-4ec1-8740-3c89179d71a8 None None] Provisioning complete for port f7347753-7ff9-4e7c-bcf3-8f24ae83107c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:37.963364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0b10c27f-18fd-4ec1-8740-3c89179d71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.136776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 46fdcf59-6271-4010-ad13-838e958f8f66 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:38.137702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.140281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.193241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.212131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port f7347753-7ff9-4e7c-bcf3-8f24ae83107c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:38.243907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 95fcd695-8dc8-458f-b858-1a7d2030b882 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:38.244272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.257555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:38.261954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.285298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.359635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a6a80247-3c75-40c9-8f05-bc11dfb5ece4 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:38.377497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:56:38.405737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.406274 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added segment c3fb5943-7232-43a2-81ad-3e471e9d0c6d of type vlan for network ac585ab0-78d3-481a-9565-b1960e6beeb1 Feb 16 23:56:38.422621 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:34Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:38.432494 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:38.433122 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Updating router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 port daec25ec-a308-47c7-b317-057bd7b580a5 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:56:38.434585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] DHCP port deletion for a3d7b66d-d44f-46cd-8873-2b94992e2a2c request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:38.460129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.468764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a6a80247-3c75-40c9-8f05-bc11dfb5ece4 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:38.469118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a6a80247-3c75-40c9-8f05-bc11dfb5ece4 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:38.470795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] Deleting port 95fcd695-8dc8-458f-b858-1a7d2030b882 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:38.471257 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.508939 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.531550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.540970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:38.542036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.547907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.550684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:38.774074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port 95fcd695-8dc8-458f-b858-1a7d2030b882, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=95fcd695-8dc8-458f-b858-1a7d2030b882,segment=NetworkSegment(6326dc7c-7841-4b3e-abed-cb8af2564e3e),segment_id=6326dc7c-7841-4b3e-abed-cb8af2564e3e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:38.774683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.775030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4155e04d-22c3-4202-81fe-bf85b7bcb7a6 None None] Provisioning for port 46fdcf59-6271-4010-ad13-838e958f8f66 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:38.785183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.795946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4155e04d-22c3-4202-81fe-bf85b7bcb7a6 None None] Provisioning complete for port 46fdcf59-6271-4010-ad13-838e958f8f66 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:38.796219 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1677196 Feb 16 23:56:38.796340 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4155e04d-22c3-4202-81fe-bf85b7bcb7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.809026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52716) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:38.821667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'subnet': {'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:38.860125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4155e04d-22c3-4202-81fe-bf85b7bcb7a6 None None] Port 46fdcf59-6271-4010-ad13-838e958f8f66 was deleted so its status cannot be updated. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 23:56:38.862563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] For port 95fcd695-8dc8-458f-b858-1a7d2030b882, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=95fcd695-8dc8-458f-b858-1a7d2030b882,segment=NetworkSegment(6326dc7c-7841-4b3e-abed-cb8af2564e3e),segment_id=6326dc7c-7841-4b3e-abed-cb8af2564e3e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:38.862962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.875762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4155e04d-22c3-4202-81fe-bf85b7bcb7a6 None None] Could not find standard attr ID for object e23989e2-8603-4737-bc2c-8b4541281fe6. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:56:38.922690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=46fdcf59-6271-4010-ad13-838e958f8f66,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:38.927439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4155e04d-22c3-4202-81fe-bf85b7bcb7a6 None None] Could not find standard attr ID for object 1b3c9e39-3dda-4759-8db1-0883a1854f37. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:56:38.963430 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.970541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Network': ['ID=ac585ab0-78d3-481a-9565-b1960e6beeb1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:38.974142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.983748 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Transition to ACTIVE for port object daec25ec-a308-47c7-b317-057bd7b580a5 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:38.992466 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:38.996514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] Calling delete_port for 95fcd695-8dc8-458f-b858-1a7d2030b882 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:38.999656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for 95fcd695-8dc8-458f-b858-1a7d2030b882 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:39.012335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.012789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.013152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.014166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.014512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.014859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.015236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.015593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.015891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.016450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.016811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.017420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaea5df-83b7-4d00-80c8-c07b4eff18ed tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:39.023829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Deleting port 14a56ed2-01d7-4dfd-829a-8530203f540d {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:39.024600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.035405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:56:39.090196 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b97419-00a2-49ee-a988-91b4428899a4 None None] Pushing event updated for resources: {'Port': ['ID=daec25ec-a308-47c7-b317-057bd7b580a5,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:39.097111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.164583 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-357ee2ef-9192-43ad-aee0-6ca9ba054ffd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/46fdcf59-6271-4010-ad13-838e958f8f66 HTTP/1.1" status: 204 len: 168 time: 1.9499333 Feb 16 23:56:39.168369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52720) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:39.238717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:39.242511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.258337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:subnet and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:39.263196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:39.334837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.355531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23c837-8b7e-4865-8a60-eff1e18920be tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:39.358108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23c837-8b7e-4865-8a60-eff1e18920be tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:39.359070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c23c837-8b7e-4865-8a60-eff1e18920be tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:39.379291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:56:39.380645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:56:39.384285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c23c837-8b7e-4865-8a60-eff1e18920be tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:39.384476 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Attempting to bind port daec25ec-a308-47c7-b317-057bd7b580a5 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:39.384851 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Attempting to bind port daec25ec-a308-47c7-b317-057bd7b580a5 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:39.385208 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Attempting to bind port daec25ec-a308-47c7-b317-057bd7b580a5 on network 81414a8f-f216-407a-86ba-61113af3c5b7 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:39.386018 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7c23c837-8b7e-4865-8a60-eff1e18920be tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2163851 Feb 16 23:56:39.388327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52724) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:39.408106 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:39.408596 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Checking segment: {'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:39.409067 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.410524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:39.411680 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Bound using segment: {'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:39.412446 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Bound port: daec25ec-a308-47c7-b317-057bd7b580a5, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93160d05-2fba-41b8-bbfa-0569a2a36d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:39.412882 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.418666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] No DVR routers for this DVR port 95fcd695-8dc8-458f-b858-1a7d2030b882 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:39.421314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Calling delete_port for 14a56ed2-01d7-4dfd-829a-8530203f540d owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:39.427097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ada5-1f5c-46ab-82e5-9ef6a5084c08 None None] Pushing event deleted for resources: {'Port': ['ID=95fcd695-8dc8-458f-b858-1a7d2030b882,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:39.449957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999289a1-7812-4300-a021-e888f4315438 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:56:39.470802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet fafa03e5-0b54-4a2c-ad41-b08c763d6f6f {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:39.474432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.483723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Made reservation on behalf of aa4bef5a6f0e4adc8ebdd3831b60464d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:39.488569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.540750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.556773 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] For port daec25ec-a308-47c7-b317-057bd7b580a5, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:39.560260 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] For port daec25ec-a308-47c7-b317-057bd7b580a5, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=daec25ec-a308-47c7-b317-057bd7b580a5,segment=NetworkSegment(93160d05-2fba-41b8-bbfa-0569a2a36d8e),segment_id=93160d05-2fba-41b8-bbfa-0569a2a36d8e)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:39.566853 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.613132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.622280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999289a1-7812-4300-a021-e888f4315438 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:56:39.695006 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:39.695579 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:39.709985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.758173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=fafa03e5-0b54-4a2c-ad41-b08c763d6f6f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:39.763089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.779432 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0c0fbc8f-35df-44c7-8957-d187bc3c79cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/fafa03e5-0b54-4a2c-ad41-b08c763d6f6f HTTP/1.1" status: 204 len: 168 time: 0.3888204 Feb 16 23:56:39.781524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52728) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:39.793375 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b97419-00a2-49ee-a988-91b4428899a4 None None] Pushing event updated for resources: {'Port': ['ID=daec25ec-a308-47c7-b317-057bd7b580a5,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:39.852229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.861387 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6e623aa8-ed03-4a8d-99df-55685d374c0c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786383 Feb 16 23:56:39.863735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52732) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:39.902114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port 95fcd695-8dc8-458f-b858-1a7d2030b882 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:39.902744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:39.916640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event deleted for resources: {'Port': ['ID=14a56ed2-01d7-4dfd-829a-8530203f540d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:39.923136 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:39.993684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] The port '95fcd695-8dc8-458f-b858-1a7d2030b882' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:56:40.097146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c0622-7957-4992-ac06-f30db2511d32 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:40.164945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.174976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.207232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46308e-d1fd-47f4-ac19-334af9809667 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:40.208107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6b46308e-d1fd-47f4-ac19-334af9809667 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:40.219730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f9e3fb2-21e4-4319-8a04-ef7e9e86ba9a None None] Provisioning complete for port f7347753-7ff9-4e7c-bcf3-8f24ae83107c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:40.220400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3fb2-21e4-4319-8a04-ef7e9e86ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.322235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.394204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d7b66d-d44f-46cd-8873-2b94992e2a2c']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:40.411023 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:34Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:39Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:40.414943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6326dc7c-7841-4b3e-abed-cb8af2564e3e') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:40.415285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6326dc7c-7841-4b3e-abed-cb8af2564e3e') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:40.420918 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d50028-4282-4785-9ba9-533623ff8eef None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:34Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:39Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:40.430267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.438432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6b46308e-d1fd-47f4-ac19-334af9809667 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:40.439794 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6b46308e-d1fd-47f4-ac19-334af9809667 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5746753 Feb 16 23:56:40.443254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52736) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:40.444868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f7347753-7ff9-4e7c-bcf3-8f24ae83107c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:40.462543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.474269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.499425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.515309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:56:40.515702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:56:40.531969 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:56:40.549860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Subnet': ['ID=6942b087-0b8e-4265-aee1-ef459ecb60c9,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:40.556114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Checking segment: {'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:40.556114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network hostable DHCP agents. Network: ac585ab0-78d3-481a-9565-b1960e6beeb1, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:56:40.570106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.570625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Fanout notify agent at l3_agent the message router_deleted on router 4c520c2a-adb3-4bb5-be7e-c7276b967156 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:56:40.614139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:56:40.629591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526330ae-7941-4938-aa89-4281648e03b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:40.630308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-526330ae-7941-4938-aa89-4281648e03b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:40.648590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.650269 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1e1d841c-01f1-4ac6-8818-1a2b0d3152c4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/4c520c2a-adb3-4bb5-be7e-c7276b967156 HTTP/1.1" status: 204 len: 168 time: 2.9880960 Feb 16 23:56:40.653798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52740) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:40.658773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-299273898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:40.660634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, ac585ab0-78d3-481a-9565-b1960e6beeb1) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:40.665428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.670700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:40.672031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.680801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be64df7-98d9-42fc-80e4-92e23b5bf18a None None] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:40.685111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:40.690514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.697896 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-acf7f0ae-d4d1-4d67-9a8a-8b2a1b49227d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8865497 Feb 16 23:56:40.698391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-526330ae-7941-4938-aa89-4281648e03b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:40.699578 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-526330ae-7941-4938-aa89-4281648e03b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2554314 Feb 16 23:56:40.699714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52744) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:40.700755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Usage tracker for resource:router and tenant:2d2c2875791e4e53b8ffc567188ac9d7 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:40.703381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52746) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:40.703690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=a3d7b66d-d44f-46cd-8873-2b94992e2a2c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:40.712361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:40.722276 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4609581a-4291-42c0-9944-cbaf84e80784 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/a3d7b66d-d44f-46cd-8873-2b94992e2a2c HTTP/1.1" status: 204 len: 168 time: 3.4384484 Feb 16 23:56:40.723030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:40.725579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52752) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:40.790688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f7347753-7ff9-4e7c-bcf3-8f24ae83107c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:40.791067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.867734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.868005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:40.876676 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d975928-9528-4900-a6be-53ce1c1a25c4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1722355 Feb 16 23:56:40.882893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52756) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:40.892590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:41.003705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.042767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:41.064839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] Deleting port f7347753-7ff9-4e7c-bcf3-8f24ae83107c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:41.065463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.099046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-ac585ab0-78d3-481a-9565-b1960e6beeb1', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:41.100623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.195712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:41.202252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.243092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:41.255725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 95fcd695-8dc8-458f-b858-1a7d2030b882 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:41.302195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.305929 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8ca0e32f-5ed4-4497-ae6d-24ea576d3459 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6486182 Feb 16 23:56:41.306915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52760) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:41.317729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': True}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:41.333654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 95fcd695-8dc8-458f-b858-1a7d2030b882 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:41.334006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 95fcd695-8dc8-458f-b858-1a7d2030b882 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:41.378789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:41.382828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.522833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] For port f7347753-7ff9-4e7c-bcf3-8f24ae83107c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:41.523230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.530873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Allocated IP 172.23.0.2 (ac585ab0-78d3-481a-9565-b1960e6beeb1/6942b087-0b8e-4265-aee1-ef459ecb60c9/72b97224-45bf-4c73-9144-727091d6b671) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:41.583536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.655981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] Calling delete_port for f7347753-7ff9-4e7c-bcf3-8f24ae83107c owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:41.854908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:41.913481 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] Pushing event deleted for resources: {'Port': ['ID=f7347753-7ff9-4e7c-bcf3-8f24ae83107c,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:41.921219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d5b53-d6d2-4a9a-9ffa-8e38e698c027 None None] No DVR routers for this DVR port f7347753-7ff9-4e7c-bcf3-8f24ae83107c on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:41.933871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52766) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:41.995264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.007314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Transition to ACTIVE for port object 72b97224-45bf-4c73-9144-727091d6b671 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:42.018815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.026614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Transition to ACTIVE for port object 72b97224-45bf-4c73-9144-727091d6b671 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:42.033932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.145269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:42.148275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:42.151989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:42.184499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Pushing event updated for resources: {'Port': ['ID=72b97224-45bf-4c73-9144-727091d6b671,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:42.249938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Attempting to bind port 72b97224-45bf-4c73-9144-727091d6b671 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:42.250312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Attempting to bind port 72b97224-45bf-4c73-9144-727091d6b671 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:42.250567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Attempting to bind port 72b97224-45bf-4c73-9144-727091d6b671 on network ac585ab0-78d3-481a-9565-b1960e6beeb1 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:42.254109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Deleting port c1ca3178-818b-46d7-96fe-34f988c3e4cd {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:42.255084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.256486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:42.256865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Checking segment: {'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:42.257264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.257659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Bound using segment: {'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:42.258147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Bound port: 72b97224-45bf-4c73-9144-727091d6b671, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:42.258521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.279970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.315768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Allocated IP 172.23.0.1 (ac585ab0-78d3-481a-9565-b1960e6beeb1/6942b087-0b8e-4265-aee1-ef459ecb60c9/1ba342bc-6080-4c34-a763-6562f89df851) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:42.350475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.365454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] For port 72b97224-45bf-4c73-9144-727091d6b671, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:42.371089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] For port 72b97224-45bf-4c73-9144-727091d6b671, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=72b97224-45bf-4c73-9144-727091d6b671,segment=NetworkSegment(c3fb5943-7232-43a2-81ad-3e471e9d0c6d),segment_id=c3fb5943-7232-43a2-81ad-3e471e9d0c6d)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:42.380311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.423847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:42.439231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:42.477310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5893898-2088-40ec-b9e8-57cea5a59054 None None] Pushing event updated for resources: {'Port': ['ID=72b97224-45bf-4c73-9144-727091d6b671,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:42.480205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f46d4-095b-4dec-a26d-3c2f124c9065 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:42.503492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device daec25ec-a308-47c7-b317-057bd7b580a5 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:42.509210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:42.509402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.552082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.552409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.564920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=915f87ab-d9a7-4a5a-b768-3ac14f20eea1,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:42.672750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port daec25ec-a308-47c7-b317-057bd7b580a5 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:42.680859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port daec25ec-a308-47c7-b317-057bd7b580a5 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:42.681282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.710305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Calling delete_port for c1ca3178-818b-46d7-96fe-34f988c3e4cd owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:42.719316 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-39995ce3-4300-4f37-b38a-f71855db0132 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8342540 Feb 16 23:56:42.722068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52772) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:42.768996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.772223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52776) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:42.773111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '915f87ab-d9a7-4a5a-b768-3ac14f20eea1', 'ip_address': '2001:db8::7533:8fe1:9806:a068'}], 'name': 'tempest-NetworksTestDHCPv6-269820240'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:42.843462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Transition to ACTIVE for port object 1ba342bc-6080-4c34-a763-6562f89df851 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:42.887398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '915f87ab-d9a7-4a5a-b768-3ac14f20eea1'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:42.888396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:42.910497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afedc9d-1c26-4ac4-8b10-447c41922cb7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:42.911887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afedc9d-1c26-4ac4-8b10-447c41922cb7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:42.912558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afedc9d-1c26-4ac4-8b10-447c41922cb7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:42.932660 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0afedc9d-1c26-4ac4-8b10-447c41922cb7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=90458532d6964c6c9b04b4308c7f755d&network_id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 2999 time: 0.1571953 Feb 16 23:56:43.027870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.041138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.116955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:43.126367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:43.133205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.146655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:43.175963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/915f87ab-d9a7-4a5a-b768-3ac14f20eea1/2cccf230-75e1-46fb-803d-6fbad9e08c65) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:43.202436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:43.211820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:43.215033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.230599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port daec25ec-a308-47c7-b317-057bd7b580a5, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=daec25ec-a308-47c7-b317-057bd7b580a5,segment=NetworkSegment(93160d05-2fba-41b8-bbfa-0569a2a36d8e),segment_id=93160d05-2fba-41b8-bbfa-0569a2a36d8e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:43.241506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:43.253773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:43.266437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=1ba342bc-6080-4c34-a763-6562f89df851,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:43.279432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.282987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.327005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event deleted for resources: {'Port': ['ID=c1ca3178-818b-46d7-96fe-34f988c3e4cd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:43.361699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f7347753-7ff9-4e7c-bcf3-8f24ae83107c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:43.366359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.382634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.383026 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Floating IP 4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 disassociated (deleted). External IP: 172.26.2.210, port: 2de1cb4c-aef6-4830-9e88-34b0e180de5f. Feb 16 23:56:43.414926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f7347753-7ff9-4e7c-bcf3-8f24ae83107c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:43.415294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f7347753-7ff9-4e7c-bcf3-8f24ae83107c not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:43.449735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:43.455900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=daec25ec-a308-47c7-b317-057bd7b580a5,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:43.553848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.570431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Transition to ACTIVE for port object 2cccf230-75e1-46fb-803d-6fbad9e08c65 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:43.599987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Transition to ACTIVE for port object 2cccf230-75e1-46fb-803d-6fbad9e08c65 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:43.612069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.687897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port b4baaf6b-b361-4e9c-ac74-cac6946816f6 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:43.688350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.742317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Pushing event updated for resources: {'Port': ['ID=2cccf230-75e1-46fb-803d-6fbad9e08c65,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:43.756383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:43.757882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:43.760464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:43.796972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Allocated IP 172.26.2.19 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/53d8a920-6af8-4968-993e-7e36e000da02) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:43.857330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Attempting to bind port 2cccf230-75e1-46fb-803d-6fbad9e08c65 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:43.857878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Attempting to bind port 2cccf230-75e1-46fb-803d-6fbad9e08c65 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:43.858396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Attempting to bind port 2cccf230-75e1-46fb-803d-6fbad9e08c65 on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:43.864619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:43.865139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:43.865650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.866155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:43.866736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Bound port: 2cccf230-75e1-46fb-803d-6fbad9e08c65, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:43.867218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.969273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] For port 2cccf230-75e1-46fb-803d-6fbad9e08c65, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:43.974518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] For port 2cccf230-75e1-46fb-803d-6fbad9e08c65, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2cccf230-75e1-46fb-803d-6fbad9e08c65,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:43.980675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:43.995901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Router e57f8ea5-e83e-41f2-af1d-7b2762c4287d has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:44.003038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.030553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a7c52-994a-46df-b667-deb94441a167 None None] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:44.089134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port b4baaf6b-b361-4e9c-ac74-cac6946816f6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b4baaf6b-b361-4e9c-ac74-cac6946816f6,segment=NetworkSegment(4912a1e9-31e2-4f2c-a5f3-8ec3efffd025),segment_id=4912a1e9-31e2-4f2c-a5f3-8ec3efffd025)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:44.089494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.100745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.189233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-302dd5b9-e90d-420b-8fc8-990cff98b061 None None] Provisioning for port 72b97224-45bf-4c73-9144-727091d6b671 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:44.215461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de924b71-4494-4e58-9d56-e8ebbbe4a050 None None] Pushing event updated for resources: {'Port': ['ID=2cccf230-75e1-46fb-803d-6fbad9e08c65,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:44.249759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.318254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for b4baaf6b-b361-4e9c-ac74-cac6946816f6 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:44.380648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 7c65083b-8098-4abc-8ad5-54b976be3ca0 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:44.393965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:44.414092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] Sync routers for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:44.443434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:44.444235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:44.540141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.587569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.675877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device daec25ec-a308-47c7-b317-057bd7b580a5 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:44.743218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:44.752609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:44.768872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:44.795378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:44.807723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Port': ['ID=53d8a920-6af8-4968-993e-7e36e000da02,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:44.811778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.821524 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-63f88c5d-4116-4770-8dad-a07a72569b73 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "DELETE /v2.0/floatingips/4b29bb4d-9166-4e63-a7e7-09fcb1a4d320 HTTP/1.1" status: 204 len: 168 time: 2.8863876 Feb 16 23:56:44.823054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:56:44.838436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:44.922928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.929346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.929929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.930448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.930900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.931335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.931771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.932239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.938419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.938935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.939388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.939858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:44.951584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::7533:8fe1:9806:a068 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/915f87ab-d9a7-4a5a-b768-3ac14f20eea1/7c65083b-8098-4abc-8ad5-54b976be3ca0) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:45.027470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:45.038472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event updated for resources: {'Port': ['ID=1ba342bc-6080-4c34-a763-6562f89df851,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:45.052119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port daec25ec-a308-47c7-b317-057bd7b580a5 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:45.052511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:45.262079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:45.267848 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'status': 'completed', 'code': 200} Feb 16 23:56:45.268717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:45.337798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52796) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:45.416372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f9275702-beb1-48a7-ae29-629f5b87854b None None] Provisioning for port 1ba342bc-6080-4c34-a763-6562f89df851 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:45.451547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f9275702-beb1-48a7-ae29-629f5b87854b None None] Provisioning complete for port 1ba342bc-6080-4c34-a763-6562f89df851 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:45.452266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f9275702-beb1-48a7-ae29-629f5b87854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:45.509275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72b97224-45bf-4c73-9144-727091d6b671 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:45.530356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:45.596912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f9275702-beb1-48a7-ae29-629f5b87854b None None] Port 1ba342bc-6080-4c34-a763-6562f89df851 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:45.627194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:55:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:45.638777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 72b97224-45bf-4c73-9144-727091d6b671 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:45.647172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] Checking router: e57f8ea5-e83e-41f2-af1d-7b2762c4287d for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:45.651411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 72b97224-45bf-4c73-9144-727091d6b671 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:45.651926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:45.719016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:45.719834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:45.856341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9bc67963-8a87-444d-b288-02094ec9a8d0 None None] Provisioning complete for port 1ba342bc-6080-4c34-a763-6562f89df851 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:45.856823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9bc67963-8a87-444d-b288-02094ec9a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:45.865907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:45.906960 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:56:45.937921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=b4baaf6b-b361-4e9c-ac74-cac6946816f6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:46.080628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:46.094038 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:46.100671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5a01e937-e1b0-4a68-883a-3573567117e4 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3989894 Feb 16 23:56:46.101107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52800) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:46.106179 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:46.107230 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:46.109783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:46.113913 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d80e0a-04c6-4918-8c27-2c02c4fb76b1 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:46.125395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.127777 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d0d80e0a-04c6-4918-8c27-2c02c4fb76b1 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 814 time: 0.7634494 Feb 16 23:56:46.166373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9bc67963-8a87-444d-b288-02094ec9a8d0 None None] Port 1ba342bc-6080-4c34-a763-6562f89df851 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:46.187287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d7935-025e-4cfd-9311-76b143881882 req-e5831987-5000-4e57-986f-b68b8f0f2989 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:46.188452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-188d7935-025e-4cfd-9311-76b143881882 req-e5831987-5000-4e57-986f-b68b8f0f2989 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Synchronizing usage tracker for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:46.189449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 72b97224-45bf-4c73-9144-727091d6b671, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=72b97224-45bf-4c73-9144-727091d6b671,segment=NetworkSegment(c3fb5943-7232-43a2-81ad-3e471e9d0c6d),segment_id=c3fb5943-7232-43a2-81ad-3e471e9d0c6d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:46.194730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:46.206515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.244601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.329851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 7c65083b-8098-4abc-8ad5-54b976be3ca0 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:46.330894 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:46.335267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-7f1d3ad6-0410-412f-9ba8-ad63a3b1aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:46.337169 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-7f1d3ad6-0410-412f-9ba8-ad63a3b1aaeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=917a67e4b55645188ebdf8b5a591ed2b&device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 1099 time: 0.9744227 Feb 16 23:56:46.344621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-188d7935-025e-4cfd-9311-76b143881882 req-e5831987-5000-4e57-986f-b68b8f0f2989 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Unset dirty status for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:46.346362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-188d7935-025e-4cfd-9311-76b143881882 req-e5831987-5000-4e57-986f-b68b8f0f2989 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.5344913 Feb 16 23:56:46.359230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1c48082-5b5f-419a-930f-257ca70dcbe4 None None] Provisioning complete for port 1ba342bc-6080-4c34-a763-6562f89df851 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:46.359647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c48082-5b5f-419a-930f-257ca70dcbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.514256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c1c48082-5b5f-419a-930f-257ca70dcbe4 None None] Port 1ba342bc-6080-4c34-a763-6562f89df851 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:46.549061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=72b97224-45bf-4c73-9144-727091d6b671,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:46.562059 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.562426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.562755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.563094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.563424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.563758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.564105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.564502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.564839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.565036 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-188d7935-025e-4cfd-9311-76b143881882 req-884ab5ed-23a6-4c6d-9f78-3514baf93ac7 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098539 Feb 16 23:56:46.565149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.565474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.565809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:56:46.655342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.665850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2cccf230-75e1-46fb-803d-6fbad9e08c65 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:46.730445 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:44Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:46.735103 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:46.735502 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Updating router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 port 1ba342bc-6080-4c34-a763-6562f89df851 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:56:46.759886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1c48082-5b5f-419a-930f-257ca70dcbe4 None None] Provisioning for port 2cccf230-75e1-46fb-803d-6fbad9e08c65 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:46.805236 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.806997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 2cccf230-75e1-46fb-803d-6fbad9e08c65 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:46.814870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2cccf230-75e1-46fb-803d-6fbad9e08c65 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:46.815245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.832916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52808) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:46.845353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--968242977', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:46.852182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:46.855630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.865281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:46.884759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:46.889769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:46.991674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:56:47.003399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.037150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:55:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:47.041101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.046202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a123922-96ac-4f77-b7ab-7fffd12a6cfe None None] The sync data for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv is: [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:54:50Z', 'revision_number': 4, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'fffcce4a-db99-4b08-b203-a9e9fd4f795d', 'name': '', 'network_id': '66adf6b9-de10-43c7-8773-a79e9f4d3252', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'mac_address': 'fa:16:3e:0a:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:46Z', 'updated_at': '2022-02-16T23:55:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'subnets': [{'id': '243276c0-ad51-4d00-a1ed-2d1c61136666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:47.061375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 2cccf230-75e1-46fb-803d-6fbad9e08c65, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2cccf230-75e1-46fb-803d-6fbad9e08c65,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:47.069343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.081293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.082274 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9 of type vlan for network d517d589-d290-44c3-96aa-9c8964fa2dc0 Feb 16 23:56:47.102699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-9392efe9-60cb-4b3a-a880-0c7614f95195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:47.104320 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-9392efe9-60cb-4b3a-a880-0c7614f95195 service neutron] 10.222.0.24 "GET /v2.0/networks?id=66adf6b9-de10-43c7-8773-a79e9f4d3252 HTTP/1.1" status: 200 len: 897 time: 0.7460186 Feb 16 23:56:47.171360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.190630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=2cccf230-75e1-46fb-803d-6fbad9e08c65,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:47.231501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.extraroute_db [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 23:56:47.246117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.252001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:47.252452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.279103 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-0b66b228-f759-4446-a68b-476f7763054c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f HTTP/1.1" status: 200 len: 217 time: 0.1436925 Feb 16 23:56:47.279549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.extraroute_db [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Removed routes are [] {{(pid=87677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 23:56:47.280022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.287426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-9435f7c1-7518-4d16-9c98-afbd86c893cb tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:47.288360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-9435f7c1-7518-4d16-9c98-afbd86c893cb tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Synchronizing usage tracker for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:47.293485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:47.345688 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.361532 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Transition to ACTIVE for port object 1ba342bc-6080-4c34-a763-6562f89df851 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:47.370470 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.442540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b834578-b37e-43d8-a144-dbfed1cab37b None None] New status for floating IP 4b29bb4d-9166-4e63-a7e7-09fcb1a4d320: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:56:47.514683 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6802278 Feb 16 23:56:47.520473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52812) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:47.520855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4bdd-783e-4cb3-baaf-bf183a946f92 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=d517d589-d290-44c3-96aa-9c8964fa2dc0,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:47.549172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:56:47.559331 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03ebe7-7b31-4b08-82f6-7172b74fcef1 None None] Pushing event updated for resources: {'Port': ['ID=1ba342bc-6080-4c34-a763-6562f89df851,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:47.645333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=7c65083b-8098-4abc-8ad5-54b976be3ca0,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:47.719490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:47.721362 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Attempting to bind port 1ba342bc-6080-4c34-a763-6562f89df851 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:47.721750 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Attempting to bind port 1ba342bc-6080-4c34-a763-6562f89df851 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:47.722104 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Attempting to bind port 1ba342bc-6080-4c34-a763-6562f89df851 on network ac585ab0-78d3-481a-9565-b1960e6beeb1 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:47.735165 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:47.735542 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Checking segment: {'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:47.735941 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.736428 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Bound using segment: {'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:47.736897 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Bound port: 1ba342bc-6080-4c34-a763-6562f89df851, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:47.737268 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.819410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:47.826311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:47.827098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.843525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-9e975eb8-dad1-4c65-9c77-e164e87f5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:47.845978 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-9e975eb8-dad1-4c65-9c77-e164e87f5e07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=243276c0-ad51-4d00-a1ed-2d1c61136666 HTTP/1.1" status: 200 len: 832 time: 0.5474429 Feb 16 23:56:47.917842 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] For port 1ba342bc-6080-4c34-a763-6562f89df851, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:47.922691 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] For port 1ba342bc-6080-4c34-a763-6562f89df851, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1ba342bc-6080-4c34-a763-6562f89df851,segment=NetworkSegment(c3fb5943-7232-43a2-81ad-3e471e9d0c6d),segment_id=c3fb5943-7232-43a2-81ad-3e471e9d0c6d)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:47.928910 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:47.979470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649e46a-4262-45df-a153-4ae70af92298 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:47.983410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6649e46a-4262-45df-a153-4ae70af92298 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4561386 Feb 16 23:56:47.991891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52818) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:48.014353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-9435f7c1-7518-4d16-9c98-afbd86c893cb tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Unset dirty status for tenant:917a67e4b55645188ebdf8b5a591ed2b on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:48.015942 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-9435f7c1-7518-4d16-9c98-afbd86c893cb tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.24 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 1.3379557 Feb 16 23:56:48.029032 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:48.029682 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:48.105992 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03ebe7-7b31-4b08-82f6-7172b74fcef1 None None] Pushing event updated for resources: {'Port': ['ID=1ba342bc-6080-4c34-a763-6562f89df851,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:48.139797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-43041ebb-6501-480c-bb81-0672f2cf9f63 None None] Provisioning for port 7c65083b-8098-4abc-8ad5-54b976be3ca0 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:48.149629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-43041ebb-6501-480c-bb81-0672f2cf9f63 None None] Provisioning complete for port 7c65083b-8098-4abc-8ad5-54b976be3ca0 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:48.150362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43041ebb-6501-480c-bb81-0672f2cf9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:48.221775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:48.237524 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:48.239955 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e24d6d4b-11ef-475d-9d55-33a740d3ee20 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4744310 Feb 16 23:56:48.253164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52822) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:48.254036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-43041ebb-6501-480c-bb81-0672f2cf9f63 None None] Port 7c65083b-8098-4abc-8ad5-54b976be3ca0 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:56:48.280475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cf253-4008-44c6-a05f-0cc0d399eb25 req-0a13f630-b120-4aa2-9a42-dfc3cda08d0e tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:48.282051 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-782cf253-4008-44c6-a05f-0cc0d399eb25 req-0a13f630-b120-4aa2-9a42-dfc3cda08d0e tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.4708774 Feb 16 23:56:48.283667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c91856-e3ed-4a08-9802-a87733e43a71 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:48.288578 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-84c91856-e3ed-4a08-9802-a87733e43a71 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2939932 Feb 16 23:56:48.289826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:48.293485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52826) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:48.406628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2cccf230-75e1-46fb-803d-6fbad9e08c65 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:48.409857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:48.415268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Deleting port 2de1cb4c-aef6-4830-9e88-34b0e180de5f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:48.415868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:48.483507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2cccf230-75e1-46fb-803d-6fbad9e08c65 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:48.484292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:48.558258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-d5da7f24-77d0-477e-8f9b-5e7fa48edf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:48.560170 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-d5da7f24-77d0-477e-8f9b-5e7fa48edf71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66adf6b9-de10-43c7-8773-a79e9f4d3252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6889274 Feb 16 23:56:48.571401 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-892c4ac0-daf1-4dcc-9ded-2a963ea822a8 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2753239 Feb 16 23:56:48.575863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52830) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:48.611985 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 6, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:48.616888 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347454a7-89a7-4a94-80c3-7329f706ce70 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 6, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:48.634850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72b97224-45bf-4c73-9144-727091d6b671 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:48.680363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:48.701929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:48.723259 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ca0315c6-df78-45fb-9fd7-68336acf96bc tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1461220 Feb 16 23:56:48.730515 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-782cf253-4008-44c6-a05f-0cc0d399eb25 req-aaf624b5-5876-4217-b9f7-5262e48b00c3 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367192 Feb 16 23:56:48.736011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52834) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:48.756195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 72b97224-45bf-4c73-9144-727091d6b671 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:48.756586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:48.810466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:49.030002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:49.037430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:49.041047 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5429167f-f922-4dc8-960f-9ad920ad7c8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 200 len: 933 time: 2.9379349 Feb 16 23:56:49.044725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52838) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:49.180938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65fe048-6141-48e1-a2c9-bb48feeefc31 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:49.185276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a65fe048-6141-48e1-a2c9-bb48feeefc31 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4478002 Feb 16 23:56:49.191400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52842) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:49.204301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:49.207223 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-4ef2fefe-33d6-4fd9-a911-ac66699aa915 service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252005 Feb 16 23:56:49.215979 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:49.216367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4811f9-5392-4586-a933-0031700f33e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:49.222657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4811f9-5392-4586-a933-0031700f33e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:49.223474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5d4811f9-5392-4586-a933-0031700f33e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:49.229654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:49.230818 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:49.231001 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-26b58f0d-23fa-48fa-9d3d-6c6e9300f8a0 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5043776 Feb 16 23:56:49.244634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52846) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:49.294410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cfd0142a-88d6-4366-946c-4b3e03e4cab7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0988967 Feb 16 23:56:49.298870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52850) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:49.305051 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253939073', 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:49.399584 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:49.562831 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eeec9c74-d59e-409d-b6c4-473ad38fd642 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 200 len: 933 time: 0.5163898 Feb 16 23:56:49.565794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52854) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:49.570852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet c76183aa-f9ec-43cb-b7cd-4116f216adb2 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:49.574141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:49.574288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5d4811f9-5392-4586-a933-0031700f33e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:49.575202 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5d4811f9-5392-4586-a933-0031700f33e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.3211625 Feb 16 23:56:49.577798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:49.588320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:49.589706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:49.630743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'routes': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:49.637625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:49.821470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:49.835644 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:44Z', 'revision_number': 10, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:49.840537 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:49.841804 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-88522015-769a-4c59-8c01-91ccedc9bc6b req-3eef9a36-652f-4839-ade3-4505b189922a service neutron] 10.222.0.24 "GET /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125495 Feb 16 23:56:49.859793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52858) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:49.861220 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:49.863099 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:49.953904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:49.990100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] For port 2de1cb4c-aef6-4830-9e88-34b0e180de5f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=2de1cb4c-aef6-4830-9e88-34b0e180de5f,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:49.990468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.014625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:50.030084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:50.034688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:50.042994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.047054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:50.086102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=c76183aa-f9ec-43cb-b7cd-4116f216adb2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:50.101957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.108962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:50.112850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.134500 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-930830e9-95be-4cec-814c-49b532e74b53 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/c76183aa-f9ec-43cb-b7cd-4116f216adb2 HTTP/1.1" status: 204 len: 168 time: 0.8892279 Feb 16 23:56:50.148102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253d0de-2040-4e1d-87c4-ac307e225b4f req-7ba57882-353f-4673-8276-4a161f817a55 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:50.153889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5253d0de-2040-4e1d-87c4-ac307e225b4f req-7ba57882-353f-4673-8276-4a161f817a55 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 946 time: 0.2098219 Feb 16 23:56:50.182944 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:50.204931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52864) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:50.264307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Calling delete_port for 2de1cb4c-aef6-4830-9e88-34b0e180de5f owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:50.313287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6243d4a6-9054-4647-8494-e24cf745416d None None] Network 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:50.330156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 7c65083b-8098-4abc-8ad5-54b976be3ca0 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:50.330667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.423092 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5253d0de-2040-4e1d-87c4-ac307e225b4f req-d7b9d8e1-f3e4-494e-a277-02e0de8a936d tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/security-groups?id=a697903b-24f9-4172-b737-84e59c09fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154076 Feb 16 23:56:50.509038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1ba342bc-6080-4c34-a763-6562f89df851 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:50.598443 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:44Z', 'revision_number': 10, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:50.602712 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7583aa-29e3-459b-bb6e-fdfac6b43971 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:44Z', 'revision_number': 10, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None, '_interfaces': [{'id': 'bab503ab-3285-4f5e-abb5-ea2ed560a3db', 'name': '', 'network_id': 'c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'mac_address': 'fa:16:3e:dc:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:38Z', 'revision_number': 5, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'subnets': [{'id': '9ca7bc33-8772-4fab-af7c-1a15b33628c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:50.640229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.654412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 6, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:50.656599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 1ba342bc-6080-4c34-a763-6562f89df851 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:50.662823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:50.663922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.666150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 1ba342bc-6080-4c34-a763-6562f89df851 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:50.666523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.725307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:50.725843 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:50.743509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Router 0509598e-8a5b-4b01-b47a-23698b804e99 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:56:50.762864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port e31e5a11-650c-4e55-b471-bf6c7b0ba103 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:50.763832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:50.814325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=545ef6f0-84a8-40c0-9fc1-d9371969ac99,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:50.872586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:50.872989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: d517d589-d290-44c3-96aa-9c8964fa2dc0, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:56:50.932657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:50.933010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:56:50.979823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a897f9-12e7-4444-8af4-404d1a9d00c2 None None] DHCP port deletion for 7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:51.006826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.007046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:51.007537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, d517d589-d290-44c3-96aa-9c8964fa2dc0) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:51.011562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:51.012159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.019202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-42a897f9-12e7-4444-8af4-404d1a9d00c2 None None] Deleting port e31e5a11-650c-4e55-b471-bf6c7b0ba103 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:51.019510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-42a897f9-12e7-4444-8af4-404d1a9d00c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.033065 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] Sync routers for ids ['0509598e-8a5b-4b01-b47a-23698b804e99'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:51.053130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8c424-887e-448f-999f-7d2687626e5d None None] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:51.054771 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] Routers {'0509598e-8a5b-4b01-b47a-23698b804e99'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:51.055657 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0509598e-8a5b-4b01-b47a-23698b804e99'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.091342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port e31e5a11-650c-4e55-b471-bf6c7b0ba103, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e31e5a11-650c-4e55-b471-bf6c7b0ba103,segment=NetworkSegment(4912a1e9-31e2-4f2c-a5f3-8ec3efffd025),segment_id=4912a1e9-31e2-4f2c-a5f3-8ec3efffd025)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:51.092933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.101230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.102443 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7ff125db-6e63-4a94-bd7e-157185074243 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "PUT /v2.0/routers/0509598e-8a5b-4b01-b47a-23698b804e99 HTTP/1.1" status: 200 len: 917 time: 9.7944193 Feb 16 23:56:51.111344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52868) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:51.138906 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.151160 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] Routers {'0509598e-8a5b-4b01-b47a-23698b804e99'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:51.152128 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['0509598e-8a5b-4b01-b47a-23698b804e99'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.248628 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.249761 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9af98-d53b-423a-a8e3-fb1fb05b12c8 None None] The sync data for ids ['0509598e-8a5b-4b01-b47a-23698b804e99'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:51.282817 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c6447f9a-9288-4093-80b6-37875f86fbef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9825785 Feb 16 23:56:51.294727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for e31e5a11-650c-4e55-b471-bf6c7b0ba103 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:51.389849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.425407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 2de1cb4c-aef6-4830-9e88-34b0e180de5f no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:51.455658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=e31e5a11-650c-4e55-b471-bf6c7b0ba103,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:51.458728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No DVR routers for this DVR port e31e5a11-650c-4e55-b471-bf6c7b0ba103 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:51.466391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-42a897f9-12e7-4444-8af4-404d1a9d00c2 None None] The port 'e31e5a11-650c-4e55-b471-bf6c7b0ba103' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:56:51.468106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 1ba342bc-6080-4c34-a763-6562f89df851, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1ba342bc-6080-4c34-a763-6562f89df851,segment=NetworkSegment(c3fb5943-7232-43a2-81ad-3e471e9d0c6d),segment_id=c3fb5943-7232-43a2-81ad-3e471e9d0c6d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:51.492435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.524526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52876) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:51.534069 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d053b1a0-b0a8-4c3b-baf3-418b8a8548f3 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/0509598e-8a5b-4b01-b47a-23698b804e99 HTTP/1.1" status: 200 len: 923 time: 0.4090245 Feb 16 23:56:51.542591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.546170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252018477', 'description': 'tempest-secgroup-smoke-1252018477 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:51.553106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52880) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:51.553597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:51.570629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:51.648811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.663019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.687201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No active binding found for port 2de1cb4c-aef6-4830-9e88-34b0e180de5f {{(pid=87678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 23:56:51.687475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 2de1cb4c-aef6-4830-9e88-34b0e180de5f not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:51.696698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.730795 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-06eebd4e-6c21-4174-affe-99d7e97daf9f req-179daf5c-89f1-43b9-b80b-8685bcb351bb tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 210 time: 0.0865047 Feb 16 23:56:51.736518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.742432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=1ba342bc-6080-4c34-a763-6562f89df851,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:51.750956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:51.754178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:51.757592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:51.764524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:51.787424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec60e8b-a71f-4cea-b705-0cf4598ab4a3']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.809935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-d517d589-d290-44c3-96aa-9c8964fa2dc0', 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:51.810692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.812731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.813029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4912a1e9-31e2-4f2c-a5f3-8ec3efffd025') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.854638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 7c65083b-8098-4abc-8ad5-54b976be3ca0 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:51.875989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 6, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:51.885527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db4230-2370-4ed4-bb52-5f08f6675678 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 6, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:47Z', 'revision_number': 4, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:51.945196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event deleted for resources: {'Port': ['ID=2de1cb4c-aef6-4830-9e88-34b0e180de5f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:51.952030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.981975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:51.998655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:56:51.999084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.010215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Allocated IP 172.20.0.18 (d517d589-d290-44c3-96aa-9c8964fa2dc0/545ef6f0-84a8-40c0-9fc1-d9371969ac99/be3a076b-4029-42f8-94ba-983cf82e0890) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:56:52.015074 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:56:52.076897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] No DVR routers for this DVR port 2de1cb4c-aef6-4830-9e88-34b0e180de5f on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:52.098780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.100770 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3ec6f44c-1607-424b-b966-499c93a9bad6 req-159af747-0866-4fa1-a4c4-479aa24d20c2 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.24 "DELETE /v2.0/ports/2de1cb4c-aef6-4830-9e88-34b0e180de5f HTTP/1.1" status: 204 len: 173 time: 4.0726986 Feb 16 23:56:52.103357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-deleted', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:56:52.111182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.115384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.172964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1f278-4d71-45e2-9a42-833b3f73486b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:52.175424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.177414 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ada3e2e0-2ea1-4c6d-a713-cbb32388c7dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6488769 Feb 16 23:56:52.178756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.180261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52886) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:52.185192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '14a1f278-4d71-45e2-9a42-833b3f73486b', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:52.192481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:52.196359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:52.200046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:52.205785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:52.219629 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf78e8-aa99-4e30-89ea-f5bd309899b2', 'name': 'network-vif-deleted', 'tag': '2de1cb4c-aef6-4830-9e88-34b0e180de5f', 'status': 'completed', 'code': 200} Feb 16 23:56:52.229776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bce74a-14cc-4629-bdc7-f870bdb6a31f tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:52.230920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.231130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-08bce74a-14cc-4629-bdc7-f870bdb6a31f tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Synchronizing usage tracker for tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:52.232780 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/7ec60e8b-a71f-4cea-b705-0cf4598ab4a3 HTTP/1.1" status: 204 len: 168 time: 2.0267837 Feb 16 23:56:52.245270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52890) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:52.248816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5a21b-6ca9-400e-9b90-0383715f6a28 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=7ec60e8b-a71f-4cea-b705-0cf4598ab4a3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:52.363184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-08bce74a-14cc-4629-bdc7-f870bdb6a31f tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Unset dirty status for tenant:4a5a3a1bf77d4a15ae6f0dc580e8cc81 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:52.365076 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-08bce74a-14cc-4629-bdc7-f870bdb6a31f tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=0509598e-8a5b-4b01-b47a-23698b804e99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8109932 Feb 16 23:56:52.371949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.extraroute_db [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added routes are [] {{(pid=87676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 23:56:52.372729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.extraroute_db [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 23:56:52.374928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52894) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:52.415011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.424626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1ba342bc-6080-4c34-a763-6562f89df851 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:52.446036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.462334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.472407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Transition to ACTIVE for port object be3a076b-4029-42f8-94ba-983cf82e0890 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:52.518136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Transition to ACTIVE for port object be3a076b-4029-42f8-94ba-983cf82e0890 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:52.534165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.547270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=7c65083b-8098-4abc-8ad5-54b976be3ca0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:52.619338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:52.619694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.627759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:52.642351 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:52.642997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.652368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 1ba342bc-6080-4c34-a763-6562f89df851 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:52.652802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.781446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.790089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.796151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Pushing event updated for resources: {'Port': ['ID=be3a076b-4029-42f8-94ba-983cf82e0890,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:52.842551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e380bbc-615e-4e96-9eec-7b5abbc58bdf,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:52.910592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Attempting to bind port be3a076b-4029-42f8-94ba-983cf82e0890 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:52.910592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Attempting to bind port be3a076b-4029-42f8-94ba-983cf82e0890 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:52.911110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Attempting to bind port be3a076b-4029-42f8-94ba-983cf82e0890 on network d517d589-d290-44c3-96aa-9c8964fa2dc0 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:52.919662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:52.920037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Checking segment: {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:52.920582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.922016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Bound using segment: {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:52.922736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Bound port: be3a076b-4029-42f8-94ba-983cf82e0890, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:52.923120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.946984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:52.948309 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-568002fe-85b0-4e52-83f0-9e6f0bf55c09 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7671766 Feb 16 23:56:52.985737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705c97c-9a93-491d-90cd-ff1cf83b97a8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:52.987137 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3705c97c-9a93-491d-90cd-ff1cf83b97a8 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.6109104 Feb 16 23:56:52.988209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52900) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:52.995638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52902) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:53.007715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '14a1f278-4d71-45e2-9a42-833b3f73486b', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:53.014905 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1c5e5c9d-2fee-4189-a4b8-f0647ba5ef78 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/7c65083b-8098-4abc-8ad5-54b976be3ca0 HTTP/1.1" status: 204 len: 168 time: 3.1222270 Feb 16 23:56:53.016959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:53.019012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52908) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:53.063145 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4864b10a-24ec-4320-9b61-fb69875cf477 req-d267b263-39f5-4847-ac71-234f2e818ac0 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "GET /v2.0/ports?device_id=54cf78e8-aa99-4e30-89ea-f5bd309899b2 HTTP/1.1" status: 200 len: 210 time: 0.1110632 Feb 16 23:56:53.086251 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3b45c4fd-de79-436f-924a-b6b6d8cddece tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=0509598e-8a5b-4b01-b47a-23698b804e99 HTTP/1.1" status: 200 len: 205 time: 0.0910261 Feb 16 23:56:53.087387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52912) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:53.091049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] For port be3a076b-4029-42f8-94ba-983cf82e0890, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:53.096358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] For port be3a076b-4029-42f8-94ba-983cf82e0890, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=be3a076b-4029-42f8-94ba-983cf82e0890,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:53.102272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.189583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e31e5a11-650c-4e55-b471-bf6c7b0ba103 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:53.240383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: e31e5a11-650c-4e55-b471-bf6c7b0ba103 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:53.240815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e31e5a11-650c-4e55-b471-bf6c7b0ba103 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:53.241240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b4baaf6b-b361-4e9c-ac74-cac6946816f6 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:53.269602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:53.276306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:53.297788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb5f73-06a4-4d43-ba06-125d40a2e5dd None None] Pushing event updated for resources: {'Port': ['ID=be3a076b-4029-42f8-94ba-983cf82e0890,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:53.301503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b4baaf6b-b361-4e9c-ac74-cac6946816f6 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:53.301763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.302324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b4baaf6b-b361-4e9c-ac74-cac6946816f6 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:53.321376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.329229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.331420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:53.424626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b97af19-928d-417a-b8ed-0b8148774fd0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:53.426657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b97af19-928d-417a-b8ed-0b8148774fd0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:53.427408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0b97af19-928d-417a-b8ed-0b8148774fd0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:53.505111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.550061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0b97af19-928d-417a-b8ed-0b8148774fd0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:53.554390 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0b97af19-928d-417a-b8ed-0b8148774fd0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5313265 Feb 16 23:56:53.558725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52916) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:53.571821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.585108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Deleting port 53d8a920-6af8-4968-993e-7e36e000da02 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:53.585527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.627294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.640421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:53.669846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 915f87ab-d9a7-4a5a-b768-3ac14f20eea1 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:53.684443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.719352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.775043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.884090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50293602-7292-41c1-8fe6-b036319de489,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:53.893124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.942793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:53.943980 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9289c78f-d6af-426d-90b5-aa230fcb7d62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9488955 Feb 16 23:56:53.950174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52920) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:53.961169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '14a1f278-4d71-45e2-9a42-833b3f73486b', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:53.981800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:53.992774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:53.996966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:54.004329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.004893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:54.008043 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-888fbad3-1cb9-4e28-bb8f-6b1a8deb70b6 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 200 len: 699 time: 4.4327762 Feb 16 23:56:54.008363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:54.011316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52924) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:54.021570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:54.022217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:54.026210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:54.063290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.117642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.259816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Calling delete_port for 53d8a920-6af8-4968-993e-7e36e000da02 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:54.271829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:54.286849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52930) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:54.333166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.410403 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-acf96425-59e4-4577-be65-a4333ab904f1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 200 len: 699 time: 0.3934493 Feb 16 23:56:54.420298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52934) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:54.456782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.460220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.494259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device be3a076b-4029-42f8-94ba-983cf82e0890 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:54.522792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.525638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.546373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e83ad7-f69a-40a9-833e-a8d1d8949d74 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:54.546595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=915f87ab-d9a7-4a5a-b768-3ac14f20eea1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:54.558292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06475a3a-6ae4-4bfd-bf0f-d4b389f5997f None None] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:54.573729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30ecda9-0f79-410d-b352-15b2b90fb1c9,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:54.577342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.583709 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-49284696-41b9-4881-8c83-c175d218c009 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6309195 Feb 16 23:56:54.584626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52938) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:54.591255 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-37e400a8-fc70-4d9a-8e1a-ca375e2720e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/915f87ab-d9a7-4a5a-b768-3ac14f20eea1 HTTP/1.1" status: 204 len: 168 time: 1.0252707 Feb 16 23:56:54.592712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '14a1f278-4d71-45e2-9a42-833b3f73486b', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:54.598899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:54.602932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:54.606263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:54.611972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:54.619423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52942) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:54.700315 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-55859acb-a983-4527-9113-c53ad330d656 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772130 Feb 16 23:56:54.706981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52946) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:54.714585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:54.735509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.737615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port bab503ab-3285-4f5e-abb5-ea2ed560a3db {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:54.737955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.866686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:54.873930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:54.883735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:54.890773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5e73ac27-6a98-4fc7-b531-757d5e52cc01 None None] Provisioning for port be3a076b-4029-42f8-94ba-983cf82e0890 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:54.897239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.898364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:54.906848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.922415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:54.926512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:54.995956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port be3a076b-4029-42f8-94ba-983cf82e0890 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:55.005469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1977010-1e3e-45d2-ba9d-8a8b91c4c16a,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:55.019084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port be3a076b-4029-42f8-94ba-983cf82e0890 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:55.019275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.031548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.035847 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ab0fabe2-2603-464c-8918-5cd275ea7e8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4468565 Feb 16 23:56:55.037550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52950) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:55.045022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '14a1f278-4d71-45e2-9a42-833b3f73486b', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:55.060222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:55.067189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:55.074443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:55.083929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:55.198134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:52Z', 'revision_number': 7, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:51Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:55.218159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:55.229212 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:56:55.237919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.284807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:55.285608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:55.380477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.384678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.403553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.421698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:55.431689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.471453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1a9331-ed50-42fc-9134-0d85e9c4c7a9,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:55.496867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.497182 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-47a51ca9-4c64-43a0-b6b5-0ac34085262b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4589071 Feb 16 23:56:55.501612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:55.505167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52954) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:55.506027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:55.508983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:55.509579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.514186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] Deleting port 2cccf230-75e1-46fb-803d-6fbad9e08c65 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:55.514759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.519965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.525412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '14a1f278-4d71-45e2-9a42-833b3f73486b', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:55.537571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:55.548901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:55.549950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port be3a076b-4029-42f8-94ba-983cf82e0890, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=be3a076b-4029-42f8-94ba-983cf82e0890,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:55.551849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=da46fca4-3433-4d4e-be36-8f680870f3e7,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:55.556529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:55.564637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:55.568134 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d4be90c0-e4ab-4a17-a11c-df1d2f72f86e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8596013 Feb 16 23:56:55.570574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52958) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:55.572263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.577497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port bab503ab-3285-4f5e-abb5-ea2ed560a3db, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bab503ab-3285-4f5e-abb5-ea2ed560a3db,segment=NetworkSegment(404d2547-fea2-4d70-a58d-c39f11a9c6dd),segment_id=404d2547-fea2-4d70-a58d-c39f11a9c6dd)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:55.577840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.580220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': 'da46fca4-3433-4d4e-be36-8f680870f3e7', 'ip_address': '2001:db8::ac1f:103e:67bc:7685'}], 'name': 'tempest-NetworksTestDHCPv6-1709890740'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:55.624844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event deleted for resources: {'Port': ['ID=53d8a920-6af8-4968-993e-7e36e000da02,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:55.652793 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:56:55.665816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.715982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=be3a076b-4029-42f8-94ba-983cf82e0890,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:55.721331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:55.790078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:55.793168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.796530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:55.800963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:55.804399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.818034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:55.831439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for bab503ab-3285-4f5e-abb5-ea2ed560a3db owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:55.845857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b2d89b-2955-44b4-bc5c-8055d2496464,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:55.852025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:55.853307 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f199b700-e24e-4baf-86e0-8b310cdbc176 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3398564 Feb 16 23:56:55.858254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:56:56.034719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.066538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.067267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 84a01fd6-01d9-41a6-a6b7-3d2580ce999f yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:56:56.209620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e28066b6-20f0-4150-9fe2-64a9518b6435 None None] Provisioning complete for port be3a076b-4029-42f8-94ba-983cf82e0890 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:56.209995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e28066b6-20f0-4150-9fe2-64a9518b6435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.282331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::ac1f:103e:67bc:7685 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/da46fca4-3433-4d4e-be36-8f680870f3e7/84a01fd6-01d9-41a6-a6b7-3d2580ce999f) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:56.355550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] For port 2cccf230-75e1-46fb-803d-6fbad9e08c65, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2cccf230-75e1-46fb-803d-6fbad9e08c65,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:56.356038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.431057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device be3a076b-4029-42f8-94ba-983cf82e0890 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:56:56.435539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.448560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.491619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-0385f543-081a-4e09-8c52-7f158c48e2fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:56.532930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] Calling delete_port for 2cccf230-75e1-46fb-803d-6fbad9e08c65 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:56.534944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.538886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.539371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Fanout notify agent at l3_agent the message router_deleted on router 0509598e-8a5b-4b01-b47a-23698b804e99 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:56:56.560342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 84a01fd6-01d9-41a6-a6b7-3d2580ce999f will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:56.589476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.599343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-0385f543-081a-4e09-8c52-7f158c48e2fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:56.600509 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-0385f543-081a-4e09-8c52-7f158c48e2fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252018477&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.4786294 Feb 16 23:56:56.677110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:56.681586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:56.686321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:56.689561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.694823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:56.695908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.718741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=84a01fd6-01d9-41a6-a6b7-3d2580ce999f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:56.738743 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-73af90dc-e06d-4577-ac31-2613b9065a12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1649032 Feb 16 23:56:56.739073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52974) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:56.740934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.745859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52978) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:56.746043 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2c481064-3b98-4728-8850-d07ced192cd6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/0509598e-8a5b-4b01-b47a-23698b804e99 HTTP/1.1" status: 204 len: 168 time: 3.6570144 Feb 16 23:56:56.762579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] Pushing event deleted for resources: {'Port': ['ID=2cccf230-75e1-46fb-803d-6fbad9e08c65,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:56.767082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930ea7e-dac8-4bb3-9e32-bafd945ad565 None None] No DVR routers for this DVR port 2cccf230-75e1-46fb-803d-6fbad9e08c65 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:56:56.788130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1397072327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:56.790561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.798081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe67e2-d640-42fd-ae68-10e42772b307 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:56.800851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:56:56.810068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Usage tracker for resource:router and tenant:2d2c2875791e4e53b8ffc567188ac9d7 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:56:56.814103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:56:56.821373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:56:56.846716 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.847740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.860657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Port': ['ID=bab503ab-3285-4f5e-abb5-ea2ed560a3db,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:56.872616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aeb474-519c-4df2-ae9a-8eee5bc1b750 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:56.873439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-00aeb474-519c-4df2-ae9a-8eee5bc1b750 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:56.879940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.884693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port be3a076b-4029-42f8-94ba-983cf82e0890 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:56:56.885175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.911415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.920950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-00aeb474-519c-4df2-ae9a-8eee5bc1b750 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:56.923130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:52Z', 'revision_number': 7, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:51Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:56.924692 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-00aeb474-519c-4df2-ae9a-8eee5bc1b750 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1838777 Feb 16 23:56:56.925549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52982) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:56.951749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:56.955890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca311cf-b604-4dca-bc6f-cf50b76b0f9e None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:56:52Z', 'revision_number': 7, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': '1ba342bc-6080-4c34-a763-6562f89df851', 'name': '', 'network_id': 'ac585ab0-78d3-481a-9565-b1960e6beeb1', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b0:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:41Z', 'updated_at': '2022-02-16T23:56:51Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '6942b087-0b8e-4265-aee1-ef459ecb60c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:57.012838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.017178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-669c6e84-985d-4bba-a43f-7e59e331f6c3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2706249 Feb 16 23:56:57.023053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52986) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:57.030631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'enable_snat': False}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:56:57.133632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 84a01fd6-01d9-41a6-a6b7-3d2580ce999f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:57.133978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.154083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-bad3d398-dfac-4ecf-b088-14116633dcc4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:57.155288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-bad3d398-dfac-4ecf-b088-14116633dcc4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:57.216826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': 'da46fca4-3433-4d4e-be36-8f680870f3e7'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:56:57.217992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.240262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2cccf230-75e1-46fb-803d-6fbad9e08c65 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:56:57.270495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.395028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.440769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-bad3d398-dfac-4ecf-b088-14116633dcc4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:57.447394 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-bad3d398-dfac-4ecf-b088-14116633dcc4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=d517d589-d290-44c3-96aa-9c8964fa2dc0 HTTP/1.1" status: 200 len: 796 time: 0.8365824 Feb 16 23:56:57.453320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 2cccf230-75e1-46fb-803d-6fbad9e08c65 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:56:57.453851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2cccf230-75e1-46fb-803d-6fbad9e08c65 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:56:57.490277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/da46fca4-3433-4d4e-be36-8f680870f3e7/296e7baa-4dcf-43d0-ad44-abc2c19df05f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:57.601367 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-3a801a64-93b2-4894-96ae-7ece4b2beb15 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.1529706 Feb 16 23:56:57.713969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.725063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Transition to ACTIVE for port object 296e7baa-4dcf-43d0-ad44-abc2c19df05f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:57.742812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Transition to ACTIVE for port object 296e7baa-4dcf-43d0-ad44-abc2c19df05f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:56:57.750530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.794731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.805391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.811352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:57.818766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:57.823148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:57.903062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Pushing event updated for resources: {'Port': ['ID=296e7baa-4dcf-43d0-ad44-abc2c19df05f,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:57.928183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Attempting to bind port 296e7baa-4dcf-43d0-ad44-abc2c19df05f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:56:57.928554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Attempting to bind port 296e7baa-4dcf-43d0-ad44-abc2c19df05f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:56:57.928912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Attempting to bind port 296e7baa-4dcf-43d0-ad44-abc2c19df05f on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:56:57.934678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:56:57.935051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:56:57.936578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.936578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:56:57.936578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Bound port: 296e7baa-4dcf-43d0-ad44-abc2c19df05f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:56:57.936926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:57.944383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 84a01fd6-01d9-41a6-a6b7-3d2580ce999f owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:58.031295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] For port 296e7baa-4dcf-43d0-ad44-abc2c19df05f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:56:58.035031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] For port 296e7baa-4dcf-43d0-ad44-abc2c19df05f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=296e7baa-4dcf-43d0-ad44-abc2c19df05f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:56:58.041812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.134791 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff61a01-0a56-4e5c-87b1-88cbe4a73f2b None None] Pushing event updated for resources: {'Port': ['ID=296e7baa-4dcf-43d0-ad44-abc2c19df05f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:58.181827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.237300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=84a01fd6-01d9-41a6-a6b7-3d2580ce999f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:58.278606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:56:58.322909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-de6472aa-cdb3-4914-8b7b-b9d806596558 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7198150 Feb 16 23:56:58.400619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.475680 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ba7c9837-1aa4-4975-b47e-4186e4efb85d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/84a01fd6-01d9-41a6-a6b7-3d2580ce999f HTTP/1.1" status: 204 len: 168 time: 1.5399635 Feb 16 23:56:58.477806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.482522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 52992) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:58.508364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.602260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:56:58.612765 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:56:58.615984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 52996) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:58.619450 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4cffd464-b7db-4f06-831a-293233685df6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3637533 Feb 16 23:56:58.622327 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:58.623141 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:58.705142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Allocated IP 172.26.2.236 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b4958bd6-4468-451b-9084-360a87fc1ed4) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:56:58.711308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting subnet 9ca7bc33-8772-4fab-af7c-1a15b33628c1 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:58.717343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.761160 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:58.811540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699593b-3700-4470-836d-23c70165b15a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:58.813064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699593b-3700-4470-836d-23c70165b15a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:56:58.813807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5699593b-3700-4470-836d-23c70165b15a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:56:58.816286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 1ba342bc-6080-4c34-a763-6562f89df851 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:58.816663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.886311 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:56Z', 'revision_number': 11, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:58.891308 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:56:58.900692 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:56:58.901438 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:58.922667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Deleting port fffcce4a-db99-4b08-b203-a9e9fd4f795d {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:58.922994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.980799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:58.987767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5699593b-3700-4470-836d-23c70165b15a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:56:58.992317 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5699593b-3700-4470-836d-23c70165b15a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5043426 Feb 16 23:56:58.994527 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-794b5cd1-53ac-4134-9303-efc4a776b703 service neutron] 10.222.0.47 "GET /v2.0/networks/d517d589-d290-44c3-96aa-9c8964fa2dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929291 Feb 16 23:56:59.005575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53000) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:59.049180 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:56:59.112347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.170132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.229149 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:56Z', 'revision_number': 11, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:56:59.233742 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d394-d8ad-4644-b92b-711de0682a49 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:56Z', 'revision_number': 11, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:56:59.278042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.333237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet da46fca4-3433-4d4e-be36-8f680870f3e7 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:56:59.355566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.373470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:56:59.376942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:56:59.379345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:56:59.404385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.456031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-00ed6a4a-dc3e-4a76-aef2-a06687e657d8 None None] Provisioning for port 296e7baa-4dcf-43d0-ad44-abc2c19df05f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:56:59.458174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Pushing event updated for resources: {'Port': ['ID=b4958bd6-4468-451b-9084-360a87fc1ed4,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:59.468928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-00ed6a4a-dc3e-4a76-aef2-a06687e657d8 None None] Could not find standard attr ID for object 84a01fd6-01d9-41a6-a6b7-3d2580ce999f. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:56:59.472748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca7bc33-8772-4fab-af7c-1a15b33628c1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:56:59.480709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.496567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432edc0b-c971-45a3-ac4f-a7fbf952b2ec None None] Network c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:56:59.507127 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-17d0d338-7052-4c3c-bc15-f2a8b062f34f tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/9ca7bc33-8772-4fab-af7c-1a15b33628c1 HTTP/1.1" status: 204 len: 168 time: 0.8872907 Feb 16 23:56:59.507567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port 1ba342bc-6080-4c34-a763-6562f89df851, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1ba342bc-6080-4c34-a763-6562f89df851,segment=NetworkSegment(c3fb5943-7232-43a2-81ad-3e471e9d0c6d),segment_id=c3fb5943-7232-43a2-81ad-3e471e9d0c6d)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:59.507567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.508732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53006) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:56:59.519638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.565461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] For port fffcce4a-db99-4b08-b203-a9e9fd4f795d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fffcce4a-db99-4b08-b203-a9e9fd4f795d,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:56:59.565811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.729238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1672ed90-6cab-4075-bedf-f6bb7bd16471 None None] Could not find standard attr ID for object 84a01fd6-01d9-41a6-a6b7-3d2580ce999f. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:56:59.777840 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-693d8d95-013d-43ac-aa90-0bd1b32b0c18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6343324 Feb 16 23:56:59.837602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.890447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port e636aa02-b3cf-407b-a847-454095a43934 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:59.891034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:56:59.903999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Calling delete_port for fffcce4a-db99-4b08-b203-a9e9fd4f795d owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:56:59.927735 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] DHCP port deletion for c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:56:59.933221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] Deleting port e636aa02-b3cf-407b-a847-454095a43934 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:56:59.933662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:00.002472 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c99da83f-c807-4836-8c8f-c563208ff3d4 service neutron] 10.222.0.47 "GET /v2.0/networks/d517d589-d290-44c3-96aa-9c8964fa2dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9946015 Feb 16 23:57:00.169612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] For port e636aa02-b3cf-407b-a847-454095a43934, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e636aa02-b3cf-407b-a847-454095a43934,segment=NetworkSegment(404d2547-fea2-4d70-a58d-c39f11a9c6dd),segment_id=404d2547-fea2-4d70-a58d-c39f11a9c6dd)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:00.170013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:00.272700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 1ba342bc-6080-4c34-a763-6562f89df851 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:00.295912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-e385183d-c62e-4553-ac57-bf5cc16af7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:00.297479 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-e385183d-c62e-4553-ac57-bf5cc16af7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1098 time: 0.3572309 Feb 16 23:57:00.297987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:00.317073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] Calling delete_port for e636aa02-b3cf-407b-a847-454095a43934 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:00.326440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:00.447905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event deleted for resources: {'Port': ['ID=fffcce4a-db99-4b08-b203-a9e9fd4f795d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:00.450987 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d1817641-41e9-483a-9f0b-59280da3ec49 req-dd067ae1-f1a2-499a-8535-2fe3cfadd73d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 210 time: 0.1384079 Feb 16 23:57:00.470132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:00.545304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] Pushing event deleted for resources: {'Port': ['ID=e636aa02-b3cf-407b-a847-454095a43934,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:00.547313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 296e7baa-4dcf-43d0-ad44-abc2c19df05f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:00.587416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85090858-1078-4876-b196-b8f83bc5e773 None None] No DVR routers for this DVR port e636aa02-b3cf-407b-a847-454095a43934 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:00.664624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 296e7baa-4dcf-43d0-ad44-abc2c19df05f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:00.671986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:00.678721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 296e7baa-4dcf-43d0-ad44-abc2c19df05f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:00.679174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:00.852809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-67039560-1950-49e2-bd9a-c65a0eb59f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:00.854723 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-67039560-1950-49e2-bd9a-c65a0eb59f5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 896 time: 0.4145670 Feb 16 23:57:00.879628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.015657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.079959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] For port e636aa02-b3cf-407b-a847-454095a43934, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e636aa02-b3cf-407b-a847-454095a43934,segment=NetworkSegment(404d2547-fea2-4d70-a58d-c39f11a9c6dd),segment_id=404d2547-fea2-4d70-a58d-c39f11a9c6dd)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:01.080427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.086871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=da46fca4-3433-4d4e-be36-8f680870f3e7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:01.100593 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-d5ccd769-2c48-42e8-a39d-a7d92a1df374 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 200 len: 1001 time: 0.2308111 Feb 16 23:57:01.119323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.121022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:01.121618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:01.126184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.133760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.134191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3ff41-9205-4253-bc21-96a1b192ea11 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:01.259949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=1ba342bc-6080-4c34-a763-6562f89df851,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:01.266039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Calling delete_port for e636aa02-b3cf-407b-a847-454095a43934 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:01.350256 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1baa3046-460b-44e6-b701-6885997a46d3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/da46fca4-3433-4d4e-be36-8f680870f3e7 HTTP/1.1" status: 204 len: 168 time: 2.3438296 Feb 16 23:57:01.357708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53022) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:01.418258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-e5a90f9c-4c05-4a48-bc09-0880a2cd773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:01.420372 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-e5a90f9c-4c05-4a48-bc09-0880a2cd773b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 HTTP/1.1" status: 200 len: 834 time: 0.3109872 Feb 16 23:57:01.475172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:01.482608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Deleting port 296e7baa-4dcf-43d0-ad44-abc2c19df05f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:01.482982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.652216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:01.652817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:01.742845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.754851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.838470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-a3e2c8eb-8b9b-42f2-9c98-b47c48a36c83 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:01.839974 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-a3e2c8eb-8b9b-42f2-9c98-b47c48a36c83 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=d517d589-d290-44c3-96aa-9c8964fa2dc0 HTTP/1.1" status: 200 len: 796 time: 0.3531373 Feb 16 23:57:01.851398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-21d4d4bc-5eb3-4783-9389-2b1c3a76422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:01.853037 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-21d4d4bc-5eb3-4783-9389-2b1c3a76422d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f85f68f-dc38-4f11-b913-265b238af0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4077079 Feb 16 23:57:01.866142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] For port 296e7baa-4dcf-43d0-ad44-abc2c19df05f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=296e7baa-4dcf-43d0-ad44-abc2c19df05f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:01.866757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:01.939985 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-98257bd7-fa3c-4679-99df-cbd2f45c8e89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5810261 Feb 16 23:57:01.943883 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-02ffa8a0-d67a-4bf2-bd16-659586a04357 req-8b058054-a64f-4211-a919-5410549046f0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 210 time: 0.2607706 Feb 16 23:57:01.944479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53032) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:01.967940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:02.006611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Calling delete_port for 296e7baa-4dcf-43d0-ad44-abc2c19df05f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:02.032489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.051188 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-f6fbf733-0935-4d68-afde-e8331f0f07cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 472 time: 0.1967731 Feb 16 23:57:02.065706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['14a1f278-4d71-45e2-9a42-833b3f73486b']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:02.087342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 296e7baa-4dcf-43d0-ad44-abc2c19df05f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=296e7baa-4dcf-43d0-ad44-abc2c19df05f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:02.098599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.157490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Deleting port e636aa02-b3cf-407b-a847-454095a43934 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:02.157863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.170027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=296e7baa-4dcf-43d0-ad44-abc2c19df05f,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:02.183913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bab503ab-3285-4f5e-abb5-ea2ed560a3db no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:02.217475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:02.217892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:02.223687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: bab503ab-3285-4f5e-abb5-ea2ed560a3db {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:02.224179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bab503ab-3285-4f5e-abb5-ea2ed560a3db not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:02.224698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e636aa02-b3cf-407b-a847-454095a43934 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:02.266371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: e636aa02-b3cf-407b-a847-454095a43934 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:02.268087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e636aa02-b3cf-407b-a847-454095a43934 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:02.319920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.340818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:02.351847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:02.405565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:02.416923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Router e57f8ea5-e83e-41f2-af1d-7b2762c4287d has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:02.418061 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:02.420767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] The port 'e636aa02-b3cf-407b-a847-454095a43934' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:57:02.429707 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-0bf4accd-3000-4748-bcfd-43af02494661 service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606337 Feb 16 23:57:02.466465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 296e7baa-4dcf-43d0-ad44-abc2c19df05f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:02.514781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:02.518212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.589344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.625170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 296e7baa-4dcf-43d0-ad44-abc2c19df05f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=296e7baa-4dcf-43d0-ad44-abc2c19df05f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:02.630913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.697101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.708872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:02.720594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Deleting port 296e7baa-4dcf-43d0-ad44-abc2c19df05f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:02.721843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:port and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:02.721992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.737685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:02.757921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:02.766497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Router fcf9d7d9-414d-43b3-90e1-8f962d54a923 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:57:02.768515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:02.787397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404d2547-fea2-4d70-a58d-c39f11a9c6dd') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:02.787750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404d2547-fea2-4d70-a58d-c39f11a9c6dd') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:02.807794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.817730 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c5d15218-1f59-4e76-8eac-15023ff2dc7d req-3b720494-b7aa-40e1-a0ba-1bf9c43f1b1a service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558853 Feb 16 23:57:02.827208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=296e7baa-4dcf-43d0-ad44-abc2c19df05f,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:02.880804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:02.884386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.912508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.941220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:57:02.941220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:57:02.956491 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:57:02.962580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] For port 296e7baa-4dcf-43d0-ad44-abc2c19df05f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=296e7baa-4dcf-43d0-ad44-abc2c19df05f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:02.962984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.111446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Calling delete_port for 296e7baa-4dcf-43d0-ad44-abc2c19df05f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:03.135200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:03.140859 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-161e01c8-b11e-4005-824e-7bf439216f4c req-7063ba2e-4b12-4a93-99a8-8c0b81eb2e1a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 210 time: 0.0696306 Feb 16 23:57:03.145889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c65c6b5f-98af-49fe-8113-bb1a06740636 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "PUT /v2.0/routers/e57f8ea5-e83e-41f2-af1d-7b2762c4287d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8572736 Feb 16 23:57:03.149558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53038) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:03.186162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.194293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:03.204175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] Sync routers for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:03.218106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.232649 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:03.233274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:03.257764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Pushing event deleted for resources: {'Network': ['ID=c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:03.266262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:03.280478 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] Sync routers for ids ['fcf9d7d9-414d-43b3-90e1-8f962d54a923'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:03.289941 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] Routers {'fcf9d7d9-414d-43b3-90e1-8f962d54a923'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:03.290763 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['fcf9d7d9-414d-43b3-90e1-8f962d54a923'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:03.307350 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-21b53018-7a27-46a3-9df2-293294dd187a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/networks/c3d530df-d0f3-4eb6-ba67-4d975eb8a9a9 HTTP/1.1" status: 204 len: 168 time: 3.7958598 Feb 16 23:57:03.309623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53042) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:03.315453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.319494 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f012b3fb-5e2e-457e-927d-0c9787867864 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "PUT /v2.0/routers/fcf9d7d9-414d-43b3-90e1-8f962d54a923 HTTP/1.1" status: 200 len: 920 time: 6.2954404 Feb 16 23:57:03.326585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'routes': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:03.358180 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:03.367687 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] Routers {'fcf9d7d9-414d-43b3-90e1-8f962d54a923'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:03.368558 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['fcf9d7d9-414d-43b3-90e1-8f962d54a923'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:03.375736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53046) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:03.428164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.435809 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:03.436562 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed459b02-a6ef-4023-9466-1ba364a87846 None None] The sync data for ids ['fcf9d7d9-414d-43b3-90e1-8f962d54a923'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:03.454504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.22 (d517d589-d290-44c3-96aa-9c8964fa2dc0/545ef6f0-84a8-40c0-9fc1-d9371969ac99/4934391e-a07a-497d-975c-782d39005883) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:03.463772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Deleting subnet 243276c0-ad51-4d00-a1ed-2d1c61136666 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:03.472175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.496164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] Pushing event deleted for resources: {'Port': ['ID=296e7baa-4dcf-43d0-ad44-abc2c19df05f,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:03.502753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b2db5-9638-4ed6-9b3b-9251394c92ef None None] No DVR routers for this DVR port 296e7baa-4dcf-43d0-ad44-abc2c19df05f on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:03.516031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:03.529338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:03.532820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:03.557052 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-91fe833e-87f4-4d97-9edc-eabd669b1dc1 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1320984 Feb 16 23:57:03.561194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53050) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:03.565088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.664008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:03.665348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:03.721701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.728441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 6942b087-0b8e-4265-aee1-ef459ecb60c9 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:03.766797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.858068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:03.877958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:03.888692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:03.889183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.902184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=94d7cc02-8882-451a-87d9-9d64b05e1762,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:03.904095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648391d7-9611-4587-9ce5-915ce3e3efc2 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:03.911421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.950763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.954293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.extraroute_db [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Added routes are [] {{(pid=87676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 23:57:03.954597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.extraroute_db [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Removed routes are [] {{(pid=87676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 23:57:03.954956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:03.992285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-dd8e7b2f-d6a8-45a7-af89-fc5f8bceb014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.000564 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a180a2e0-d528-478c-a0b9-6c940754b95d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0442696 Feb 16 23:57:04.008016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53054) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:04.011775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '94d7cc02-8882-451a-87d9-9d64b05e1762', 'ip_address': '2001:db8::40bb:a667:8012:fa8a'}], 'name': 'tempest-NetworksTestDHCPv6-637696326'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:04.040333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:04.208621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.241861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.260946 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-86cd0116-bb39-46d7-acb9-d9a71892a424 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/fcf9d7d9-414d-43b3-90e1-8f962d54a923 HTTP/1.1" status: 200 len: 926 time: 0.8839850 Feb 16 23:57:04.267327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53060) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:04.356206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:04.360740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.363350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event deleted for resources: {'Subnet': ['ID=243276c0-ad51-4d00-a1ed-2d1c61136666,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:04.367148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1822250a-816a-423f-b5e6-d2b287db385d req-de5488b5-f91d-4ec2-9613-fb641076a7d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 210 time: 0.0746372 Feb 16 23:57:04.378377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:04.383913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:04.397363 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-75b43fc1-0f04-451e-b9af-47cf2c628ec1 tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "DELETE /v2.0/subnets/243276c0-ad51-4d00-a1ed-2d1c61136666 HTTP/1.1" status: 204 len: 168 time: 1.2368917 Feb 16 23:57:04.397363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53064) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:04.403107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:04.404028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.427996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.448567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4706f7e-45b6-4684-b236-144de6f048c7 None None] Network 66adf6b9-de10-43c7-8773-a79e9f4d3252 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:04.510178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.549826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:04.575005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=6942b087-0b8e-4265-aee1-ef459ecb60c9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:04.587480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.622021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 4934391e-a07a-497d-975c-782d39005883 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:04.630806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e0e142-2479-4052-84dd-0c14b29bb282 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:04.635314 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-43e0e142-2479-4052-84dd-0c14b29bb282 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=fcf9d7d9-414d-43b3-90e1-8f962d54a923&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3638895 Feb 16 23:57:04.638007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router dff28c52-c80b-4d07-ae11-07bc12f351c5 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:04.638825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53068) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:04.701003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.725118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38662762-7b17-40dc-8e1d-604fdfa9e945 None None] Network ac585ab0-78d3-481a-9565-b1960e6beeb1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:04.828701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '94d7cc02-8882-451a-87d9-9d64b05e1762'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:57:04.829633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.897351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:04.906191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.907538 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d47a4dfa-6244-4e2f-a0fc-25c440c8eeec tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 200 len: 705 time: 1.5969951 Feb 16 23:57:04.911167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53072) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:04.916068 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] Sync routers for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:04.928868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c0c731ff-882e-4184-9d3e-7afb5b498329 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/6942b087-0b8e-4265-aee1-ef459ecb60c9 HTTP/1.1" status: 204 len: 168 time: 1.3667595 Feb 16 23:57:04.935028 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:04.935650 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:04.952789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:04.954231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53076) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:04.964082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.027981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f9aee26d-3a0b-4f79-8ed4-b9c85c0d4bfa tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:05.042119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f63167-a4d5-46e4-adac-e4a04d2ad0f6 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:05.046325 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e5f63167-a4d5-46e4-adac-e4a04d2ad0f6 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/networks/4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 881 time: 0.4053071 Feb 16 23:57:05.065041 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:05.076821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.098599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53080) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:05.105714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:57:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:05.127129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 977014d3-b218-44ef-b222-f5af1ed2a123 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:57:05.152886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] Checking router: e57f8ea5-e83e-41f2-af1d-7b2762c4287d for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:05.178449 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:56Z', 'revision_number': 11, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:05.185738 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] Checking router: dff28c52-c80b-4d07-ae11-07bc12f351c5 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:05.200719 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] Routers {'dff28c52-c80b-4d07-ae11-07bc12f351c5'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:05.202373 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dff28c52-c80b-4d07-ae11-07bc12f351c5'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:05.215444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] Routers {'e57f8ea5-e83e-41f2-af1d-7b2762c4287d'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:05.216093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:05.316714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.324849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:05.336416 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-25c612fb-b820-4743-86de-3b98fde0c46e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcf9d7d9-414d-43b3-90e1-8f962d54a923 HTTP/1.1" status: 200 len: 205 time: 0.2355201 Feb 16 23:57:05.339997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53084) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:05.343823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:05.357667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:05.422209 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] Set router dff28c52-c80b-4d07-ae11-07bc12f351c5 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:05.437657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f9aee26d-3a0b-4f79-8ed4-b9c85c0d4bfa tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:05.439135 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f9aee26d-3a0b-4f79-8ed4-b9c85c0d4bfa tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 200 len: 205 time: 0.5270710 Feb 16 23:57:05.454209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.456349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=4934391e-a07a-497d-975c-782d39005883,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:05.462453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53090) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:05.552446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:00Z', 'revision_number': 8, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:05.563590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/94d7cc02-8882-451a-87d9-9d64b05e1762/a2b68387-842e-4f16-ba95-a8dc3c5e5cac) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:05.606995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.607536 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:56Z', 'revision_number': 11, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:05.623323 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02bd60b-87bb-4070-86a2-fd7834180b56 None None] The sync data for ids ['dff28c52-c80b-4d07-ae11-07bc12f351c5'] in dv-neutron-829040-1-hyperv is: [{'id': 'dff28c52-c80b-4d07-ae11-07bc12f351c5', 'name': 'tempest-RoutersIpV6Test-router-2047436723', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:20Z', 'updated_at': '2022-02-16T23:56:56Z', 'revision_number': 11, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:05.655031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:05.708832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] DHCP port deletion for 66adf6b9-de10-43c7-8773-a79e9f4d3252 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:05.712301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Deleting port b1f7940e-385f-464b-bd7e-a6d3e8a7d213 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:05.712750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.728401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 72b97224-45bf-4c73-9144-727091d6b671 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:05.729302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.760733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:05.761631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.761761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:05.762337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:56:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:05.790796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2efd8bb5-6281-4437-9359-cb647fe74d8d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.825722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] Set router e57f8ea5-e83e-41f2-af1d-7b2762c4287d gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:05.922267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Deleting port 574b65ac-2553-485f-8e2b-244fdff53fec {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:05.922692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:05.928688 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-dcb581e2-615b-4226-b859-4193e1b916ec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8666327 Feb 16 23:57:05.949573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] DHCP port deletion for ac585ab0-78d3-481a-9565-b1960e6beeb1 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:05.973335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Request body: {'port': {'device_id': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:06.059363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Deleting port 72b97224-45bf-4c73-9144-727091d6b671 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:06.059727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.150723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.165404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1bc0d-a7b4-44cd-b293-dd8f390d70fa req-db53c25a-ad41-4a6f-8601-a9f94a0f446c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:06.166884 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fbc1bc0d-a7b4-44cd-b293-dd8f390d70fa req-db53c25a-ad41-4a6f-8601-a9f94a0f446c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 932 time: 0.4807355 Feb 16 23:57:06.196015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Deleting port b4958bd6-4468-451b-9084-360a87fc1ed4 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:06.196397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.230288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] For port b1f7940e-385f-464b-bd7e-a6d3e8a7d213, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:06.230703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.315786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2efd8bb5-6281-4437-9359-cb647fe74d8d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.322607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2efd8bb5-6281-4437-9359-cb647fe74d8d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.344028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7db8cae0-6cb2-4852-9f42-06449b9b041d None None] Provisioning for port 4934391e-a07a-497d-975c-782d39005883 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:06.371366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1233f465-5531-4870-8173-789b82b6e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.387383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.396582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7db8cae0-6cb2-4852-9f42-06449b9b041d None None] Provisioning complete for port 4934391e-a07a-497d-975c-782d39005883 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:06.396967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7db8cae0-6cb2-4852-9f42-06449b9b041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.412298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port 72b97224-45bf-4c73-9144-727091d6b671, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=72b97224-45bf-4c73-9144-727091d6b671,segment=NetworkSegment(c3fb5943-7232-43a2-81ad-3e471e9d0c6d),segment_id=c3fb5943-7232-43a2-81ad-3e471e9d0c6d)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:06.412597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.436476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Calling delete_port for b1f7940e-385f-464b-bd7e-a6d3e8a7d213 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:06.447949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2efd8bb5-6281-4437-9359-cb647fe74d8d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.448794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efd8bb5-6281-4437-9359-cb647fe74d8d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Fanout notify agent at l3_agent the message router_deleted on router dff28c52-c80b-4d07-ae11-07bc12f351c5 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:06.482964 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fbc1bc0d-a7b4-44cd-b293-dd8f390d70fa req-2621d603-e912-43ee-8b7a-d83b47972daa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039932 Feb 16 23:57:06.485270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 574b65ac-2553-485f-8e2b-244fdff53fec no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:06.599029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 72b97224-45bf-4c73-9144-727091d6b671 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:06.639924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:06.641660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2efd8bb5-6281-4437-9359-cb647fe74d8d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.643009 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2efd8bb5-6281-4437-9359-cb647fe74d8d tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 204 len: 168 time: 1.1759436 Feb 16 23:57:06.649298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53094) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:06.654630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2117858406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:06.680258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:06.727779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Usage tracker for resource:router and tenant:75cdda6a3b0c41ffae4e337941d5fd07 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:06.739816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:06.754632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:06.814152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.815380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.819028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:06.948303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7db8cae0-6cb2-4852-9f42-06449b9b041d None None] Port 4934391e-a07a-497d-975c-782d39005883 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:06.958954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Calling delete_port for b4958bd6-4468-451b-9084-360a87fc1ed4 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:06.994303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.055451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=72b97224-45bf-4c73-9144-727091d6b671,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:07.073806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No DVR routers for this DVR port 72b97224-45bf-4c73-9144-727091d6b671 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:07.102572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.108968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.158647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event deleted for resources: {'Port': ['ID=b1f7940e-385f-464b-bd7e-a6d3e8a7d213,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:07.185631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.212443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.248345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.263110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.298257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac585ab0-78d3-481a-9565-b1960e6beeb1']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:07.318463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.322778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] For port 574b65ac-2553-485f-8e2b-244fdff53fec, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=574b65ac-2553-485f-8e2b-244fdff53fec,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:07.323178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.324180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:07.324591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fb5943-7232-43a2-81ad-3e471e9d0c6d') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:07.333385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Transition to ACTIVE for port object a2b68387-842e-4f16-ba95-a8dc3c5e5cac will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:07.374628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.381616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.382900 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-27f12a3d-5d50-4e30-b16b-6688ce4f984e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7323058 Feb 16 23:57:07.397924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53098) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:07.410621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e1c20b66-6e91-4f4c-b736-9ed5a6f5ada2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:07.420136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] For port 72b97224-45bf-4c73-9144-727091d6b671, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=72b97224-45bf-4c73-9144-727091d6b671,segment=NetworkSegment(c3fb5943-7232-43a2-81ad-3e471e9d0c6d),segment_id=c3fb5943-7232-43a2-81ad-3e471e9d0c6d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:07.420447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.459226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.474041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4934391e-a07a-497d-975c-782d39005883 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:57:07.482170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.499685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.499977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.504560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.514448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Transition to ACTIVE for port object 4934391e-a07a-497d-975c-782d39005883 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:07.522308 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Calling delete_port for 574b65ac-2553-485f-8e2b-244fdff53fec owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:07.549052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.549702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.551966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event deleted for resources: {'Port': ['ID=b4958bd6-4468-451b-9084-360a87fc1ed4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:07.605804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:57:07.606204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.627662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Transition to ACTIVE for port object a2b68387-842e-4f16-ba95-a8dc3c5e5cac will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:07.713556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Calling delete_port for 72b97224-45bf-4c73-9144-727091d6b671 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:57:07.747554 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:57:07.750265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.752460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.753009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Fanout notify agent at l3_agent the message router_deleted on router e57f8ea5-e83e-41f2-af1d-7b2762c4287d {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:07.818324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.837435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.873693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:07.877554 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fe81bf1e-b07b-496b-8a08-b6eba0a9283f tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "DELETE /v2.0/routers/e57f8ea5-e83e-41f2-af1d-7b2762c4287d HTTP/1.1" status: 204 len: 168 time: 3.4837642 Feb 16 23:57:07.877554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::40bb:a667:8012:fa8a (692b4ba4-25a8-41bb-808b-fe8814ab5be8/94d7cc02-8882-451a-87d9-9d64b05e1762/977014d3-b218-44ef-b222-f5af1ed2a123) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:07.900067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53104) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:07.940438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:57:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:07.990300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 574b65ac-2553-485f-8e2b-244fdff53fec, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=574b65ac-2553-485f-8e2b-244fdff53fec,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:07.992497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:08.017423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb9f8e-259d-436e-9800-d168c6b51de2 None None] The sync data for ids ['e57f8ea5-e83e-41f2-af1d-7b2762c4287d'] in dv-neutron-829040-1-hyperv is: [{'id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496209255', 'tenant_id': '917a67e4b55645188ebdf8b5a591ed2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:54:31Z', 'updated_at': '2022-02-16T23:57:00Z', 'revision_number': 5, 'project_id': '917a67e4b55645188ebdf8b5a591ed2b', 'gw_port': {'id': 'b1f7940e-385f-464b-bd7e-a6d3e8a7d213', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f8ea5-e83e-41f2-af1d-7b2762c4287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:54:34Z', 'updated_at': '2022-02-16T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:08.019240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:08.026198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.026924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72b97224-45bf-4c73-9144-727091d6b671 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:08.065135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:08.091215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.094632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.100341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 72b97224-45bf-4c73-9144-727091d6b671 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:08.100698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72b97224-45bf-4c73-9144-727091d6b671 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:08.128699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Pushing event updated for resources: {'Port': ['ID=a2b68387-842e-4f16-ba95-a8dc3c5e5cac,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:08.165042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.165546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Fanout notify agent at l3_agent the message router_deleted on router fcf9d7d9-414d-43b3-90e1-8f962d54a923 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:08.177216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a5d2-d3be-402f-98d9-57eb3ffae312 req-2a490c6b-aa64-4870-9471-9f361c855b31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:08.178740 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0372a5d2-d3be-402f-98d9-57eb3ffae312 req-2a490c6b-aa64-4870-9471-9f361c855b31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 944 time: 0.5537560 Feb 16 23:57:08.185888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:08.186163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:08.221046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.228329 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d83ca0fe-f90e-45ef-bdff-9b0695ec5b34 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/fcf9d7d9-414d-43b3-90e1-8f962d54a923 HTTP/1.1" status: 204 len: 168 time: 2.8803864 Feb 16 23:57:08.233725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53108) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:08.237851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.242027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1534272468', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:08.249149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e1c20b66-6e91-4f4c-b736-9ed5a6f5ada2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.264248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.272332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:08.272942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Attempting to bind port a2b68387-842e-4f16-ba95-a8dc3c5e5cac on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:08.273575 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Attempting to bind port a2b68387-842e-4f16-ba95-a8dc3c5e5cac by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:08.273973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Pushing event updated for resources: {'Port': ['ID=4934391e-a07a-497d-975c-782d39005883,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:08.274554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Attempting to bind port a2b68387-842e-4f16-ba95-a8dc3c5e5cac on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:08.297796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:08.298203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:08.298579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.298978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:08.299470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Bound port: a2b68387-842e-4f16-ba95-a8dc3c5e5cac, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:08.299849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.316269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:08.317531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:08.421195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=574b65ac-2553-485f-8e2b-244fdff53fec,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:08.471310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:00Z', 'revision_number': 8, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:08.493105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Usage tracker for resource:router and tenant:2d2c2875791e4e53b8ffc567188ac9d7 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:08.501391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:08.501589 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/ac585ab0-78d3-481a-9565-b1960e6beeb1 HTTP/1.1" status: 204 len: 168 time: 3.5387950 Feb 16 23:57:08.502999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53112) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:08.507410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0372a5d2-d3be-402f-98d9-57eb3ffae312 req-4ae67f11-9382-423b-8c41-c599b659c11e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162651 Feb 16 23:57:08.512155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fcaf6-8f31-4b49-8197-d9cfda181a0f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=ac585ab0-78d3-481a-9565-b1960e6beeb1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:08.512818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c4a46e-b5d8-4f13-8691-0ff08f1a1434 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:00Z', 'revision_number': 8, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daec25ec-a308-47c7-b317-057bd7b580a5', 'name': '', 'network_id': '81414a8f-f216-407a-86ba-61113af3c5b7', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:11:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:31Z', 'updated_at': '2022-02-16T23:56:43Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '48359f7f-8a54-4322-b478-06844ee5b2f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:08.513008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:08.530336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] For port a2b68387-842e-4f16-ba95-a8dc3c5e5cac, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:08.549762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] For port a2b68387-842e-4f16-ba95-a8dc3c5e5cac, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a2b68387-842e-4f16-ba95-a8dc3c5e5cac,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:08.552272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.555980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.560601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.565719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.615265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e1c20b66-6e91-4f4c-b736-9ed5a6f5ada2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.633973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fffcce4a-db99-4b08-b203-a9e9fd4f795d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:08.648385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.649886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.688270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Deleting port 574b65ac-2553-485f-8e2b-244fdff53fec {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:08.688903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.702941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.715518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: fffcce4a-db99-4b08-b203-a9e9fd4f795d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:08.715865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fffcce4a-db99-4b08-b203-a9e9fd4f795d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:08.786937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798fa51-eb8e-46b2-b645-2c8439cd0ca0 None None] Pushing event updated for resources: {'Port': ['ID=a2b68387-842e-4f16-ba95-a8dc3c5e5cac,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:08.820727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Deleting port 72b97224-45bf-4c73-9144-727091d6b671 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:08.821096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.853508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 977014d3-b218-44ef-b222-f5af1ed2a123 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:08.893987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Deleting port 574b65ac-2553-485f-8e2b-244fdff53fec {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:08.894634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:08.961357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Attempting to bind port 4934391e-a07a-497d-975c-782d39005883 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:08.961950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Attempting to bind port 4934391e-a07a-497d-975c-782d39005883 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:08.962278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Attempting to bind port 4934391e-a07a-497d-975c-782d39005883 on network d517d589-d290-44c3-96aa-9c8964fa2dc0 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:08.974150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a233d78d-81b3-4c84-9343-b0ee578a3457 None None] The port '72b97224-45bf-4c73-9144-727091d6b671' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:57:08.978275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Port 4934391e-a07a-497d-975c-782d39005883 on network d517d589-d290-44c3-96aa-9c8964fa2dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:57:08.978525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Attempting to bind port 4934391e-a07a-497d-975c-782d39005883 on network d517d589-d290-44c3-96aa-9c8964fa2dc0 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:09.048761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:09.049623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Checking segment: {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:09.050300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Bound using segment: {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:09.050475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Bound port: 4934391e-a07a-497d-975c-782d39005883, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:09.051350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.052663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.093801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.180149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] For port 574b65ac-2553-485f-8e2b-244fdff53fec, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=574b65ac-2553-485f-8e2b-244fdff53fec,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:09.181583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.246556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:09.257184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:09.257900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:09.265941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:09.265941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.323881 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3118331 Feb 16 23:57:09.325228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53118) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:09.326054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d56f6-ab1d-49eb-968a-c454909cac94 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=977014d3-b218-44ef-b222-f5af1ed2a123,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:09.404508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Calling delete_port for 574b65ac-2553-485f-8e2b-244fdff53fec owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:09.468710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0836cc-cd7c-48e9-9aac-cafe40311768 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:09.475775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0836cc-cd7c-48e9-9aac-cafe40311768 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:09.476617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4b0836cc-cd7c-48e9-9aac-cafe40311768 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:09.499414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.503616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c20b66-6e91-4f4c-b736-9ed5a6f5ada2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Router d9b191f8-196b-4004-b566-6c689fbee441 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:57:09.563610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] Pushing event deleted for resources: {'Port': ['ID=574b65ac-2553-485f-8e2b-244fdff53fec,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:09.573046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b9efc-8059-45ef-98f9-f5a0d238e559 None None] No DVR routers for this DVR port 574b65ac-2553-485f-8e2b-244fdff53fec on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:09.588008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4b0836cc-cd7c-48e9-9aac-cafe40311768 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:09.591240 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4b0836cc-cd7c-48e9-9aac-cafe40311768 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2593908 Feb 16 23:57:09.597459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53124) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:09.652934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] For port 4934391e-a07a-497d-975c-782d39005883, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:09.662849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] For port 4934391e-a07a-497d-975c-782d39005883, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4934391e-a07a-497d-975c-782d39005883,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:09.683644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 977014d3-b218-44ef-b222-f5af1ed2a123 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:09.684007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.778247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.867987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.923048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c20b66-6e91-4f4c-b736-9ed5a6f5ada2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:09.926210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:09.926827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.928528 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] 10.222.0.24 "PUT /v2.0/ports/4934391e-a07a-497d-975c-782d39005883 HTTP/1.1" status: 200 len: 1094 time: 3.9898877 Feb 16 23:57:09.931873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] For port 574b65ac-2553-485f-8e2b-244fdff53fec, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=574b65ac-2553-485f-8e2b-244fdff53fec,segment=NetworkSegment(1900f718-2fe2-4118-b188-fbaf59ea8b7c),segment_id=1900f718-2fe2-4118-b188-fbaf59ea8b7c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:09.931873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.936418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] Sync routers for ids ['d9b191f8-196b-4004-b566-6c689fbee441'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:09.939365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'tag': '4934391e-a07a-497d-975c-782d39005883'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:57:09.942713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.953998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e1c20b66-6e91-4f4c-b736-9ed5a6f5ada2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:09.958818 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e1c20b66-6e91-4f4c-b736-9ed5a6f5ada2 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "PUT /v2.0/routers/d9b191f8-196b-4004-b566-6c689fbee441 HTTP/1.1" status: 200 len: 698 time: 2.5562100 Feb 16 23:57:09.959013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] Routers {'d9b191f8-196b-4004-b566-6c689fbee441'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:09.959013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d9b191f8-196b-4004-b566-6c689fbee441'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:09.978184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53130) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:10.139981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] Set router d9b191f8-196b-4004-b566-6c689fbee441 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:10.278720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b191f8-196b-4004-b566-6c689fbee441', 'name': 'tempest-RoutersIpV6Test-router-2117858406', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:06Z', 'updated_at': '2022-02-16T23:57:08Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:10.283316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] Checking router: d9b191f8-196b-4004-b566-6c689fbee441 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:10.295002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] Routers {'d9b191f8-196b-4004-b566-6c689fbee441'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:10.295641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['d9b191f8-196b-4004-b566-6c689fbee441'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:10.341496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:10.358818 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'tag': '4934391e-a07a-497d-975c-782d39005883', 'status': 'completed', 'code': 200} Feb 16 23:57:10.425050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Calling delete_port for 574b65ac-2553-485f-8e2b-244fdff53fec owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:10.487497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 977014d3-b218-44ef-b222-f5af1ed2a123 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:10.516385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] Set router d9b191f8-196b-4004-b566-6c689fbee441 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:10.568489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c4e69-1662-4b06-a021-b4bcdc062bb5 req-7264b02c-a680-4d64-b148-1a6749f54480 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:10.570228 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be0c4e69-1662-4b06-a021-b4bcdc062bb5 req-7264b02c-a680-4d64-b148-1a6749f54480 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 944 time: 0.8580179 Feb 16 23:57:10.589981 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f97a54b3-3022-4698-8b2d-31c0901ae069 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/routers/d9b191f8-196b-4004-b566-6c689fbee441 HTTP/1.1" status: 200 len: 704 time: 0.6003783 Feb 16 23:57:10.590685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7aadd-dfb3-4cb0-b78a-32f5bc9c6039 service neutron] Pushing event updated for resources: {'Port': ['ID=4934391e-a07a-497d-975c-782d39005883,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:10.594737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53134) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:10.620133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2b68387-842e-4f16-ba95-a8dc3c5e5cac up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:10.671451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be0c4e69-1662-4b06-a021-b4bcdc062bb5 req-386a7206-06fe-4eeb-801b-277c250ee230 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877311 Feb 16 23:57:10.683125 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2ecf3982-718f-45d8-9ef1-e4a90ab822ff tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9b191f8-196b-4004-b566-6c689fbee441 HTTP/1.1" status: 200 len: 205 time: 0.0714226 Feb 16 23:57:10.685415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53138) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:10.700328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Allocated IP 172.26.2.177 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/4d114051-cf15-48d4-9556-d66186cf89ab) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:10.768810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b191f8-196b-4004-b566-6c689fbee441', 'name': 'tempest-RoutersIpV6Test-router-2117858406', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:06Z', 'updated_at': '2022-02-16T23:57:08Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:10.789020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b7389-ce84-4fbb-8e30-c2cfd5bbc187 None None] The sync data for ids ['d9b191f8-196b-4004-b566-6c689fbee441'] in dv-neutron-829040-1-hyperv is: [{'id': 'd9b191f8-196b-4004-b566-6c689fbee441', 'name': 'tempest-RoutersIpV6Test-router-2117858406', 'tenant_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:06Z', 'updated_at': '2022-02-16T23:57:08Z', 'revision_number': 2, 'project_id': '75cdda6a3b0c41ffae4e337941d5fd07', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:10.800769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-101d9d12-a827-4b34-84cb-3440468a46c0 None None] Provisioning for port a2b68387-842e-4f16-ba95-a8dc3c5e5cac completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:10.836274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a2b68387-842e-4f16-ba95-a8dc3c5e5cac completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:10.842000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a2b68387-842e-4f16-ba95-a8dc3c5e5cac triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:10.842378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:10.905381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:10.905381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:10.916076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9316b700-174c-438e-80a0-fc7e5e5294cb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:10.982335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.002614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.015123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.024855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-117c7aa6-0713-45cf-b489-1a72fc7a4711 None None] Could not find standard attr ID for object 977014d3-b218-44ef-b222-f5af1ed2a123. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:57:11.039138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-12fe0180-e082-4eda-89a1-d869adbdd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:11.040661 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-12fe0180-e082-4eda-89a1-d869adbdd0a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 1097 time: 0.9852629 Feb 16 23:57:11.056997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a2b68387-842e-4f16-ba95-a8dc3c5e5cac, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a2b68387-842e-4f16-ba95-a8dc3c5e5cac,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:11.061394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.085305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.096712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=977014d3-b218-44ef-b222-f5af1ed2a123,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:11.140231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1ba342bc-6080-4c34-a763-6562f89df851 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:11.199182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 1ba342bc-6080-4c34-a763-6562f89df851 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:11.199437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:11.199551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1ba342bc-6080-4c34-a763-6562f89df851 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:11.199948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b1f7940e-385f-464b-bd7e-a6d3e8a7d213 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:11.207670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.210615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:11.215963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:11.247027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b1f7940e-385f-464b-bd7e-a6d3e8a7d213 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:11.247378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b1f7940e-385f-464b-bd7e-a6d3e8a7d213 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:11.258626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a2b68387-842e-4f16-ba95-a8dc3c5e5cac,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:11.265266 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-bbba94b6-3356-4bba-b4d6-ca4f06067355 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=4934391e-a07a-497d-975c-782d39005883 HTTP/1.1" status: 200 len: 217 time: 0.2120826 Feb 16 23:57:11.288995 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3667a341-22b7-4b53-ae19-415df259b052 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/977014d3-b218-44ef-b222-f5af1ed2a123 HTTP/1.1" status: 204 len: 168 time: 1.6875765 Feb 16 23:57:11.288995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event updated for resources: {'Port': ['ID=4d114051-cf15-48d4-9556-d66186cf89ab,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:11.291023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53142) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:11.381329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9316b700-174c-438e-80a0-fc7e5e5294cb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.383856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9316b700-174c-438e-80a0-fc7e5e5294cb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.409632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Deleting port 574b65ac-2553-485f-8e2b-244fdff53fec {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:11.410015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.458767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.513285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-8d8510de-6eae-428a-b37b-97f1c7deb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:11.514708 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-8d8510de-6eae-428a-b37b-97f1c7deb725 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ef6f0-84a8-40c0-9fc1-d9371969ac99 HTTP/1.1" status: 200 len: 837 time: 0.2346663 Feb 16 23:57:11.521611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d720e-b56f-42ce-ac62-bbc6444924a4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:11.523126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d720e-b56f-42ce-ac62-bbc6444924a4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:11.523968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b30d720e-b56f-42ce-ac62-bbc6444924a4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:11.562052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b30d720e-b56f-42ce-ac62-bbc6444924a4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:11.565855 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b30d720e-b56f-42ce-ac62-bbc6444924a4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2659857 Feb 16 23:57:11.629663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53146) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:11.774327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] The port '574b65ac-2553-485f-8e2b-244fdff53fec' was deleted {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:57:11.787143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9316b700-174c-438e-80a0-fc7e5e5294cb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.787658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9316b700-174c-438e-80a0-fc7e5e5294cb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Fanout notify agent at l3_agent the message router_deleted on router d9b191f8-196b-4004-b566-6c689fbee441 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:11.789351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 94d7cc02-8882-451a-87d9-9d64b05e1762 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:11.796426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.932532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.960384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.998016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9316b700-174c-438e-80a0-fc7e5e5294cb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:11.999046 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9316b700-174c-438e-80a0-fc7e5e5294cb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/d9b191f8-196b-4004-b566-6c689fbee441 HTTP/1.1" status: 204 len: 168 time: 1.3099575 Feb 16 23:57:12.023984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53152) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.098257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.124370 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c6ba0c04-3213-4897-8d3d-0c2989fb2eae tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9b191f8-196b-4004-b566-6c689fbee441 HTTP/1.1" status: 200 len: 205 time: 0.0979133 Feb 16 23:57:12.131356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53156) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.145156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66adf6b9-de10-43c7-8773-a79e9f4d3252']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:12.169118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-e26cdc46-47d7-44ae-995c-18c7def5b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:12.170596 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-e26cdc46-47d7-44ae-995c-18c7def5b7db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d517d589-d290-44c3-96aa-9c8964fa2dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6232553 Feb 16 23:57:12.173141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1900f718-2fe2-4118-b188-fbaf59ea8b7c') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:12.173437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1900f718-2fe2-4118-b188-fbaf59ea8b7c') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:12.206538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.237153 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-aff304a5-1dc8-4d0f-b011-2f658539a6fc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] delete failed (client error): The resource could not be found. Feb 16 23:57:12.238684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aff304a5-1dc8-4d0f-b011-2f658539a6fc tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/d9b191f8-196b-4004-b566-6c689fbee441 HTTP/1.1" status: 404 len: 336 time: 0.0989509 Feb 16 23:57:12.251520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979a3cd-22d4-4e10-98b5-62f1255fdd7d req-62f1eb78-b50b-45a0-93be-48bc368d21a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:12.252904 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0979a3cd-22d4-4e10-98b5-62f1255fdd7d req-62f1eb78-b50b-45a0-93be-48bc368d21a4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 944 time: 0.4613061 Feb 16 23:57:12.253356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53160) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.276660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.287608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:57:12.287998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: util.warn( Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:57:12.303535 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:57:12.380746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a220fb-c443-4e0b-bea6-437f21ea554a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:12.381185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a220fb-c443-4e0b-bea6-437f21ea554a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:12.382819 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b9a220fb-c443-4e0b-bea6-437f21ea554a tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/32bc0c83-2e6d-41a5-bfdc-2394b840d143 HTTP/1.1" status: 404 len: 337 time: 0.1237841 Feb 16 23:57:12.388045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53164) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.460335 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e250bd7e-5f22-435a-8498-a33abff47a52 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:12.460816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e250bd7e-5f22-435a-8498-a33abff47a52 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:12.464984 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e250bd7e-5f22-435a-8498-a33abff47a52 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/ff8c5ec4-8e02-4691-9169-4ba7478ee3df HTTP/1.1" status: 404 len: 337 time: 0.0643878 Feb 16 23:57:12.465158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.466259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53168) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.475536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0979a3cd-22d4-4e10-98b5-62f1255fdd7d req-33584d24-9607-48c7-9e30-5a9646192981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149091 Feb 16 23:57:12.476209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2b68387-842e-4f16-ba95-a8dc3c5e5cac up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:12.480647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.500775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.526209 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-a960aff8-1e7e-4476-9002-f717d8f9db97 service neutron] 10.222.0.24 "GET /v2.0/networks/d517d589-d290-44c3-96aa-9c8964fa2dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457680 Feb 16 23:57:12.553842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a2b68387-842e-4f16-ba95-a8dc3c5e5cac triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:12.554326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.566762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port daec25ec-a308-47c7-b317-057bd7b580a5 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:12.567106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.595519 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a617e8c-d9f5-4110-9ad7-ea15606e95eb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:12.596260 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a617e8c-d9f5-4110-9ad7-ea15606e95eb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:12.607905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event deleted for resources: {'Network': ['ID=66adf6b9-de10-43c7-8773-a79e9f4d3252,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:12.675040 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3ff61012-8efd-462c-b98b-d7309ac9742b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "DELETE /v2.0/networks/66adf6b9-de10-43c7-8773-a79e9f4d3252 HTTP/1.1" status: 204 len: 168 time: 4.7727473 Feb 16 23:57:12.676654 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3a617e8c-d9f5-4110-9ad7-ea15606e95eb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/c76183aa-f9ec-43cb-b7cd-4116f216adb2 HTTP/1.1" status: 404 len: 337 time: 0.2052245 Feb 16 23:57:12.685779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53172) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.686348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53174) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.727808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.761053 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3afdbd5-5243-456b-8f13-946620eb1411 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:12.761508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3afdbd5-5243-456b-8f13-946620eb1411 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:12.763157 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a3afdbd5-5243-456b-8f13-946620eb1411 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/9ca7bc33-8772-4fab-af7c-1a15b33628c1 HTTP/1.1" status: 404 len: 337 time: 0.0725024 Feb 16 23:57:12.770204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53180) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.775776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=94d7cc02-8882-451a-87d9-9d64b05e1762,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:12.782442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.786964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:12.795195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e741a4-3f81-46ac-aca2-fefb36ec202b None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:12.871485 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-352e5d63-e78b-4ff6-8255-cb421b7e1719 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/94d7cc02-8882-451a-87d9-9d64b05e1762 HTTP/1.1" status: 204 len: 168 time: 1.2381983 Feb 16 23:57:12.872714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53184) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.909468 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a92459e1-434b-4c55-9387-1b8c0fd039a4 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 200 len: 205 time: 0.1142993 Feb 16 23:57:12.928927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53188) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:12.949732 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-df515663-00e4-4142-b503-4a0bce2e3ce2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739112 Feb 16 23:57:12.998756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53192) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.068536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Router 8714cfd1-5cc7-415e-b676-a7d2edc42ede is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:57:13.070138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:13.075113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] Deleting port a2b68387-842e-4f16-ba95-a8dc3c5e5cac {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:13.075500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.081487 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-9f66c801-8c05-47cb-8c0b-f1ff2ac82016 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] delete failed (client error): The resource could not be found. Feb 16 23:57:13.085583 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9f66c801-8c05-47cb-8c0b-f1ff2ac82016 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/dff28c52-c80b-4d07-ae11-07bc12f351c5 HTTP/1.1" status: 404 len: 336 time: 0.1531298 Feb 16 23:57:13.124606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53196) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.186086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-10ff4a9d-3041-4ee6-a3ae-1cc1514151a5 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Synchronizing usage tracker for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:13.227768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a56ae80e-1b60-4da2-8376-a316612f5e1b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.230782 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f26ccd8c-deb3-4f52-a1af-0df484740a22 req-a6c645c3-da51-4e2c-acd5-7f0c96f4e239 service neutron] 10.222.0.24 "GET /v2.0/networks/d517d589-d290-44c3-96aa-9c8964fa2dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949382 Feb 16 23:57:13.293982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] For port a2b68387-842e-4f16-ba95-a8dc3c5e5cac, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a2b68387-842e-4f16-ba95-a8dc3c5e5cac,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:13.294336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.305350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-10ff4a9d-3041-4ee6-a3ae-1cc1514151a5 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] Unset dirty status for tenant:75cdda6a3b0c41ffae4e337941d5fd07 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:13.306830 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-10ff4a9d-3041-4ee6-a3ae-1cc1514151a5 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=084e8ce2-84a4-4402-a89e-ab4eca41ad46 HTTP/1.1" status: 200 len: 205 time: 0.1812782 Feb 16 23:57:13.309755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53200) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.332939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a56ae80e-1b60-4da2-8376-a316612f5e1b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.360142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port daec25ec-a308-47c7-b317-057bd7b580a5, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=daec25ec-a308-47c7-b317-057bd7b580a5,segment=NetworkSegment(93160d05-2fba-41b8-bbfa-0569a2a36d8e),segment_id=93160d05-2fba-41b8-bbfa-0569a2a36d8e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:13.360509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.391859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:13.403936 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] Sync routers for ids ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:13.407682 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-6c812fff-b991-45e2-b8bb-7fe958156b57 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] delete failed (client error): The resource could not be found. Feb 16 23:57:13.413721 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6c812fff-b991-45e2-b8bb-7fe958156b57 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/084e8ce2-84a4-4402-a89e-ab4eca41ad46 HTTP/1.1" status: 404 len: 336 time: 0.1005619 Feb 16 23:57:13.416580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53204) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.416758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] Calling delete_port for a2b68387-842e-4f16-ba95-a8dc3c5e5cac owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:13.417793 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] Routers {'8714cfd1-5cc7-415e-b676-a7d2edc42ede'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:13.418744 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:13.520683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for daec25ec-a308-47c7-b317-057bd7b580a5 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:13.521253 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:13.543461 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] Routers {'8714cfd1-5cc7-415e-b676-a7d2edc42ede'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:13.544141 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:13.553249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.591104 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-209e13da-51f4-4e94-aa5a-c4c76d92bead tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:13.592081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209e13da-51f4-4e94-aa5a-c4c76d92bead tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:13.596392 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-209e13da-51f4-4e94-aa5a-c4c76d92bead tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/91cd828c-a6e7-42b8-b62c-89a510767991 HTTP/1.1" status: 404 len: 337 time: 0.1760569 Feb 16 23:57:13.596392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53210) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.615920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a380ca4-6ec2-478f-8c11-3e103eafc1cf tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:13.628874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7a380ca4-6ec2-478f-8c11-3e103eafc1cf tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:13.638972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.640190 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8c70bd24-4a3d-4512-bf18-6675badd7da0 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4055111 Feb 16 23:57:13.646804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53214) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.653039 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a10ca4f9-75ba-474b-bd91-1cd271c5621b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 HTTP/1.1" status: 200 len: 205 time: 0.0533285 Feb 16 23:57:13.654722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:13.658795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53218) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.662932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] Pushing event deleted for resources: {'Port': ['ID=a2b68387-842e-4f16-ba95-a8dc3c5e5cac,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:13.673272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dea1ec-3abb-45ea-b8b8-5e32fc29cbb8 None None] No DVR routers for this DVR port a2b68387-842e-4f16-ba95-a8dc3c5e5cac on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:13.694366 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:13.694850 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff4d1b6-d36c-460e-81f7-45b90e655d88 None None] The sync data for ids ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:13.794318 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-0c3aa57c-fec1-4f50-b071-be8b1808155b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] delete failed (client error): The resource could not be found. Feb 16 23:57:13.799579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0c3aa57c-fec1-4f50-b071-be8b1808155b tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/c4a3bd8a-d9ae-4b72-9b77-6bf20416b198 HTTP/1.1" status: 404 len: 336 time: 0.0864391 Feb 16 23:57:13.805775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53222) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.805775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-7ba32cbe-c741-4805-8dc3-4c5b972e3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:13.805775 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-7ba32cbe-c741-4805-8dc3-4c5b972e3524 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 1097 time: 0.5173750 Feb 16 23:57:13.871622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7a380ca4-6ec2-478f-8c11-3e103eafc1cf tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:13.871622 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7a380ca4-6ec2-478f-8c11-3e103eafc1cf tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8674405 Feb 16 23:57:13.878191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53226) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.879212 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0f61cadb-0d78-4849-aa84-fb6b2b56e5eb tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4920b82-3bde-41a4-b178-69114b4633e0 HTTP/1.1" status: 200 len: 205 time: 0.0718439 Feb 16 23:57:13.889707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53230) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:13.945441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a56ae80e-1b60-4da2-8376-a316612f5e1b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:13.978438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ae80e-1b60-4da2-8376-a316612f5e1b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a697903b-24f9-4172-b737-84e59c09fecb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:14.036158 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-1d1b01c1-b2ab-4f88-aa3e-dd205286bc37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] delete failed (client error): The resource could not be found. Feb 16 23:57:14.037318 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d1b01c1-b2ab-4f88-aa3e-dd205286bc37 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/a4920b82-3bde-41a4-b178-69114b4633e0 HTTP/1.1" status: 404 len: 336 time: 0.1177475 Feb 16 23:57:14.043307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53234) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.050728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a56ae80e-1b60-4da2-8376-a316612f5e1b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:14.051886 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a56ae80e-1b60-4da2-8376-a316612f5e1b tempest-TestNetworkAdvancedServerOps-1224000107 tempest-TestNetworkAdvancedServerOps-1224000107-project] 10.222.0.47 "DELETE /v2.0/security-groups/a697903b-24f9-4172-b737-84e59c09fecb HTTP/1.1" status: 204 len: 168 time: 1.3626304 Feb 16 23:57:14.060094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-8b33172a-83f5-46b4-8d84-7511264e28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:14.061550 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-8b33172a-83f5-46b4-8d84-7511264e28ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=d517d589-d290-44c3-96aa-9c8964fa2dc0 HTTP/1.1" status: 200 len: 896 time: 0.2169302 Feb 16 23:57:14.104558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bdb6ae-8a50-4ff1-93e9-5204a1118d00 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:14.104558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bdb6ae-8a50-4ff1-93e9-5204a1118d00 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:14.104558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-67bdb6ae-8a50-4ff1-93e9-5204a1118d00 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/641ea4e7-e421-4080-b4cf-74ef69389a73 HTTP/1.1" status: 404 len: 337 time: 0.0487440 Feb 16 23:57:14.111732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7babfe5-0ea4-43c4-933b-6c9e4cb021d1 req-caf7aeae-ad63-4147-aa9c-3b7478c93b34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:14.113281 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b7babfe5-0ea4-43c4-933b-6c9e4cb021d1 req-caf7aeae-ad63-4147-aa9c-3b7478c93b34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 944 time: 0.3832967 Feb 16 23:57:14.113764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53242) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.143924 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-2628cad1-88a5-4238-b804-9f92d1c83e93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=4934391e-a07a-497d-975c-782d39005883 HTTP/1.1" status: 200 len: 217 time: 0.0729415 Feb 16 23:57:14.183965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:14.219822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10db5c-7011-45c7-a85a-412c05dc2a69 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:14.220532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fa10db5c-7011-45c7-a85a-412c05dc2a69 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:14.250528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-21bb5ac7-da68-48d9-87eb-2ac7a00e22c6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=4842f83d-693e-460d-9459-f9d2e9c487e9 HTTP/1.1" status: 200 len: 205 time: 0.1332772 Feb 16 23:57:14.265108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53246) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.273367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=daec25ec-a308-47c7-b317-057bd7b580a5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:14.343920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-c0d751ad-7cbc-4ad8-b7f8-4523f532c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:14.346078 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-c0d751ad-7cbc-4ad8-b7f8-4523f532c3ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=545ef6f0-84a8-40c0-9fc1-d9371969ac99 HTTP/1.1" status: 200 len: 837 time: 0.1963618 Feb 16 23:57:14.370225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fa10db5c-7011-45c7-a85a-412c05dc2a69 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:14.373661 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fa10db5c-7011-45c7-a85a-412c05dc2a69 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4942982 Feb 16 23:57:14.378184 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-736a9f32-e34e-4907-b78c-32ed6b3fcc22 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] delete failed (client error): The resource could not be found. Feb 16 23:57:14.380045 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-736a9f32-e34e-4907-b78c-32ed6b3fcc22 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/4842f83d-693e-460d-9459-f9d2e9c487e9 HTTP/1.1" status: 404 len: 336 time: 0.1105382 Feb 16 23:57:14.401669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53252) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.401830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53254) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.460480 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b7babfe5-0ea4-43c4-933b-6c9e4cb021d1 req-913991c3-6d0f-490c-98c8-1cfc4584b316 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576911 Feb 16 23:57:14.470644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53260) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.487191 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-82228262-0512-4444-9b09-d08225685fb6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:14.487963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82228262-0512-4444-9b09-d08225685fb6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:14.562393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2b68387-842e-4f16-ba95-a8dc3c5e5cac no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:14.572913 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-32e67bf1-11fa-4c26-ad2d-7712bfffc08f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521733 Feb 16 23:57:14.580577 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-82228262-0512-4444-9b09-d08225685fb6 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/412b173f-5cdf-4896-8cab-84ca1ba39b99 HTTP/1.1" status: 404 len: 337 time: 0.1583245 Feb 16 23:57:14.581333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53266) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.581640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53268) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.604879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a2b68387-842e-4f16-ba95-a8dc3c5e5cac {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:14.605499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2b68387-842e-4f16-ba95-a8dc3c5e5cac not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:14.644980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:14.694665 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb6fb25f-7550-4ee9-8415-69defb607378 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "GET /v2.0/ports?device_id=de9287d7-ce12-4e26-b348-7b1af512e499 HTTP/1.1" status: 200 len: 205 time: 0.1099281 Feb 16 23:57:14.718393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53274) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.887344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:14.905621 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c834a6e-d86f-4804-8f99-2264b301ffd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=917a67e4b55645188ebdf8b5a591ed2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339068 Feb 16 23:57:14.906566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:14.909799 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:14.913989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53278) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.933540 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-0633cd04-85d5-4ce9-b477-9161253b040e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] delete failed (client error): The resource could not be found. Feb 16 23:57:14.934441 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0633cd04-85d5-4ce9-b477-9161253b040e tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/routers/de9287d7-ce12-4e26-b348-7b1af512e499 HTTP/1.1" status: 404 len: 336 time: 0.2156229 Feb 16 23:57:14.938840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-fa85316d-10ab-4045-b546-5f7b201b8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:14.939711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53282) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:14.940297 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-fa85316d-10ab-4045-b546-5f7b201b8838 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d517d589-d290-44c3-96aa-9c8964fa2dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5868914 Feb 16 23:57:14.952835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:14.956177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:14.968752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.105775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.179785 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbbef71-869e-403a-8247-5a8098089d62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:15.180206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbbef71-869e-403a-8247-5a8098089d62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:15.181874 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fdbbef71-869e-403a-8247-5a8098089d62 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/f7376bae-65e8-4158-a532-b921c902079c HTTP/1.1" status: 404 len: 337 time: 0.2376239 Feb 16 23:57:15.187896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53286) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:15.192825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Deleting port 4d114051-cf15-48d4-9556-d66186cf89ab {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:15.193164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.229013 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-d66e7a2b-94d5-4a6d-adcc-0f770ca44753 service neutron] 10.222.0.24 "GET /v2.0/networks/d517d589-d290-44c3-96aa-9c8964fa2dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813487 Feb 16 23:57:15.297799 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fed7608-6b85-402f-a521-972c83beebe7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:15.298250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fed7608-6b85-402f-a521-972c83beebe7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:15.299903 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3fed7608-6b85-402f-a521-972c83beebe7 tempest-RoutersIpV6Test-1220841886 tempest-RoutersIpV6Test-1220841886-project] 10.222.0.47 "DELETE /v2.0/subnets/67383be7-5e4a-4738-b705-f44f1d237ff5 HTTP/1.1" status: 404 len: 337 time: 0.1091363 Feb 16 23:57:15.319546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b415f2b-1a57-4f0e-94ed-3bcd408da8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.427238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b415f2b-1a57-4f0e-94ed-3bcd408da8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.453003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 4934391e-a07a-497d-975c-782d39005883 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:57:15.493230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:15.506429 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8e3adb87-2281-48de-b1a1-0c3892a58b60 req-68532033-96b5-43f7-8fce-8bcec57d5c26 service neutron] 10.222.0.24 "GET /v2.0/networks/d517d589-d290-44c3-96aa-9c8964fa2dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283669 Feb 16 23:57:15.539131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53296) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:15.567493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b415f2b-1a57-4f0e-94ed-3bcd408da8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.585298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.653841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b415f2b-1a57-4f0e-94ed-3bcd408da8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bbe165-fac8-421b-87b8-1f08d7f352ea,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:15.654065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 4934391e-a07a-497d-975c-782d39005883, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4934391e-a07a-497d-975c-782d39005883,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:15.680357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '4934391e-a07a-497d-975c-782d39005883', 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0', 'port_id': '4934391e-a07a-497d-975c-782d39005883', 'mac_address': 'fa:16:3e:1e:9f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:57:15.742232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.759746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4934391e-a07a-497d-975c-782d39005883 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:57:15.774425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:15.776682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 4934391e-a07a-497d-975c-782d39005883, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4934391e-a07a-497d-975c-782d39005883,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:15.780564 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1e7d9cbc-0e69-4cb0-9f34-295302745359 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2645073 Feb 16 23:57:15.783332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53302) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:15.784505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.824328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:15.850744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:15.851727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:15.853667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 48359f7f-8a54-4322-b478-06844ee5b2f4 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:15.856611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.860031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Calling delete_port for 4d114051-cf15-48d4-9556-d66186cf89ab owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:15.916688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.995207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b415f2b-1a57-4f0e-94ed-3bcd408da8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:15.996252 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9b415f2b-1a57-4f0e-94ed-3bcd408da8f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27bbe165-fac8-421b-87b8-1f08d7f352ea HTTP/1.1" status: 204 len: 168 time: 1.0813305 Feb 16 23:57:15.997898 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=4934391e-a07a-497d-975c-782d39005883,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:16.023566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.029541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.037426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:16.077343 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1282134f-1962-44d8-aebc-715de5151ea9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75cdda6a3b0c41ffae4e337941d5fd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327969 Feb 16 23:57:16.081158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53308) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:16.081577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['4934391e-a07a-497d-975c-782d39005883'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:57:16.103494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:16.110480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:16.133407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:16.133407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.138938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a7831-77d0-46db-a4c5-b9d9e5d25bcc None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:16.171141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ddb76-1638-4105-82ed-d0b1ed73c72e req-0ffe432a-e4af-46cb-995e-fab74b9f8148 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:16.172654 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-217ddb76-1638-4105-82ed-d0b1ed73c72e req-0ffe432a-e4af-46cb-995e-fab74b9f8148 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 945 time: 0.5219302 Feb 16 23:57:16.181400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=de530201-f0ae-4fd2-97d1-3c347b0996a6,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:16.206578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b86fb9ea-b0c4-4fd4-a3ca-935501914242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.210143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.233787 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dcef7bfd-f1f9-4fd2-842b-ee083b0b44c0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6505187 Feb 16 23:57:16.238807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53314) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:16.251169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': 'de530201-f0ae-4fd2-97d1-3c347b0996a6', 'ip_address': '2001:db8::49a3:8fcd:9168:ed9d'}], 'name': 'tempest-NetworksTestDHCPv6-595666516'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:16.270296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=48359f7f-8a54-4322-b478-06844ee5b2f4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:16.275579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.284310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b86fb9ea-b0c4-4fd4-a3ca-935501914242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.299256 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b94cb7ce-84f1-48f3-a13e-c52d5c734b8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/48359f7f-8a54-4322-b478-06844ee5b2f4 HTTP/1.1" status: 204 len: 168 time: 0.5148442 Feb 16 23:57:16.300132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53318) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:16.353795 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-217ddb76-1638-4105-82ed-d0b1ed73c72e req-230d1070-aae6-42ef-94b7-0a5a24b60af8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667562 Feb 16 23:57:16.386236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.423653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0966c0a-68a3-4f11-aaff-91ed3e5891f6 None None] Network 81414a8f-f216-407a-86ba-61113af3c5b7 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:16.442962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53322) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:16.469323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Pushing event deleted for resources: {'Port': ['ID=4d114051-cf15-48d4-9556-d66186cf89ab,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:16.495011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.518393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:16.523903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Usage tracker for resource:security_group_rule and tenant:86a4042afe1e4880940f3659b766f9a5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:16.527238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:16.533987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:16.560381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:16.580104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:16.612146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.640606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': 'de530201-f0ae-4fd2-97d1-3c347b0996a6'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:57:16.641741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.744257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:16.792424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.798094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.803332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.849939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:16.850570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.890814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b86fb9ea-b0c4-4fd4-a3ca-935501914242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:16.946628 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86a4042afe1e4880940f3659b766f9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989247 Feb 16 23:57:16.950714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53326) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:16.954644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e658b2-fc6a-45cb-9544-b46baabe5165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f075950-5a3c-449b-a421-373f2273294a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:17.002146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b86fb9ea-b0c4-4fd4-a3ca-935501914242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.018312 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b86fb9ea-b0c4-4fd4-a3ca-935501914242 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9bc3676e-cef8-4770-b3ee-e46ebc7e29c4 HTTP/1.1" status: 204 len: 168 time: 0.9361370 Feb 16 23:57:17.104001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fb9ea-b0c4-4fd4-a3ca-935501914242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3676e-cef8-4770-b3ee-e46ebc7e29c4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:17.228919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:13Z', 'revision_number': 9, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:17.272114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4de28d97-166c-4fd1-99a2-a83387ba064c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.292822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.297320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.309581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:17.310366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4de28d97-166c-4fd1-99a2-a83387ba064c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.321626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.330271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 693b34b3-5041-4435-a50d-4a5b80b4f1e8 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:57:17.389719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4de28d97-166c-4fd1-99a2-a83387ba064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.433366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de28d97-166c-4fd1-99a2-a83387ba064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f075950-5a3c-449b-a421-373f2273294a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:17.433551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:17.434221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:17.448943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4de28d97-166c-4fd1-99a2-a83387ba064c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.453094 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4de28d97-166c-4fd1-99a2-a83387ba064c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f075950-5a3c-449b-a421-373f2273294a HTTP/1.1" status: 204 len: 168 time: 0.4998426 Feb 16 23:57:17.462352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,segment=NetworkSegment(93160d05-2fba-41b8-bbfa-0569a2a36d8e),segment_id=93160d05-2fba-41b8-bbfa-0569a2a36d8e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:17.471065 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.553233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] DHCP port deletion for 81414a8f-f216-407a-86ba-61113af3c5b7 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:17.681015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Deleting port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:17.681832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:17.746578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Router 8714cfd1-5cc7-415e-b676-a7d2edc42ede has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:17.830199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:17.832737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/de530201-f0ae-4fd2-97d1-3c347b0996a6/29135533-b396-40f3-a368-e2e511537067) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:17.956540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:17.968030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.016488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:18.019910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No DVR routers for this DVR port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:18.072228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:18.085306 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] Sync routers for ids ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:18.101388 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] Routers {'8714cfd1-5cc7-415e-b676-a7d2edc42ede'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:18.103931 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:18.116484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0453f8b-ec5e-4c9a-910a-ffd1a7ede678 req-e408f046-07a8-444c-835b-53ef55cd07dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:18.117973 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f0453f8b-ec5e-4c9a-910a-ffd1a7ede678 req-e408f046-07a8-444c-835b-53ef55cd07dd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 945 time: 0.5310221 Feb 16 23:57:18.131240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.132414 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-96ab7e26-5e50-4e30-a81a-9675f131628e tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "PUT /v2.0/routers/8714cfd1-5cc7-415e-b676-a7d2edc42ede HTTP/1.1" status: 200 len: 710 time: 4.4844115 Feb 16 23:57:18.139822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53354) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:18.227582 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:18.234356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.257772 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] Routers {'8714cfd1-5cc7-415e-b676-a7d2edc42ede'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:18.258676 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:18.310403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81414a8f-f216-407a-86ba-61113af3c5b7']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:18.338478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93160d05-2fba-41b8-bbfa-0569a2a36d8e') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:18.340700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93160d05-2fba-41b8-bbfa-0569a2a36d8e') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:18.352256 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:18.358539 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8fc63-f073-4fad-bbe2-3a21ed33f106 None None] The sync data for ids ['8714cfd1-5cc7-415e-b676-a7d2edc42ede'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:18.368113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.403015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.417962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:57:18.418370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.421771 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-116d02c1-8e4c-4892-a51e-28be81b2f85d tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/routers/8714cfd1-5cc7-415e-b676-a7d2edc42ede HTTP/1.1" status: 200 len: 745 time: 0.2807980 Feb 16 23:57:18.432878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53364) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:57:18.449740 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:57:18.532746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-944df1dd-7241-4db4-8d87-0eb8ffdfe6e9 tempest-RoutersIpV6AdminTest-463574170 tempest-RoutersIpV6AdminTest-463574170-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&device_id=8714cfd1-5cc7-415e-b676-a7d2edc42ede HTTP/1.1" status: 200 len: 205 time: 0.0970888 Feb 16 23:57:18.537189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53372) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:18.548949 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f0453f8b-ec5e-4c9a-910a-ffd1a7ede678 req-a576c812-2196-4b2a-916f-acb8e3f866e7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112833 Feb 16 23:57:18.644844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:18.648957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53380) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:18.651196 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5182eb50-6c6f-44e5-897b-1d83beee3dc3 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=8714cfd1-5cc7-415e-b676-a7d2edc42ede HTTP/1.1" status: 200 len: 205 time: 0.1125450 Feb 16 23:57:18.664563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.683583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.695454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=81414a8f-f216-407a-86ba-61113af3c5b7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:18.705705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53386) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:18.713066 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-01106c48-8e56-4edd-8896-588c00d07962 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/81414a8f-f216-407a-86ba-61113af3c5b7 HTTP/1.1" status: 204 len: 168 time: 2.4095819 Feb 16 23:57:18.729009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53392) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:18.817181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:18.817594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:18.844421 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] For port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6c389e7f-2a3f-4a45-9e20-16b8e89186a6,segment=NetworkSegment(93160d05-2fba-41b8-bbfa-0569a2a36d8e),segment_id=93160d05-2fba-41b8-bbfa-0569a2a36d8e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:18.844935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:18.930313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53398) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.000809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45890c78-28e8-43ef-8e61-ba7dcf1e303a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.072409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1795894880-network', 'tenant_id': '4083fba0e8ff4ab4b1caee8ca1f57ce6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:19.075596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Calling delete_port for 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:19.084435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--366685298'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:19.136750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:19.139155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:19.151761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Usage tracker for resource:network and tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:19.154534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:19.162903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.165744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:19.168421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:19.175851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: from cryptography.utils import int_from_bytes Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: from cryptography.utils import int_from_bytes Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn_limited( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 23:57:19.178439 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 16 23:57:19.185785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:19.189767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Transition to ACTIVE for port object 29135533-b396-40f3-a368-e2e511537067 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:19.199677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:13Z', 'revision_number': 9, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:19.204732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.207263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:19.207622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:19.210232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550338-5f09-4d95-a9d2-6ebd137dbd38 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:13Z', 'revision_number': 9, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'd56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6', 'name': '', 'network_id': '22f492ba-4926-4fa9-9cfb-74f31f4b9909', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:b9:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:23Z', 'updated_at': '2022-02-16T23:56:35Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '3ce08298-2343-49ea-bc84-a8d17e55f49a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:19.219851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Transition to ACTIVE for port object 29135533-b396-40f3-a368-e2e511537067 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:19.228213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.298054 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:19.301892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:19.305812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:19.311942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Pushing event updated for resources: {'Port': ['ID=29135533-b396-40f3-a368-e2e511537067,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:19.366171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45890c78-28e8-43ef-8e61-ba7dcf1e303a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.368319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.370213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45890c78-28e8-43ef-8e61-ba7dcf1e303a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.376627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Made reservation on behalf of 4083fba0e8ff4ab4b1caee8ca1f57ce6 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:19.379004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.400276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.403937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Attempting to bind port 29135533-b396-40f3-a368-e2e511537067 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:19.404530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Attempting to bind port 29135533-b396-40f3-a368-e2e511537067 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:19.404742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Attempting to bind port 29135533-b396-40f3-a368-e2e511537067 on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:19.407353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::49a3:8fcd:9168:ed9d (692b4ba4-25a8-41bb-808b-fe8814ab5be8/de530201-f0ae-4fd2-97d1-3c347b0996a6/693b34b3-5041-4435-a50d-4a5b80b4f1e8) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:19.411484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:19.411918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:19.412396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.412850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:19.413294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Bound port: 29135533-b396-40f3-a368-e2e511537067, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:19.413671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.419483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45890c78-28e8-43ef-8e61-ba7dcf1e303a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.419989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45890c78-28e8-43ef-8e61-ba7dcf1e303a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Fanout notify agent at l3_agent the message router_deleted on router 8714cfd1-5cc7-415e-b676-a7d2edc42ede {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:19.425510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:19.432331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45890c78-28e8-43ef-8e61-ba7dcf1e303a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.433242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:19.434579 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-45890c78-28e8-43ef-8e61-ba7dcf1e303a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/8714cfd1-5cc7-415e-b676-a7d2edc42ede HTTP/1.1" status: 204 len: 168 time: 0.7845166 Feb 16 23:57:19.437992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53404) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.440182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:19.471204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:19.479437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:19.484424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:19.491705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:19.495765 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 4934391e-a07a-497d-975c-782d39005883 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:19.495949 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8d8da4e6-5b17-4c99-83a2-4cecfd7870d6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=8714cfd1-5cc7-415e-b676-a7d2edc42ede HTTP/1.1" status: 200 len: 205 time: 0.0569026 Feb 16 23:57:19.499304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53408) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.502411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:19.554088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] For port 29135533-b396-40f3-a368-e2e511537067, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:19.579398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] For port 29135533-b396-40f3-a368-e2e511537067, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=29135533-b396-40f3-a368-e2e511537067,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:19.586258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-b52fbadc-8cad-4a73-98f7-8e18cf258d7f tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] delete failed (client error): The resource could not be found. Feb 16 23:57:19.587579 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b52fbadc-8cad-4a73-98f7-8e18cf258d7f tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/8714cfd1-5cc7-415e-b676-a7d2edc42ede HTTP/1.1" status: 404 len: 336 time: 0.0881362 Feb 16 23:57:19.594971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53414) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.617614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.649016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-055aa459-6495-49a2-984f-ef070d07abd2 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcf9d7d9-414d-43b3-90e1-8f962d54a923 HTTP/1.1" status: 200 len: 205 time: 0.0529037 Feb 16 23:57:19.670514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53418) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.692442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.698827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 4934391e-a07a-497d-975c-782d39005883 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:19.723670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.727635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Deleting port 6c389e7f-2a3f-4a45-9e20-16b8e89186a6 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:19.730562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.747557 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-6ec0460b-42da-4905-a859-58f4899cc2de tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] delete failed (client error): The resource could not be found. Feb 16 23:57:19.748602 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6ec0460b-42da-4905-a859-58f4899cc2de tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/fcf9d7d9-414d-43b3-90e1-8f962d54a923 HTTP/1.1" status: 404 len: 336 time: 0.0771449 Feb 16 23:57:19.758339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53422) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.772838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 4934391e-a07a-497d-975c-782d39005883 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:19.773214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.837404 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6056b1bd-4df0-4dfe-a899-4ceb687f1203 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=0509598e-8a5b-4b01-b47a-23698b804e99 HTTP/1.1" status: 200 len: 205 time: 0.0749063 Feb 16 23:57:19.838612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:57:19.839884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53426) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.860360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-19acbe1c-875b-4c9a-b309-a4568062a836 None None] The port '6c389e7f-2a3f-4a45-9e20-16b8e89186a6' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:57:19.889059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.908395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9110f8-9369-4e14-b808-6c3759279708 None None] Pushing event updated for resources: {'Port': ['ID=29135533-b396-40f3-a368-e2e511537067,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:19.913720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30c30de-0a43-4bb0-9bb7-440d1ca1b718,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:19.921174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.921590 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Added segment b4984385-9e01-415b-8157-7fcfe3d7fbca of type vlan for network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 Feb 16 23:57:19.922742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:19.949959 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-3730d8fc-0832-4882-b354-5a3bad5a9e47 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] delete failed (client error): The resource could not be found. Feb 16 23:57:19.950922 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3730d8fc-0832-4882-b354-5a3bad5a9e47 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/0509598e-8a5b-4b01-b47a-23698b804e99 HTTP/1.1" status: 404 len: 336 time: 0.1060848 Feb 16 23:57:19.955410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53430) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:19.969801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:20.004403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.032550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:20.034866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4934391e-a07a-497d-975c-782d39005883'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:57:20.039725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46f0e2-353f-447a-87d5-6226cbc1ecef req-90dd65db-3473-4e24-8573-6fdd8c1302bc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:20.041639 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c46f0e2-353f-447a-87d5-6226cbc1ecef req-90dd65db-3473-4e24-8573-6fdd8c1302bc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 945 time: 0.2916622 Feb 16 23:57:20.043229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:20.047000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.060568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36af34a8-ac6c-4228-8cfb-4f3a67c1b19a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:20.068114 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2c6a2b03-1d21-42db-b017-8e7fe1d650b6 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c520c2a-adb3-4bb5-be7e-c7276b967156 HTTP/1.1" status: 200 len: 205 time: 0.1031811 Feb 16 23:57:20.068773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 4934391e-a07a-497d-975c-782d39005883, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4934391e-a07a-497d-975c-782d39005883,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:20.069215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:20.078916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53436) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.082981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.114442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 693b34b3-5041-4435-a50d-4a5b80b4f1e8 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:20.131849 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4934391e-a07a-497d-975c-782d39005883', 'code': 200} Feb 16 23:57:20.153435 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c46f0e2-353f-447a-87d5-6226cbc1ecef req-c11339f5-d5da-404f-879d-f2ae1b2aec95 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002421 Feb 16 23:57:20.192976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.196835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.204485 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-572dee3c-0a77-46d8-9eac-503558f29557 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] delete failed (client error): The resource could not be found. Feb 16 23:57:20.205523 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-572dee3c-0a77-46d8-9eac-503558f29557 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/4c520c2a-adb3-4bb5-be7e-c7276b967156 HTTP/1.1" status: 404 len: 336 time: 0.1254427 Feb 16 23:57:20.214345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53440) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.221842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=4934391e-a07a-497d-975c-782d39005883,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:20.322238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:20.325500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:20.330352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:20.331777 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0fbf7d1a-6365-4dea-bd92-00f22f0c227d tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=5def9fc2-42f3-475f-b6bd-f30b6cc74282 HTTP/1.1" status: 200 len: 205 time: 0.1111004 Feb 16 23:57:20.338728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:20.339371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.341861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.344642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53444) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.346965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=693b34b3-5041-4435-a50d-4a5b80b4f1e8,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:20.429177 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-fdd4e9ce-c0c8-47b1-8624-64e4d9a54f39 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] delete failed (client error): The resource could not be found. Feb 16 23:57:20.430227 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fdd4e9ce-c0c8-47b1-8624-64e4d9a54f39 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/5def9fc2-42f3-475f-b6bd-f30b6cc74282 HTTP/1.1" status: 404 len: 336 time: 0.0845468 Feb 16 23:57:20.436130 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6741aeec-5472-459a-8eae-63e18e698b43 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1934516 Feb 16 23:57:20.437752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53448) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.438084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53450) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.445688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': 'de530201-f0ae-4fd2-97d1-3c347b0996a6', 'ip_address': '2001:db8::49a3:8fcd:9168:ed9d'}], 'name': 'tempest-NetworksTestDHCPv6-2106067578'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:20.518922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 29135533-b396-40f3-a368-e2e511537067 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:20.548192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.549161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:20.551476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.603756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 29135533-b396-40f3-a368-e2e511537067 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:20.618312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device daec25ec-a308-47c7-b317-057bd7b580a5 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:20.627763 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.667349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: daec25ec-a308-47c7-b317-057bd7b580a5 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:20.667788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device daec25ec-a308-47c7-b317-057bd7b580a5 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:20.672451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-72c3ac01-bd82-4054-8ecb-ad9f438a494a tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e49bcfa-fcaf-40ef-86ab-5e1b346eabba HTTP/1.1" status: 200 len: 205 time: 0.2331643 Feb 16 23:57:20.678418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53456) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.695251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.754996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-580835e0-5220-4729-8408-41c67b677e53 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] delete failed (client error): The resource could not be found. Feb 16 23:57:20.758493 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-580835e0-5220-4729-8408-41c67b677e53 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/routers/0e49bcfa-fcaf-40ef-86ab-5e1b346eabba HTTP/1.1" status: 404 len: 336 time: 0.0767031 Feb 16 23:57:20.766033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53460) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.813131 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adf471e-da4d-4bc0-9452-de8badd3bba4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:20.813587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adf471e-da4d-4bc0-9452-de8badd3bba4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:20.817883 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8adf471e-da4d-4bc0-9452-de8badd3bba4 tempest-RoutersIpV6AdminTest-912728794 tempest-RoutersIpV6AdminTest-912728794-project] 10.222.0.47 "DELETE /v2.0/subnets/6cc18d0a-46de-4d22-8010-45626d6c225b HTTP/1.1" status: 404 len: 337 time: 0.0483336 Feb 16 23:57:20.853442 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9190497 Feb 16 23:57:20.861065 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5691eb0-51d4-4361-b26f-dbfe22657dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=97b8aa4c-662e-41ed-aac3-f1628ffd37f5,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:20.864597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53466) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.868865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:20.870997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.872598 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1659520 Feb 16 23:57:20.875398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:20.877874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53470) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:20.881571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Request body: {'subnet': {'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1795894880-subnet', 'tenant_id': '4083fba0e8ff4ab4b1caee8ca1f57ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:20.881739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:57:20.887516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3699b81-e0e8-48e3-ad7d-6c83b90f4e27 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3d4da-dc64-4a6a-8194-586c98e31abc,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:20.894878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:20.897706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:20.913148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:20.925002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc924-4a52-4020-b5d4-6378700bb334 req-f4946893-56a6-42e8-8fc9-b150df2d6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:20.926997 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-76bcc924-4a52-4020-b5d4-6378700bb334 req-f4946893-56a6-42e8-8fc9-b150df2d6cf6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 1099 time: 0.5263669 Feb 16 23:57:20.931178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Usage tracker for resource:subnet and tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:20.937025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:20.942454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:20.944407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:20.972069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:20.994384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 0de94e00-1189-41be-b54b-1d10af5d1f1e yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:57:21.046414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Made reservation on behalf of 4083fba0e8ff4ab4b1caee8ca1f57ce6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:21.048924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.074233 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-76bcc924-4a52-4020-b5d4-6378700bb334 req-418002ab-9ef2-4498-b3ac-1547971c1baf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381950 Feb 16 23:57:21.135826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-61a180d8-f34b-44b7-b818-e85f3ef93187 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:21.154600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53476) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:21.251565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-61a180d8-f34b-44b7-b818-e85f3ef93187 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:21.252872 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-61a180d8-f34b-44b7-b818-e85f3ef93187 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3666418 Feb 16 23:57:21.261725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53484) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:21.272573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c3bfe8d6-8e8e-49f5-afe2-e48403f98c8c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-security--1915699833', 'description': 'tempest-security-description-1659115709'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:21.283648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:21.283988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.318269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.325028 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 23:57:21.325565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:21.349065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-96127b2d-b803-4140-a4e9-dba720dad01c None None] Provisioning for port 29135533-b396-40f3-a368-e2e511537067 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:21.358946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-96127b2d-b803-4140-a4e9-dba720dad01c None None] Provisioning complete for port 29135533-b396-40f3-a368-e2e511537067 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:21.359639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-96127b2d-b803-4140-a4e9-dba720dad01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.406784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.423205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe8d6-8e8e-49f5-afe2-e48403f98c8c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.481404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:21.493587 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c5d40698-fbac-4679-8370-feb582e6e096 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0526757 Feb 16 23:57:21.506802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53490) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:21.507798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Usage tracker for resource:security_group_rule and tenant:2d2c2875791e4e53b8ffc567188ac9d7 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:21.514502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-96127b2d-b803-4140-a4e9-dba720dad01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.552547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:21.555872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-96127b2d-b803-4140-a4e9-dba720dad01c None None] For port 29135533-b396-40f3-a368-e2e511537067, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=29135533-b396-40f3-a368-e2e511537067,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:21.561275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-96127b2d-b803-4140-a4e9-dba720dad01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.571924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:21.600132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe8d6-8e8e-49f5-afe2-e48403f98c8c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.617322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe8d6-8e8e-49f5-afe2-e48403f98c8c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.634492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96127b2d-b803-4140-a4e9-dba720dad01c None None] Pushing event updated for resources: {'Port': ['ID=29135533-b396-40f3-a368-e2e511537067,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:21.662933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe8d6-8e8e-49f5-afe2-e48403f98c8c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.666683 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c3bfe8d6-8e8e-49f5-afe2-e48403f98c8c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "PUT /v2.0/security-groups/75a3d4da-dc64-4a6a-8194-586c98e31abc HTTP/1.1" status: 200 len: 1780 time: 0.4015727 Feb 16 23:57:21.671300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53494) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:21.687962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3fe6b-4cf7-4fba-92d1-8fc3509254fc req-49f35244-3a79-4472-bce8-1a19f7488541 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:21.689360 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ec3fe6b-4cf7-4fba-92d1-8fc3509254fc req-49f35244-3a79-4472-bce8-1a19f7488541 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 946 time: 0.3432021 Feb 16 23:57:21.697772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.701147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfe8d6-8e8e-49f5-afe2-e48403f98c8c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3d4da-dc64-4a6a-8194-586c98e31abc,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:21.703721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-76d42b07-9593-465a-bfb5-53bb6a793391 None None] Provisioning for port 693b34b3-5041-4435-a50d-4a5b80b4f1e8 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:21.721758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-76d42b07-9593-465a-bfb5-53bb6a793391 None None] Provisioning complete for port 693b34b3-5041-4435-a50d-4a5b80b4f1e8 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:21.722139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-76d42b07-9593-465a-bfb5-53bb6a793391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.763756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510ec66-5b57-4157-a149-bb13ea85dbe9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:21.769526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510ec66-5b57-4157-a149-bb13ea85dbe9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:21.770408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b510ec66-5b57-4157-a149-bb13ea85dbe9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:21.793262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-76d42b07-9593-465a-bfb5-53bb6a793391 None None] Port 693b34b3-5041-4435-a50d-4a5b80b4f1e8 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:21.793526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,segment=NetworkSegment(eae84921-d2c0-4e8d-be38-3bb60545a020),segment_id=eae84921-d2c0-4e8d-be38-3bb60545a020)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:21.793634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.799568 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ec3fe6b-4cf7-4fba-92d1-8fc3509254fc req-9bd1b2d2-dcbd-4a30-a665-f20c81a95f45 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920832 Feb 16 23:57:21.819660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b510ec66-5b57-4157-a149-bb13ea85dbe9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:21.820882 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b510ec66-5b57-4157-a149-bb13ea85dbe9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3042395 Feb 16 23:57:21.824099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53498) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:21.829495 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b2953079-e2e9-42c1-8ed6-16acb1769cee tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups/75a3d4da-dc64-4a6a-8194-586c98e31abc HTTP/1.1" status: 200 len: 1780 time: 0.1567988 Feb 16 23:57:21.829675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.837452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53502) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:21.862430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.940167 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d2c2875791e4e53b8ffc567188ac9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7845030 Feb 16 23:57:21.945361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53506) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:21.950437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 693b34b3-5041-4435-a50d-4a5b80b4f1e8 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:21.950777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:21.966279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:21.989654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da0b5f-df80-4ed0-b17f-0f0a6f061c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b384c6-368b-401e-84b8-716a63a94e1d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:22.005994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:22.056355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Checking segment: {'id': 'b4984385-9e01-415b-8157-7fcfe3d7fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:22.056870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Network hostable DHCP agents. Network: 97b8aa4c-662e-41ed-aac3-f1628ffd37f5, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:57:22.105983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:57:22.130045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b744e0d-119c-4b22-a5d4-f669a9d4c481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.144793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 97b8aa4c-662e-41ed-aac3-f1628ffd37f5) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:22.154050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd0ef1a-c219-4c7e-8f59-a1809b569cbf None None] Network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:22.155943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e755f7f-238b-42fd-a337-9ade853afe1c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.158211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:22.158788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.219114 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-00244414-7ed4-412c-8df2-c417cb1defa1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3399889 Feb 16 23:57:22.219114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e755f7f-238b-42fd-a337-9ade853afe1c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.226009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b744e0d-119c-4b22-a5d4-f669a9d4c481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.303580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.332893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.396074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:22.484395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff10fd-2a23-4d96-ae45-0abd1b6ce1b2 None None] Network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:22.529878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 693b34b3-5041-4435-a50d-4a5b80b4f1e8 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:22.591012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b744e0d-119c-4b22-a5d4-f669a9d4c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.632305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b744e0d-119c-4b22-a5d4-f669a9d4c481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b384c6-368b-401e-84b8-716a63a94e1d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:22.648386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e755f7f-238b-42fd-a337-9ade853afe1c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.652191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9b744e0d-119c-4b22-a5d4-f669a9d4c481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.655754 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9b744e0d-119c-4b22-a5d4-f669a9d4c481 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16b384c6-368b-401e-84b8-716a63a94e1d HTTP/1.1" status: 204 len: 168 time: 0.7069764 Feb 16 23:57:22.704523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 29135533-b396-40f3-a368-e2e511537067 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:22.785963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e755f7f-238b-42fd-a337-9ade853afe1c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3d4da-dc64-4a6a-8194-586c98e31abc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:22.797797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8e755f7f-238b-42fd-a337-9ade853afe1c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.798923 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8e755f7f-238b-42fd-a337-9ade853afe1c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/75a3d4da-dc64-4a6a-8194-586c98e31abc HTTP/1.1" status: 204 len: 168 time: 0.9074345 Feb 16 23:57:22.801728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53522) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:22.841170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.871307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.907587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 29135533-b396-40f3-a368-e2e511537067 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:22.908230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:22.908740 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:57:22.966193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-76944e0f-0782-4701-a9bb-9a9098063886 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:23.013424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=693b34b3-5041-4435-a50d-4a5b80b4f1e8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:23.093644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.124861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-76944e0f-0782-4701-a9bb-9a9098063886 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:23.129308 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-76944e0f-0782-4701-a9bb-9a9098063886 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3234756 Feb 16 23:57:23.137533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53532) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:23.167704 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-e88f8805-b45b-42b0-ba13-a31239ca06ff tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] delete failed (client error): The resource could not be found. Feb 16 23:57:23.168749 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e88f8805-b45b-42b0-ba13-a31239ca06ff tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/75a3d4da-dc64-4a6a-8194-586c98e31abc HTTP/1.1" status: 404 len: 347 time: 0.0289679 Feb 16 23:57:23.181337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53538) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:23.197171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--630439625'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:23.213230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53542) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:23.220959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:23.228663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2049403790-network', 'tenant_id': 'fbd171eb1cf6494dbad1ce3ac6f41867'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:23.287520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53546) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:23.298904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:23.311616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:23.313745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Usage tracker for resource:network and tenant:fbd171eb1cf6494dbad1ce3ac6f41867 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:23.320358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:23.323551 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-09d4975b-6732-401a-b83e-64ed0da464b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/693b34b3-5041-4435-a50d-4a5b80b4f1e8 HTTP/1.1" status: 204 len: 168 time: 1.4983456 Feb 16 23:57:23.329041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53550) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:23.411912 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6454d498-1521-40c9-b876-590286d6e8e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a5a3a1bf77d4a15ae6f0dc580e8cc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233952 Feb 16 23:57:23.416299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53554) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:23.454460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abe0d5-8697-4ef9-a299-bd1adf4ecb64 req-52154e76-526e-4dca-a929-cefe5119319c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:23.456000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b9abe0d5-8697-4ef9-a299-bd1adf4ecb64 req-52154e76-526e-4dca-a929-cefe5119319c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 946 time: 0.3655989 Feb 16 23:57:23.462271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39075df-ff3a-4cad-af40-de86e826ee15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:23.463767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39075df-ff3a-4cad-af40-de86e826ee15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:23.464546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e39075df-ff3a-4cad-af40-de86e826ee15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:23.506857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:23.518437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.538047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e39075df-ff3a-4cad-af40-de86e826ee15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:23.539031 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e39075df-ff3a-4cad-af40-de86e826ee15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2072310 Feb 16 23:57:23.543115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53558) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:23.550758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4896acf4-9bc1-4156-8a9f-59c01b086c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.554753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b9abe0d5-8697-4ef9-a299-bd1adf4ecb64 req-d4942c30-2b04-40df-8726-2e6358d439e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807896 Feb 16 23:57:23.580438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Made reservation on behalf of fbd171eb1cf6494dbad1ce3ac6f41867 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:23.583321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.584706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4896acf4-9bc1-4156-8a9f-59c01b086c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.602150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:23.608706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:23.612082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:23.619867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:23.652092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:23.654359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4896acf4-9bc1-4156-8a9f-59c01b086c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.662990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.674370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896acf4-9bc1-4156-8a9f-59c01b086c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da4894-4548-4728-9148-27f327fc8311,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:23.707804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:23.720521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4896acf4-9bc1-4156-8a9f-59c01b086c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.720997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Usage tracker for resource:security_group_rule and tenant:fbd171eb1cf6494dbad1ce3ac6f41867 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:23.721613 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4896acf4-9bc1-4156-8a9f-59c01b086c4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56da4894-4548-4728-9148-27f327fc8311 HTTP/1.1" status: 204 len: 168 time: 0.3039031 Feb 16 23:57:23.770144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46151691-0391-434b-bda1-ce062665ce7e req-e9f0eee0-a142-4f24-b122-306951fd487d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:23.771641 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-46151691-0391-434b-bda1-ce062665ce7e req-e9f0eee0-a142-4f24-b122-306951fd487d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 946 time: 0.0840962 Feb 16 23:57:23.775889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:23.783032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet de530201-f0ae-4fd2-97d1-3c347b0996a6 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:23.800140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:23.802330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:23.817147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-46151691-0391-434b-bda1-ce062665ce7e req-4282f201-4815-4ad5-aa49-f547052f0c44 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392382 Feb 16 23:57:23.980707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.031940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.035379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:24.044501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.047738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:24.058244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:24.058803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:24.136689 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ab61c075-4d45-4795-9dd5-0539d4969bc2 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4041252 Feb 16 23:57:24.136689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96816131-7f8c-4cf5-bb87-ddac3256bcfb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:24.137304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53576) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.146397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.147738 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c22cd873-7f80-4823-885e-d3902a4be973 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9648285 Feb 16 23:57:24.153015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53580) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.164110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '96816131-7f8c-4cf5-bb87-ddac3256bcfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:24.181331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:24.189893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:24.193847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:24.202691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:24.236666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.239369 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:24.261083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.291686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 3ce08298-2343-49ea-bc84-a8d17e55f49a {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:24.294707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.303350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.326398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.332727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.341306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.362239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60017d54-6676-49ef-81bd-5a409d5be1d6,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:24.375572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.380287 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-95676a95-f5a5-401e-a9d2-7df271b1e51a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231414 Feb 16 23:57:24.381083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53588) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.385022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:57:24.416867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.424037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8943a61-ce28-40bc-9863-2e3511060faf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.449931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8943a61-ce28-40bc-9863-2e3511060faf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.455966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.456341 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Added segment 9024bc76-e43a-4ea1-b081-803150570ed4 of type vlan for network 59d2793c-57ab-4abb-ac9b-9cdb99a2e731 Feb 16 23:57:24.461305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb82cf-66e2-4777-b00b-98b1c7dcf91a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:24.509461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.514074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.541880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8943a61-ce28-40bc-9863-2e3511060faf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.559774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8943a61-ce28-40bc-9863-2e3511060faf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60017d54-6676-49ef-81bd-5a409d5be1d6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:24.568459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=de530201-f0ae-4fd2-97d1-3c347b0996a6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:24.569028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8943a61-ce28-40bc-9863-2e3511060faf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.575044 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c8943a61-ce28-40bc-9863-2e3511060faf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/60017d54-6676-49ef-81bd-5a409d5be1d6 HTTP/1.1" status: 204 len: 168 time: 0.1866329 Feb 16 23:57:24.575857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53598) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.577075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.587267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743624b0-4fe5-4f18-80b3-7458665abe9b None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:24.624386 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ce448517-887a-46df-868f-1a054d29ecbc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/de530201-f0ae-4fd2-97d1-3c347b0996a6 HTTP/1.1" status: 204 len: 168 time: 1.0801833 Feb 16 23:57:24.628158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.628304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53602) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.657619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.658591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:24.659163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.775730 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5573597 Feb 16 23:57:24.782460 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-527a40d2-4254-4d9a-bd22-1094115e54fa tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525881 Feb 16 23:57:24.783602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53608) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.788451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53610) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.797929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Request body: {'subnet': {'network_id': '59d2793c-57ab-4abb-ac9b-9cdb99a2e731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2049403790-subnet', 'tenant_id': 'fbd171eb1cf6494dbad1ce3ac6f41867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:24.803692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:24.809510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-33c10bd0-397f-4aaa-b0cc-0860dd6b7bd8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:24.817224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:24.823976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Usage tracker for resource:subnet and tenant:fbd171eb1cf6494dbad1ce3ac6f41867 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:24.829355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:24.837819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:24.844704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-33c10bd0-397f-4aaa-b0cc-0860dd6b7bd8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:24.845976 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-33c10bd0-397f-4aaa-b0cc-0860dd6b7bd8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2681282 Feb 16 23:57:24.849599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53618) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:24.865962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Made reservation on behalf of fbd171eb1cf6494dbad1ce3ac6f41867 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:24.868530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.880968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4acb2-731f-4886-bd18-243b559ef86f admin admin] Pushing event updated for resources: {'Network': ['ID=59d2793c-57ab-4abb-ac9b-9cdb99a2e731,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:24.901533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 59d2793c-57ab-4abb-ac9b-9cdb99a2e731 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:57:24.924445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:24.974749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:24.979271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:24.982362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:24.988476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:24.996144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce08298-2343-49ea-bc84-a8d17e55f49a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:25.000387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.005903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:25.009605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.015771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21320ec-0401-47f1-b4d7-a33ebf2dd151 None None] Network 22f492ba-4926-4fa9-9cfb-74f31f4b9909 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:25.029438 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-12946e25-560c-4acd-a706-f45a6d03c457 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/3ce08298-2343-49ea-bc84-a8d17e55f49a HTTP/1.1" status: 204 len: 168 time: 0.8843157 Feb 16 23:57:25.031563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e823445-9a72-4b58-8710-f8c95a91221c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.034380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53624) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:25.068243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e823445-9a72-4b58-8710-f8c95a91221c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.068655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:22Z', 'revision_number': 10, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:25.152411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:25.184031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:25.184849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:25.202206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e823445-9a72-4b58-8710-f8c95a91221c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.227832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e823445-9a72-4b58-8710-f8c95a91221c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96816131-7f8c-4cf5-bb87-ddac3256bcfb,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:25.233616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.246748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.275425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:25.279333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.330449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8c9e8c-90c8-48fe-bc89-8264cca88c96,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:25.362336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53634) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:25.512110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:25.558943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:25.583229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] Deleting port 29135533-b396-40f3-a368-e2e511537067 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:25.583514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.605466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e823445-9a72-4b58-8710-f8c95a91221c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.608532 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4e823445-9a72-4b58-8710-f8c95a91221c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/96816131-7f8c-4cf5-bb87-ddac3256bcfb HTTP/1.1" status: 204 len: 168 time: 0.7579689 Feb 16 23:57:25.646815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53642) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:25.647225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53644) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:25.684100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Checking segment: {'id': '9024bc76-e43a-4ea1-b081-803150570ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59d2793c-57ab-4abb-ac9b-9cdb99a2e731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:25.684606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Network hostable DHCP agents. Network: 59d2793c-57ab-4abb-ac9b-9cdb99a2e731, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:57:25.732755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.810460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Network 59d2793c-57ab-4abb-ac9b-9cdb99a2e731 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:57:25.818917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:25.840867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 59d2793c-57ab-4abb-ac9b-9cdb99a2e731) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:25.841656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:25.855635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47ae3a-529a-4f28-a3c2-a0dfbbc736f0 None None] Network 59d2793c-57ab-4abb-ac9b-9cdb99a2e731 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:25.861460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:25.862066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.900587 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e4b52529-11d0-4bec-8399-3593baf34e87 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1113513 Feb 16 23:57:25.922134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:25.922649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:25.969731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-543014468', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:25.978991 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1840539 Feb 16 23:57:25.987962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53656) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:25.990182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:26.000367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8b3ac3da-0a98-4839-8e74-0fcd9c14a28b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:26.006945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70683fbb-e53d-405b-ae75-fc42e5ce76db tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=67cf3027-52f1-40cb-bd30-d6707a63aebd,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:26.009424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Usage tracker for resource:port and tenant:af01e02e25cb4d808951890dc16077bf is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:26.011359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] DHCP port deletion for 22f492ba-4926-4fa9-9cfb-74f31f4b9909 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:26.022710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:26.028932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '67cf3027-52f1-40cb-bd30-d6707a63aebd', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2131826524'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:26.033640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:26.035273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Deleting port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:26.035654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.054450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,segment=NetworkSegment(eae84921-d2c0-4e8d-be38-3bb60545a020),segment_id=eae84921-d2c0-4e8d-be38-3bb60545a020)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:26.054896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.067068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Made reservation on behalf of af01e02e25cb4d808951890dc16077bf for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:26.070332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.085967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.096047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8b3ac3da-0a98-4839-8e74-0fcd9c14a28b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:26.102224 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8b3ac3da-0a98-4839-8e74-0fcd9c14a28b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4043629 Feb 16 23:57:26.104644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53662) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:26.228834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--1140898971'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:26.241461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:26.268513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:26.278831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:26.288549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Usage tracker for resource:security_group_rule and tenant:af01e02e25cb4d808951890dc16077bf is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:26.296926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:26.298937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:26.312987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:26.320578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] For port 29135533-b396-40f3-a368-e2e511537067, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=29135533-b396-40f3-a368-e2e511537067,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:26.321258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.332978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.375652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:26.376223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:26.382486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:26.382697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:26.386962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:26.389513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:26.395094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:26.396230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.405926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:26.430970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:26.450132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No DVR routers for this DVR port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:26.500605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:26.541917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] Calling delete_port for 29135533-b396-40f3-a368-e2e511537067 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:26.570343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:26.639643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.679742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:26.680295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:26.681549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 29135533-b396-40f3-a368-e2e511537067 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:26.707115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f492ba-4926-4fa9-9cfb-74f31f4b9909']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:26.729419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.732237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae84921-d2c0-4e8d-be38-3bb60545a020') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:26.732237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae84921-d2c0-4e8d-be38-3bb60545a020') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:26.755426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.758279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.783334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] device_id is not set on port ff71a2d5-b0fe-47a8-9045-0fbbf2dfaebb yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:57:26.824285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.826649 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71fb5e-e540-45e7-8eb1-f5f95c5f01a8 None None] Network 59d2793c-57ab-4abb-ac9b-9cdb99a2e731 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:26.830879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-7b579b13-29c3-43c3-9cd1-813b05525cc6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:26.832417 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-7b579b13-29c3-43c3-9cd1-813b05525cc6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/networks?id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5 HTTP/1.1" status: 200 len: 812 time: 0.2964926 Feb 16 23:57:26.841619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.845774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.853620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] For port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2,segment=NetworkSegment(eae84921-d2c0-4e8d-be38-3bb60545a020),segment_id=eae84921-d2c0-4e8d-be38-3bb60545a020)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:26.854286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.856420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.883150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-74af1baa-2c41-4921-9bac-c39ddfbcd9c3 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/quotas/4083fba0e8ff4ab4b1caee8ca1f57ce6 HTTP/1.1" status: 200 len: 375 time: 0.0313563 Feb 16 23:57:26.887347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:57:26.887997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:26.888341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 96ec14bf-3e2d-47f3-980b-dc2755dcf2e6 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:57:26.905211 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:57:26.917691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e35fe6e-7f9b-40c9-afa8-9d91ca27bfc3,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:27.020943 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-6b1b818d-0f2a-4ef0-b643-48b79fc10cb6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4083fba0e8ff4ab4b1caee8ca1f57ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936646 Feb 16 23:57:27.052553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Calling delete_port for 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:27.080880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171647c7-181c-4eda-ad70-7277b711aae6,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:27.083300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:22Z', 'revision_number': 10, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:27.095453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.097252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.102074 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-86921e02-3fe9-4728-a2a9-2fe5c9c261d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9407353 Feb 16 23:57:27.106692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53678) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:27.131007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.137452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.138840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '171647c7-181c-4eda-ad70-7277b711aae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:27.147178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=22f492ba-4926-4fa9-9cfb-74f31f4b9909,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:27.149393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:27.161980 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2e71cd02-c7c0-4bc8-90e7-6fce13576d60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/22f492ba-4926-4fa9-9cfb-74f31f4b9909 HTTP/1.1" status: 204 len: 168 time: 2.1235306 Feb 16 23:57:27.161980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Allocated IP 172.26.2.193 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/ff71a2d5-b0fe-47a8-9045-0fbbf2dfaebb) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:27.164170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:27.166953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53682) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:27.172416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:27.181234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37138617-7c1c-4da2-9c7b-9b69be89878b None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:22Z', 'revision_number': 10, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None, '_interfaces': [{'id': 'f81e756a-ef83-44ec-b70c-540a338ec934', 'name': '', 'network_id': '95d8094b-6c9d-4b55-9e24-06d03b6e1b44', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'mac_address': 'fa:16:3e:ad:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:56:10Z', 'updated_at': '2022-02-16T23:56:26Z', 'revision_number': 5, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'subnets': [{'id': '210521f7-54c2-4123-b174-f0ab223bc09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:27.192667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Port 29135533-b396-40f3-a368-e2e511537067 update to DOWN by agent not found {{(pid=87678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 23:57:27.256343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:27.266526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.270772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] Pushing event deleted for resources: {'Port': ['ID=29135533-b396-40f3-a368-e2e511537067,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:27.277879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:27.278281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:27.281913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3288-4dc2-4d02-968b-fdeaeaf8f944 None None] No DVR routers for this DVR port 29135533-b396-40f3-a368-e2e511537067 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:27.282439 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:57:27.282923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:27.330376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02454057-de25-4df2-bd87-34056e4d26f2 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:27.382640 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-963af47e-0aaf-45b3-b5fe-94b00b043631 service neutron] 10.222.0.47 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507888 Feb 16 23:57:27.407165 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-be1dce5c-ba11-4398-8bf9-19d2c0e019c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4080460 Feb 16 23:57:27.422727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53686) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:27.583313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ab3f1b4d-81b5-4a17-9dd7-5d8604a302a0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:27.614028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '67cf3027-52f1-40cb-bd30-d6707a63aebd'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:57:27.614940 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.704512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.789188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Deleting port 6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:27.789662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.839630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ab3f1b4d-81b5-4a17-9dd7-5d8604a302a0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:27.840732 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ab3f1b4d-81b5-4a17-9dd7-5d8604a302a0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4128675 Feb 16 23:57:27.847210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53690) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:27.858400 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-9424aa53-05f0-414f-b110-052abd8d2fde service neutron] 10.222.0.47 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588099 Feb 16 23:57:27.907439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/67cf3027-52f1-40cb-bd30-d6707a63aebd/71d19968-a714-4017-9dcf-835a2c32ca0b) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:27.950757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.967701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.974716 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:27.988751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b84a28-70b9-427a-a3f5-486730d79302 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:27.990337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b84a28-70b9-427a-a3f5-486730d79302 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:27.991823 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-41b84a28-70b9-427a-a3f5-486730d79302 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1416309 Feb 16 23:57:27.994986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53694) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:28.052918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc51677-08e9-4798-a376-ea758ec73b5b,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:28.074248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.075472 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e952d976-6c2c-4d82-92de-7ebd36bee47e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9535639 Feb 16 23:57:28.078410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53702) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:28.085429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '171647c7-181c-4eda-ad70-7277b711aae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:28.087687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4c67e-13ec-40d4-93a9-83dc63c505b5 None None] The port '6ee79ebf-e85c-4b6f-bc2d-9eae5b909ef2' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:57:28.100457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:28.108427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:28.113281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:28.119593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.121939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:28.166133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b83525d-75a8-4e6c-b904-987dfc66e021 req-ef25ef8c-a4cd-459e-a39a-f688d386dc67 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 210 time: 0.1023479 Feb 16 23:57:28.174416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 67cf3027-52f1-40cb-bd30-d6707a63aebd {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:28.215467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.17 (d517d589-d290-44c3-96aa-9c8964fa2dc0/545ef6f0-84a8-40c0-9fc1-d9371969ac99/616632b5-e863-4d2a-996b-b04502312b73) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:28.227699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:28.231119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:28.236134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:28.263063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.289969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Pushing event updated for resources: {'Port': ['ID=ff71a2d5-b0fe-47a8-9045-0fbbf2dfaebb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:28.309162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.332739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Transition to ACTIVE for port object 71d19968-a714-4017-9dcf-835a2c32ca0b will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:28.377134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Transition to ACTIVE for port object 71d19968-a714-4017-9dcf-835a2c32ca0b will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:28.383651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.385785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.388461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:28.389075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.429985 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-895ce501-3d4a-4019-b6b3-f757dce00663 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7305036 Feb 16 23:57:28.434461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53712) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:28.436418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.443132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.447479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.193'}]}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:28.463200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:28.476508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7958a57b-ede6-49b9-a06c-23d09a7938c7,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:28.478805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Usage tracker for resource:router and tenant:af01e02e25cb4d808951890dc16077bf is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:28.484542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.493440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:28.494379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:28.500224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.540691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.545848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:28.553444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:28.553860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d56e36c6-bcfb-4a89-83bf-b5dc1a3ab4f6 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:28.571753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:28.579441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 616632b5-e863-4d2a-996b-b04502312b73 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:28.585540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:28.589016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:28.589176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.590226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.626277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.649370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.662332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.664348 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4a3f9817-9bca-49f1-8124-625fe6c974ba tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5845854 Feb 16 23:57:28.680088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53716) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:28.695680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '171647c7-181c-4eda-ad70-7277b711aae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:28.704990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:28.709811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.748174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:28.820722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Pushing event updated for resources: {'Port': ['ID=71d19968-a714-4017-9dcf-835a2c32ca0b,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:28.832888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:28.834305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Attempting to bind port 71d19968-a714-4017-9dcf-835a2c32ca0b on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:28.834746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Attempting to bind port 71d19968-a714-4017-9dcf-835a2c32ca0b by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:28.835685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Attempting to bind port 71d19968-a714-4017-9dcf-835a2c32ca0b on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:28.841702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:28.842132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:28.842667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.843607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:28.844178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Bound port: 71d19968-a714-4017-9dcf-835a2c32ca0b, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:28.844552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.928309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port f81e756a-ef83-44ec-b70c-540a338ec934 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:28.928896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:28.931282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:28.936246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:28.944589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:29.007017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:29.050373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=616632b5-e863-4d2a-996b-b04502312b73,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:29.122871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] For port 71d19968-a714-4017-9dcf-835a2c32ca0b, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:29.129642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] For port 71d19968-a714-4017-9dcf-835a2c32ca0b, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=71d19968-a714-4017-9dcf-835a2c32ca0b,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:29.136409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.138080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.146962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.157445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port f81e756a-ef83-44ec-b70c-540a338ec934, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f81e756a-ef83-44ec-b70c-540a338ec934,segment=NetworkSegment(abd0057c-1153-4a56-9f0b-5e6d818978c7),segment_id=abd0057c-1153-4a56-9f0b-5e6d818978c7)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:29.157968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.174997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.205669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=67cf3027-52f1-40cb-bd30-d6707a63aebd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:29.216227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.226220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.266434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080070-b78e-440b-afd3-3708c02b34c1 None None] Pushing event updated for resources: {'Port': ['ID=71d19968-a714-4017-9dcf-835a2c32ca0b,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:29.296254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63b5b8a9-6780-4879-981a-1ca6811a71d8 None None] Provisioning for port 616632b5-e863-4d2a-996b-b04502312b73 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:29.303195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for f81e756a-ef83-44ec-b70c-540a338ec934 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:29.305344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63b5b8a9-6780-4879-981a-1ca6811a71d8 None None] Provisioning complete for port 616632b5-e863-4d2a-996b-b04502312b73 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:29.305727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63b5b8a9-6780-4879-981a-1ca6811a71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.417328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-63b5b8a9-6780-4879-981a-1ca6811a71d8 None None] Port 616632b5-e863-4d2a-996b-b04502312b73 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:29.633925 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6f40ad02-e50f-4f6c-b17a-9485da950d7b req-d9d5ca2f-0f32-400c-8179-5a5cef458963 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 210 time: 0.2414594 Feb 16 23:57:29.645293 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a4f6d135-3d5d-4b1c-99a0-cf11a87c5055 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/67cf3027-52f1-40cb-bd30-d6707a63aebd HTTP/1.1" status: 204 len: 168 time: 1.6442881 Feb 16 23:57:29.653030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53724) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:29.756881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.765825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.767766 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6d569cbf-d9de-4f49-84dc-be05e83fa2da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114578 Feb 16 23:57:29.782164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53730) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:29.792375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:29.810591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1f4c8d-ee66-4d05-8817-451e7404dadf,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:29.829033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.830250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a950ef3-9e29-410d-adc4-1731f7d28770 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1473908 Feb 16 23:57:29.838185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:29.851662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '171647c7-181c-4eda-ad70-7277b711aae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:29.860266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:29.869883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:29.874011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:29.912418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:29.941618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-382ebcce-2423-4e4b-8722-bd47118d4c23 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:29.942334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-382ebcce-2423-4e4b-8722-bd47118d4c23 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Synchronizing usage tracker for tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:29.957693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:29.969835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:29.975209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:29.978585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-382ebcce-2423-4e4b-8722-bd47118d4c23 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Unset dirty status for tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:29.980073 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-382ebcce-2423-4e4b-8722-bd47118d4c23 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.24 "GET /v2.0/networks?id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5 HTTP/1.1" status: 200 len: 812 time: 0.6335049 Feb 16 23:57:29.981435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:29.992976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:29.998066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Request body: {'port': {'device_id': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5', 'admin_state_up': True, 'tenant_id': '4083fba0e8ff4ab4b1caee8ca1f57ce6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:30.018861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.080621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:30.084106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.294385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.295748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.353501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.358385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:30.361991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=f81e756a-ef83-44ec-b70c-540a338ec934,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:30.367626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Usage tracker for resource:port and tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:30.397811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:30.457900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:30.472775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abf418-c044-49f5-b212-c2328259ee0a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:30.514859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.516117 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c31b55f5-50f8-46e6-be58-0212d2d9c6e8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6709001 Feb 16 23:57:30.526642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53738) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:30.547264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '171647c7-181c-4eda-ad70-7277b711aae6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:30.551283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.554635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Made reservation on behalf of 4083fba0e8ff4ab4b1caee8ca1f57ce6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:30.560827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.589805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:30.595595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca5459-9eb0-46ea-a565-914c44af67c5 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:30.641538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.709083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:30.724760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:30.739602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 71d19968-a714-4017-9dcf-835a2c32ca0b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:30.785161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:30.814520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-76a53469-82e2-4162-a7c7-3546cc9258e8 None None] Provisioning for port 71d19968-a714-4017-9dcf-835a2c32ca0b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:30.897815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.899134 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5d825076-c5a6-43af-8cb2-f6b3e0f1a1ac req-30dc10ec-567f-4fc4-aca1-3ebf681d37ce tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 210 time: 0.1071270 Feb 16 23:57:30.953889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 71d19968-a714-4017-9dcf-835a2c32ca0b completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:30.961463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 71d19968-a714-4017-9dcf-835a2c32ca0b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:30.962080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.991380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:30.992856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.002615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.054007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.104865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.118139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.120401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:31.130348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] Deleting port 71d19968-a714-4017-9dcf-835a2c32ca0b {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:31.130727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.198723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 71d19968-a714-4017-9dcf-835a2c32ca0b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=71d19968-a714-4017-9dcf-835a2c32ca0b,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:31.229750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.329458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.355285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:31.383580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=71d19968-a714-4017-9dcf-835a2c32ca0b,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:31.384172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=616632b5-e863-4d2a-996b-b04502312b73,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:31.420761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:31.441904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] For port 71d19968-a714-4017-9dcf-835a2c32ca0b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=71d19968-a714-4017-9dcf-835a2c32ca0b,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:31.442301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.442446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:31.442928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.452395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=2ee77e89-32d8-4b7c-8df9-582f076405c3,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:31.527323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Allocated IP 172.20.0.13 (97b8aa4c-662e-41ed-aac3-f1628ffd37f5/4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7/c7698746-b60b-48b4-b8bb-3521d23c5c03) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:31.573499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.574542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] Calling delete_port for 71d19968-a714-4017-9dcf-835a2c32ca0b owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:31.577566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:31.579231 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-675b4f2a-938f-4b4b-87b6-a3ee7edbbaa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7961133 Feb 16 23:57:31.591914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53744) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:31.634737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1216313636', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:31.647575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:31.647961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.651936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.664549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:router and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:31.665567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.678682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.680580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:31.701319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.702257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 094d23ae-67e8-4ba5-a15d-68313bec052f {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:31.720331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:31.725121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] Pushing event deleted for resources: {'Port': ['ID=71d19968-a714-4017-9dcf-835a2c32ca0b,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:31.725328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:31.726667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:31.739221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde599e3-c467-45a6-9711-4b919b33bf16 None None] No DVR routers for this DVR port 71d19968-a714-4017-9dcf-835a2c32ca0b on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:31.764715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852f3fb-c573-41aa-bfe8-d932d2466ade None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:31.787886 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 23:57:31.789242 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4e31496c-d878-4769-a696-1543b4f7c784 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3503001 Feb 16 23:57:31.797478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53748) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:31.824825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47227dca-fca4-4b2b-9067-fc18edd34ea2,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:31.942081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Deleting port ff71a2d5-b0fe-47a8-9045-0fbbf2dfaebb {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:31.952491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.969772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.971468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.989463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:31.993324 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a40cb727-e20b-4044-99a9-ae477b2f4dbc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4616778 Feb 16 23:57:32.004846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53754) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:32.024419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:32.026518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0340f1aa-b5cc-4620-94eb-c09ff33bd61e None None] Provisioning complete for port 616632b5-e863-4d2a-996b-b04502312b73 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:32.026927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0340f1aa-b5cc-4620-94eb-c09ff33bd61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.036779 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:32.053435 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:32.054454 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:32.075315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.084154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '2ee77e89-32d8-4b7c-8df9-582f076405c3'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:57:32.084988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.108502 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-36ad4403-0239-45e8-bafa-2c338c3b8bda tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9385722 Feb 16 23:57:32.111881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53758) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:32.115849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f633798-37b1-4052-a1bd-bb7af73019b5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.152290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0340f1aa-b5cc-4620-94eb-c09ff33bd61e None None] Port 616632b5-e863-4d2a-996b-b04502312b73 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:32.153455 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1d64f0ff-5ea1-437e-9b21-797ca3fac3c6 req-7cc461d0-a127-4829-bb9f-5373453209f9 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 210 time: 0.1063738 Feb 16 23:57:32.186670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f633798-37b1-4052-a1bd-bb7af73019b5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.240472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.245432 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:32.245982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.287874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting subnet 210521f7-54c2-4123-b174-f0ab223bc09d {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:32.292768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.320613 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/2ee77e89-32d8-4b7c-8df9-582f076405c3/8ea7a37c-65e1-4236-8963-0f76e552d1df) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:32.324205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f633798-37b1-4052-a1bd-bb7af73019b5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.351083 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:30Z', 'revision_number': 11, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:32.355695 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:32.356624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.361015 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0cd34319-dbe9-4b6b-a2e9-815e7e0c596f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7380788 Feb 16 23:57:32.363969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53762) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:32.366106 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:32.366932 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:32.369659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f633798-37b1-4052-a1bd-bb7af73019b5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47227dca-fca4-4b2b-9067-fc18edd34ea2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:32.403571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.457445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.509253 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:32.515573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 71d19968-a714-4017-9dcf-835a2c32ca0b no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:32.547926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Calling delete_port for ff71a2d5-b0fe-47a8-9045-0fbbf2dfaebb owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:32.567791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.577651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 71d19968-a714-4017-9dcf-835a2c32ca0b {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:32.577998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 71d19968-a714-4017-9dcf-835a2c32ca0b not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:32.619060 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:30Z', 'revision_number': 11, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:32.623400 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437dc48-5d60-4757-a9df-f70bddbcaa18 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:30Z', 'revision_number': 11, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:32.626434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f633798-37b1-4052-a1bd-bb7af73019b5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.627589 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2f633798-37b1-4052-a1bd-bb7af73019b5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/47227dca-fca4-4b2b-9067-fc18edd34ea2 HTTP/1.1" status: 204 len: 168 time: 0.6258256 Feb 16 23:57:32.633218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53766) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:32.638667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:32.687689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.716508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.728491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Transition to ACTIVE for port object 8ea7a37c-65e1-4236-8963-0f76e552d1df will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:32.748695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Transition to ACTIVE for port object 8ea7a37c-65e1-4236-8963-0f76e552d1df will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:32.755620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.833875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:32.847990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:32.849967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Pushing event updated for resources: {'Port': ['ID=8ea7a37c-65e1-4236-8963-0f76e552d1df,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:32.852286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:32.857874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:32.864786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:32.919294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7cc0fff6-f0b2-47fe-bbb8-fe2fa5c248e2 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:32.926403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:32.949884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Attempting to bind port 8ea7a37c-65e1-4236-8963-0f76e552d1df on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:32.950496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Attempting to bind port 8ea7a37c-65e1-4236-8963-0f76e552d1df by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:32.951060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Attempting to bind port 8ea7a37c-65e1-4236-8963-0f76e552d1df on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:32.958322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:32.958931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:32.959552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.960130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:32.960784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Bound port: 8ea7a37c-65e1-4236-8963-0f76e552d1df, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:32.961341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:32.982634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Pushing event updated for resources: {'Port': ['ID=c7698746-b60b-48b4-b8bb-3521d23c5c03,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:33.060210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7cc0fff6-f0b2-47fe-bbb8-fe2fa5c248e2 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:33.061566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7cc0fff6-f0b2-47fe-bbb8-fe2fa5c248e2 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4274080 Feb 16 23:57:33.067365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] For port 8ea7a37c-65e1-4236-8963-0f76e552d1df, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:33.070669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53770) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:33.074585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] For port 8ea7a37c-65e1-4236-8963-0f76e552d1df, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8ea7a37c-65e1-4236-8963-0f76e552d1df,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:33.079276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.100103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.122514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3722ce1c-aa79-4914-8e8a-94c36483bf4c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.155828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:33.171008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81661709-8a21-4691-ab60-e6fef14ae4e9 None None] Pushing event updated for resources: {'Port': ['ID=8ea7a37c-65e1-4236-8963-0f76e552d1df,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:33.178238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3722ce1c-aa79-4914-8e8a-94c36483bf4c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.190140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Sync routers for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:33.207737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:33.211138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:33.229586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff71a2d5-b0fe-47a8-9045-0fbbf2dfaebb,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:33.284343 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eeacfb18-666c-488f-b06d-9b2dc1adc9c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9182355 Feb 16 23:57:33.342088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.403356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.408672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d39567-1c4b-4cc5-bc5e-fcfa2ec1db46 None None] Network 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:33.426389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3722ce1c-aa79-4914-8e8a-94c36483bf4c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.464504 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/210521f7-54c2-4123-b174-f0ab223bc09d HTTP/1.1" status: 204 len: 168 time: 1.3501067 Feb 16 23:57:33.473389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:33.475622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.476720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722ce1c-aa79-4914-8e8a-94c36483bf4c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8abf418-c044-49f5-b212-c2328259ee0a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:33.486834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53780) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:33.492677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.498206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da6b43-a254-48db-a3c5-f5041e620b86 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Subnet': ['ID=210521f7-54c2-4123-b174-f0ab223bc09d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:33.587938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-70b454e7-4d54-4267-91ab-b9f281cc01f6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5963690 Feb 16 23:57:33.596746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:33.601807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Request body: {'port': {'device_id': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:33.607217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3722ce1c-aa79-4914-8e8a-94c36483bf4c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.610690 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3722ce1c-aa79-4914-8e8a-94c36483bf4c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b8abf418-c044-49f5-b212-c2328259ee0a HTTP/1.1" status: 204 len: 168 time: 0.5367198 Feb 16 23:57:33.615825 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c8c4acc5-eeae-4361-9af8-8ba10a74f032 tempest-RoutersAdminNegativeIpV6Test-760196833 tempest-RoutersAdminNegativeIpV6Test-760196833-project-admin] 10.222.0.47 "DELETE /v2.0/ports/ff71a2d5-b0fe-47a8-9045-0fbbf2dfaebb HTTP/1.1" status: 204 len: 168 time: 1.8171215 Feb 16 23:57:33.619526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53784) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:33.692761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852330d1-5cb9-48e7-a2ed-f02c07b49e15 req-8f0c8afe-ab59-4aa1-9cbb-8f476e9a8958 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:33.694316 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-852330d1-5cb9-48e7-a2ed-f02c07b49e15 req-8f0c8afe-ab59-4aa1-9cbb-8f476e9a8958 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 932 time: 0.3714643 Feb 16 23:57:33.781871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.828096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.830160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-48706386-7b02-4973-911b-0b893d754e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.830673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-598c0166-b630-4992-93cb-f98f083a09bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:33.855169 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-852330d1-5cb9-48e7-a2ed-f02c07b49e15 req-704dbe10-8afd-4128-b6f8-25afc7b7deb2 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257038 Feb 16 23:57:33.856370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Deleting port 521e76e6-ddca-4446-86f9-5668edc3192f {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:33.857004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:33.898478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-598c0166-b630-4992-93cb-f98f083a09bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:33.899815 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-598c0166-b630-4992-93cb-f98f083a09bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2614837 Feb 16 23:57:33.906409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53790) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:33.991549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc58b-f2cc-4d3b-98ab-95a099f960d0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.007774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.027860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc58b-f2cc-4d3b-98ab-95a099f960d0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.072448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53796) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:34.079692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] DHCP port deletion for 95d8094b-6c9d-4b55-9e24-06d03b6e1b44 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:34.088549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Deleting port 521e76e6-ddca-4446-86f9-5668edc3192f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:34.088930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.184781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] For port 521e76e6-ddca-4446-86f9-5668edc3192f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=521e76e6-ddca-4446-86f9-5668edc3192f,segment=NetworkSegment(abd0057c-1153-4a56-9f0b-5e6d818978c7),segment_id=abd0057c-1153-4a56-9f0b-5e6d818978c7)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:34.185335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.193736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc58b-f2cc-4d3b-98ab-95a099f960d0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.346636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Calling delete_port for 521e76e6-ddca-4446-86f9-5668edc3192f owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:34.367767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:29Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616632b5-e863-4d2a-996b-b04502312b73', 'name': '', 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:6a:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:27Z', 'updated_at': '2022-02-16T23:57:30Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:34.377403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Checking router: b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:34.377403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Updating router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f port 616632b5-e863-4d2a-996b-b04502312b73 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:57:34.377758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fc58b-f2cc-4d3b-98ab-95a099f960d0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c1f4c8d-ee66-4d05-8817-451e7404dadf,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:34.400762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f6fc58b-f2cc-4d3b-98ab-95a099f960d0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.402142 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8f6fc58b-f2cc-4d3b-98ab-95a099f960d0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7c1f4c8d-ee66-4d05-8817-451e7404dadf HTTP/1.1" status: 204 len: 168 time: 0.4948204 Feb 16 23:57:34.405353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53802) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:34.486148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-76846cdf-8317-4d67-b614-cd0f58d8a160 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:34.497756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.510132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.513465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.567010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-76846cdf-8317-4d67-b614-cd0f58d8a160 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:34.571422 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-76846cdf-8317-4d67-b614-cd0f58d8a160 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1651359 Feb 16 23:57:34.572131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53806) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:34.573656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:34.575020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Port': ['ID=521e76e6-ddca-4446-86f9-5668edc3192f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:34.590219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Usage tracker for resource:security_group_rule and tenant:21a7ff09be7a4c098c4bfe042d0be36f is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:34.592242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No DVR routers for this DVR port 521e76e6-ddca-4446-86f9-5668edc3192f on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:34.597835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:34.605031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:34.612758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8ea7a37c-65e1-4236-8963-0f76e552d1df up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:34.661455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e125a139-36cf-4129-8e36-2a98c19a5eeb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.693008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] For port 521e76e6-ddca-4446-86f9-5668edc3192f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=521e76e6-ddca-4446-86f9-5668edc3192f,segment=NetworkSegment(abd0057c-1153-4a56-9f0b-5e6d818978c7),segment_id=abd0057c-1153-4a56-9f0b-5e6d818978c7)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:34.693320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.725372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e125a139-36cf-4129-8e36-2a98c19a5eeb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.755197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.790306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d8094b-6c9d-4b55-9e24-06d03b6e1b44']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:34.795432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.799807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e125a139-36cf-4129-8e36-2a98c19a5eeb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.806081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.813357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd0057c-1153-4a56-9f0b-5e6d818978c7') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:34.813673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd0057c-1153-4a56-9f0b-5e6d818978c7') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:34.828829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125a139-36cf-4129-8e36-2a98c19a5eeb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7958a57b-ede6-49b9-a06c-23d09a7938c7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:34.832031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Calling delete_port for 521e76e6-ddca-4446-86f9-5668edc3192f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:34.834142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.855908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.860960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f3fcb88f-5062-4b63-811e-533a67c35a93 None None] Provisioning for port 8ea7a37c-65e1-4236-8963-0f76e552d1df completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:34.862365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:57:34.863501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:57:34.877719 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:57:34.889752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e125a139-36cf-4129-8e36-2a98c19a5eeb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:34.891761 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e125a139-36cf-4129-8e36-2a98c19a5eeb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7958a57b-ede6-49b9-a06c-23d09a7938c7 HTTP/1.1" status: 204 len: 168 time: 0.3146083 Feb 16 23:57:34.908910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53812) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:34.982374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8ea7a37c-65e1-4236-8963-0f76e552d1df completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:34.985709 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21a7ff09be7a4c098c4bfe042d0be36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9122145 Feb 16 23:57:34.997854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:34.998251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:34.999576 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53816) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:35.000431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0455657-211a-483a-b075-b8e24b7c3c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b4efd3-371a-4750-9d39-549abededea4,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:35.001719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8ea7a37c-65e1-4236-8963-0f76e552d1df triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:35.001957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.041108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::1 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/2ee77e89-32d8-4b7c-8df9-582f076405c3/96dae1c6-e97f-48f1-8a31-625a63dba89f) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:35.061043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-305d5907-3768-40a6-a439-8743bdb86efc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:35.097670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7698746-b60b-48b4-b8bb-3521d23c5c03 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:57:35.134039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.141285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.165748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.179723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Pushing event deleted for resources: {'Network': ['ID=95d8094b-6c9d-4b55-9e24-06d03b6e1b44,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:35.182960 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9c8cf643-9249-457b-8a7d-25cac0bb8098 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/networks/95d8094b-6c9d-4b55-9e24-06d03b6e1b44 HTTP/1.1" status: 204 len: 168 time: 1.6923883 Feb 16 23:57:35.185702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53820) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:35.192655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'routes': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:35.207694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-305d5907-3768-40a6-a439-8743bdb86efc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:35.208970 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-305d5907-3768-40a6-a439-8743bdb86efc tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2986023 Feb 16 23:57:35.219427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53824) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:35.241943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Transition to ACTIVE for port object c7698746-b60b-48b4-b8bb-3521d23c5c03 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:35.251282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.263350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.326177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fc0a5-d1ad-413b-82d6-0daffc1b6576 req-ba50426e-dc84-41ec-a444-ea81c623a4de tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:35.327280 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fa3fc0a5-d1ad-413b-82d6-0daffc1b6576 req-ba50426e-dc84-41ec-a444-ea81c623a4de tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 932 time: 0.2411709 Feb 16 23:57:35.342134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8ea7a37c-65e1-4236-8963-0f76e552d1df, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8ea7a37c-65e1-4236-8963-0f76e552d1df,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:35.351710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.416105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.440916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f81e756a-ef83-44ec-b70c-540a338ec934 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:35.473706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Transition to ACTIVE for port object 616632b5-e863-4d2a-996b-b04502312b73 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:35.485961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a546a0-8785-4696-8024-610d046ada7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.488909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f81e756a-ef83-44ec-b70c-540a338ec934 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:35.489270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f81e756a-ef83-44ec-b70c-540a338ec934 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:35.489828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 521e76e6-ddca-4446-86f9-5668edc3192f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:35.516439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Deleting port 521e76e6-ddca-4446-86f9-5668edc3192f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:35.516821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.532780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.extraroute_db [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Added routes are [] {{(pid=87677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 23:57:35.533082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.extraroute_db [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Removed routes are [] {{(pid=87677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 23:57:35.533436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.540326 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fa3fc0a5-d1ad-413b-82d6-0daffc1b6576 req-94e5f6fe-5505-478f-9d1a-1e2720aed683 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497734 Feb 16 23:57:35.549826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.554494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6516ac59-2d79-4397-893d-ae94745b865c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.565301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 521e76e6-ddca-4446-86f9-5668edc3192f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:35.566186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 521e76e6-ddca-4446-86f9-5668edc3192f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:35.603673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6516ac59-2d79-4397-893d-ae94745b865c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.608316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8422b7ad-d8dc-46c8-b883-46de4c5f9315 None None] The port '521e76e6-ddca-4446-86f9-5668edc3192f' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:57:35.609245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8ea7a37c-65e1-4236-8963-0f76e552d1df,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:35.629621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Pushing event updated for resources: {'Port': ['ID=c7698746-b60b-48b4-b8bb-3521d23c5c03,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:35.678542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a546a0-8785-4696-8024-610d046ada7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.761239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.810367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6516ac59-2d79-4397-893d-ae94745b865c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.836075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 96dae1c6-e97f-48f1-8a31-625a63dba89f will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:35.842606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050584a2-a76f-45bc-84ae-4ad1a07721da None None] Pushing event updated for resources: {'Port': ['ID=616632b5-e863-4d2a-996b-b04502312b73,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:35.862177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Attempting to bind port 616632b5-e863-4d2a-996b-b04502312b73 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:35.862371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Attempting to bind port 616632b5-e863-4d2a-996b-b04502312b73 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:35.863395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Attempting to bind port 616632b5-e863-4d2a-996b-b04502312b73 on network d517d589-d290-44c3-96aa-9c8964fa2dc0 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:35.865896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516ac59-2d79-4397-893d-ae94745b865c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddc51677-08e9-4798-a376-ea758ec73b5b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:35.879742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:35.879742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Checking segment: {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:35.879742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.880254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Bound using segment: {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:35.880819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Bound port: 616632b5-e863-4d2a-996b-b04502312b73, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:35.881273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.896166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Attempting to bind port c7698746-b60b-48b4-b8bb-3521d23c5c03 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:35.896511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Attempting to bind port c7698746-b60b-48b4-b8bb-3521d23c5c03 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'b4984385-9e01-415b-8157-7fcfe3d7fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:35.896840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Attempting to bind port c7698746-b60b-48b4-b8bb-3521d23c5c03 on network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:35.908998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Port c7698746-b60b-48b4-b8bb-3521d23c5c03 on network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:57:35.909267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Attempting to bind port c7698746-b60b-48b4-b8bb-3521d23c5c03 on network 97b8aa4c-662e-41ed-aac3-f1628ffd37f5 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:35.918713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6516ac59-2d79-4397-893d-ae94745b865c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.922155 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6516ac59-2d79-4397-893d-ae94745b865c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ddc51677-08e9-4798-a376-ea758ec73b5b HTTP/1.1" status: 204 len: 168 time: 0.6973171 Feb 16 23:57:35.922288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:35.922573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Checking segment: {'id': 'b4984385-9e01-415b-8157-7fcfe3d7fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:35.922947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Bound using segment: {'id': 'b4984385-9e01-415b-8157-7fcfe3d7fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:35.923378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Bound port: c7698746-b60b-48b4-b8bb-3521d23c5c03, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4984385-9e01-415b-8157-7fcfe3d7fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:35.923712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.934815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53830) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:35.935031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a546a0-8785-4696-8024-610d046ada7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.961803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.965953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:35.971519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.000782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-931deb84-45b3-48b2-81ca-253fbc4ade1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.018356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a546a0-8785-4696-8024-610d046ada7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b4efd3-371a-4750-9d39-549abededea4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:36.022546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-43a546a0-8785-4696-8024-610d046ada7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.026487 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-43a546a0-8785-4696-8024-610d046ada7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4b4efd3-371a-4750-9d39-549abededea4 HTTP/1.1" status: 204 len: 168 time: 1.0218692 Feb 16 23:57:36.068669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] For port 616632b5-e863-4d2a-996b-b04502312b73, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:36.072132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] For port 616632b5-e863-4d2a-996b-b04502312b73, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=616632b5-e863-4d2a-996b-b04502312b73,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:36.079335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.114748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:36.120949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:36.126991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:36.130003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:36.131704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.162721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=96dae1c6-e97f-48f1-8a31-625a63dba89f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:36.175729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:36.176778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:36.189313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-92740899-1abf-49b6-b118-da21e3a0451b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:36.228987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] For port c7698746-b60b-48b4-b8bb-3521d23c5c03, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:36.242141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] For port c7698746-b60b-48b4-b8bb-3521d23c5c03, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03,segment=NetworkSegment(b4984385-9e01-415b-8157-7fcfe3d7fbca),segment_id=b4984385-9e01-415b-8157-7fcfe3d7fbca)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:36.250905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-92740899-1abf-49b6-b118-da21e3a0451b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:36.252419 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-92740899-1abf-49b6-b118-da21e3a0451b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3135068 Feb 16 23:57:36.254750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050584a2-a76f-45bc-84ae-4ad1a07721da None None] Pushing event updated for resources: {'Port': ['ID=616632b5-e863-4d2a-996b-b04502312b73,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:36.255551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.260352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53836) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:36.317912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:36.330167 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] Sync routers for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:36.338847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.343836 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0a7d880e-1653-4440-986f-6fdf9aaa1a7e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 200 len: 700 time: 1.1571839 Feb 16 23:57:36.345746 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:36.347916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53842) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:36.351438 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:36.385880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:36.386455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.388029 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7698746-b60b-48b4-b8bb-3521d23c5c03 HTTP/1.1" status: 200 len: 1094 time: 2.7921045 Feb 16 23:57:36.422013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'tag': 'c7698746-b60b-48b4-b8bb-3521d23c5c03'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:57:36.528583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c42bbbd5-9303-425c-91eb-ad1883411423 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:36.545279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.573830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'tag': 'c7698746-b60b-48b4-b8bb-3521d23c5c03', 'status': 'completed', 'code': 200} Feb 16 23:57:36.576531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c42bbbd5-9303-425c-91eb-ad1883411423 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:36.580191 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c42bbbd5-9303-425c-91eb-ad1883411423 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 200 len: 205 time: 0.2292881 Feb 16 23:57:36.582151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53850) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:36.596607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8ea7a37c-65e1-4236-8963-0f76e552d1df up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:36.662113 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:36.690423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c4a94-5fa7-4bce-994e-71b4baaa1238 service neutron] Pushing event updated for resources: {'Port': ['ID=c7698746-b60b-48b4-b8bb-3521d23c5c03,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:36.727913 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-14fd59c0-d3be-4fd5-a5f2-c6163ab8f8bb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.765537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:36.781731 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:30Z', 'revision_number': 11, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:36.786707 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] Checking router: 8fbd2ad5-05a7-4594-9577-739afc1a20b8 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:36.796144 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] Routers {'8fbd2ad5-05a7-4594-9577-739afc1a20b8'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:36.797154 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:36.906550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53854) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:36.908145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-14fd59c0-d3be-4fd5-a5f2-c6163ab8f8bb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:36.947420 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] Set router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:37.005306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.038182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8ea7a37c-65e1-4236-8963-0f76e552d1df triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:37.038503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.047217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-954bb2a7-3a34-42ef-b509-6d6fd4d12b2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.062681 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-3baac2c9-adb5-446f-9ddd-1b4379b2c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:37.063483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2deb7e5d-1a67-4884-addd-dcd4c83273d8 None None] Provisioning for port 96dae1c6-e97f-48f1-8a31-625a63dba89f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:37.064294 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-3baac2c9-adb5-446f-9ddd-1b4379b2c384 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4083fba0e8ff4ab4b1caee8ca1f57ce6&device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 1097 time: 0.6195226 Feb 16 23:57:37.104313 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:30Z', 'revision_number': 11, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:37.110078 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff46be1e-43f4-457e-a489-10a5b298ba72 None None] The sync data for ids ['8fbd2ad5-05a7-4594-9577-739afc1a20b8'] in dv-neutron-829040-1-hyperv is: [{'id': '8fbd2ad5-05a7-4594-9577-739afc1a20b8', 'name': 'tempest-RoutersTest-router-557224703', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:56:07Z', 'updated_at': '2022-02-16T23:57:30Z', 'revision_number': 11, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:37.144214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2deb7e5d-1a67-4884-addd-dcd4c83273d8 None None] Provisioning complete for port 96dae1c6-e97f-48f1-8a31-625a63dba89f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:37.144645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2deb7e5d-1a67-4884-addd-dcd4c83273d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.192044 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-9cb1e8ea-0d8d-40ba-aa6a-de9ac96527ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03 HTTP/1.1" status: 200 len: 217 time: 0.1184471 Feb 16 23:57:37.219897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-14fd59c0-d3be-4fd5-a5f2-c6163ab8f8bb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.237987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2deb7e5d-1a67-4884-addd-dcd4c83273d8 None None] Port 96dae1c6-e97f-48f1-8a31-625a63dba89f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:37.275917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.350280 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-880879ed-bcf0-492f-bed5-0b7cc0290c9d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af01e02e25cb4d808951890dc16077bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302011 Feb 16 23:57:37.361099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53858) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:37.376361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd59c0-d3be-4fd5-a5f2-c6163ab8f8bb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171647c7-181c-4eda-ad70-7277b711aae6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:37.380962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-954bb2a7-3a34-42ef-b509-6d6fd4d12b2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.384110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-954bb2a7-3a34-42ef-b509-6d6fd4d12b2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.400772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a19ec-3f74-41db-a4eb-4157de686fec req-d77baa64-7d32-40a9-820e-63765cc889cf tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:37.402341 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-314a19ec-3f74-41db-a4eb-4157de686fec req-d77baa64-7d32-40a9-820e-63765cc889cf tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 944 time: 0.4117556 Feb 16 23:57:37.407902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-14fd59c0-d3be-4fd5-a5f2-c6163ab8f8bb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.409027 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-14fd59c0-d3be-4fd5-a5f2-c6163ab8f8bb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/171647c7-181c-4eda-ad70-7277b711aae6 HTTP/1.1" status: 204 len: 168 time: 1.1113806 Feb 16 23:57:37.417878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53862) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:37.435873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:29Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616632b5-e863-4d2a-996b-b04502312b73', 'name': '', 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:6a:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:27Z', 'updated_at': '2022-02-16T23:57:36Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:37.439681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55490b-b7f4-421f-910f-33ac195f6f2a None None] The sync data for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv is: [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:29Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616632b5-e863-4d2a-996b-b04502312b73', 'name': '', 'network_id': 'd517d589-d290-44c3-96aa-9c8964fa2dc0', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:6a:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:27Z', 'updated_at': '2022-02-16T23:57:36Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '545ef6f0-84a8-40c0-9fc1-d9371969ac99', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:37.462467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-99c3a3fc-1623-40bd-bd54-546d087bacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:37.463883 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-99c3a3fc-1623-40bd-bd54-546d087bacaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7 HTTP/1.1" status: 200 len: 852 time: 0.2455282 Feb 16 23:57:37.468997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-954bb2a7-3a34-42ef-b509-6d6fd4d12b2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.469602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954bb2a7-3a34-42ef-b509-6d6fd4d12b2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Fanout notify agent at l3_agent the message router_deleted on router 8fbd2ad5-05a7-4594-9577-739afc1a20b8 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:37.514551 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-314a19ec-3f74-41db-a4eb-4157de686fec req-b5bcb314-2420-4da9-8bae-420ca418708a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980258 Feb 16 23:57:37.519292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b9cada71-e949-4902-9fca-c4fe45e2ec32 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:37.528383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-954bb2a7-3a34-42ef-b509-6d6fd4d12b2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.531918 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-954bb2a7-3a34-42ef-b509-6d6fd4d12b2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 204 len: 168 time: 0.9486668 Feb 16 23:57:37.538518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53866) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:37.543767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91c03572-29d4-4fc7-ab29-01b3e4a20df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.560206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2090386226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:37.570424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:37.580358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Usage tracker for resource:router and tenant:aa4bef5a6f0e4adc8ebdd3831b60464d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:37.588741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:37.600682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b9cada71-e949-4902-9fca-c4fe45e2ec32 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:37.602103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b9cada71-e949-4902-9fca-c4fe45e2ec32 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1832292 Feb 16 23:57:37.603232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:37.613448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53870) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:37.622639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--652952857'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:37.629782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:37.649161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:37.664821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.691648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.693481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.702215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:37.710219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:37.715451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:37.725281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:37.739223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.745860 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-d59985cf-751e-4c59-8afc-04594f718c43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2676113 Feb 16 23:57:37.776553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.840246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.840820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91c03572-29d4-4fc7-ab29-01b3e4a20df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.844214 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0ea78a7b-ab33-4db8-adc3-0edf6e93a39c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3040318 Feb 16 23:57:37.848103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53874) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:37.852001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.856219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bfd00887-ac3c-49b7-987b-8efa16f34e97 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:37.876980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.900630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.901400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:37.923488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.076150 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-acf0294a-c63e-4360-849a-80397516db64 service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225417 Feb 16 23:57:38.081532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=96dae1c6-e97f-48f1-8a31-625a63dba89f,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:38.100266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.104990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4866898 Feb 16 23:57:38.104990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf8672-46ee-4a26-8577-fe98b3e41409 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509964d4-68af-4761-9476-c78914cc8fc1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:38.104990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53878) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:38.165450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91c03572-29d4-4fc7-ab29-01b3e4a20df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.170301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '509964d4-68af-4761-9476-c78914cc8fc1', 'direction': 'ingress', 'protocol': 17}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:38.194071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c03572-29d4-4fc7-ab29-01b3e4a20df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e35fe6e-7f9b-40c9-afa8-9d91ca27bfc3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:38.233260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:38.245004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91c03572-29d4-4fc7-ab29-01b3e4a20df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.245685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:38.246129 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-91c03572-29d4-4fc7-ab29-01b3e4a20df1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e35fe6e-7f9b-40c9-afa8-9d91ca27bfc3 HTTP/1.1" status: 204 len: 168 time: 0.8841181 Feb 16 23:57:38.286338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:38.289067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:38.296724 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56f3dbd6-30ac-493a-ae57-512130822b1a req-fc05f973-dc2d-4c9b-98f3-fce10deeb083 service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126999 Feb 16 23:57:38.297281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:38.312562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:38.316106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfd00887-ac3c-49b7-987b-8efa16f34e97 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.331886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfd00887-ac3c-49b7-987b-8efa16f34e97 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.345828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.495633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.557018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 616632b5-e863-4d2a-996b-b04502312b73 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:38.632372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-562242c7-772b-4d82-a766-e5bba3fb5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:38.635852 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-562242c7-772b-4d82-a766-e5bba3fb5fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4083fba0e8ff4ab4b1caee8ca1f57ce6&device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 1097 time: 0.1340961 Feb 16 23:57:38.636658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Router 2f07570b-e280-4b0f-91dc-eafc8518165f is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:57:38.747831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-78e1acdf-b5d0-4b45-928a-56e9558b1489 None None] Provisioning complete for port 96dae1c6-e97f-48f1-8a31-625a63dba89f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:38.748718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-78e1acdf-b5d0-4b45-928a-56e9558b1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.756117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.763321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.814838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-78e1acdf-b5d0-4b45-928a-56e9558b1489 None None] Port 96dae1c6-e97f-48f1-8a31-625a63dba89f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:38.817900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 616632b5-e863-4d2a-996b-b04502312b73 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:38.825702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 616632b5-e863-4d2a-996b-b04502312b73 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:38.826616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.838111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd00887-ac3c-49b7-987b-8efa16f34e97 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Router a4ab7523-e475-413a-a6a9-4ce8e09d0591 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:57:38.867458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549abfd0-6178-4d57-823a-aefea91969c4,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:38.960014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:38.961639 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bcb809e6-fa6d-4c1f-8c22-f1f10b4155d9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8050146 Feb 16 23:57:38.967057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53898) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:38.971355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:39.006330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 616632b5-e863-4d2a-996b-b04502312b73, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=616632b5-e863-4d2a-996b-b04502312b73,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:39.011832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:39.050036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd00887-ac3c-49b7-987b-8efa16f34e97 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:39.057473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bfd00887-ac3c-49b7-987b-8efa16f34e97 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:39.058603 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bfd00887-ac3c-49b7-987b-8efa16f34e97 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "PUT /v2.0/routers/a4ab7523-e475-413a-a6a9-4ce8e09d0591 HTTP/1.1" status: 200 len: 694 time: 1.2095368 Feb 16 23:57:39.062440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:39.063837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53902) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:39.075385 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed326b4-d93e-47bb-82c4-b2599bbd2343 req-dd7c7db9-4718-4e15-adb9-827b71d201f0 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:39.078425 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e782c32-657f-4092-ad38-2d1391bd76da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "PUT /v2.0/routers/2f07570b-e280-4b0f-91dc-eafc8518165f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7079229 Feb 16 23:57:39.078689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ed326b4-d93e-47bb-82c4-b2599bbd2343 req-dd7c7db9-4718-4e15-adb9-827b71d201f0 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 944 time: 0.2994361 Feb 16 23:57:39.078689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53908) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:39.080758 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Sync routers for ids ['2f07570b-e280-4b0f-91dc-eafc8518165f'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:39.099919 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Routers {'2f07570b-e280-4b0f-91dc-eafc8518165f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:39.100789 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f07570b-e280-4b0f-91dc-eafc8518165f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:39.150057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=616632b5-e863-4d2a-996b-b04502312b73,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:39.162786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] Sync routers for ids ['a4ab7523-e475-413a-a6a9-4ce8e09d0591'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:39.177908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] Routers {'a4ab7523-e475-413a-a6a9-4ce8e09d0591'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:39.178818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a4ab7523-e475-413a-a6a9-4ce8e09d0591'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:39.249663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d7a85-b8d2-45e8-b637-e2b404472538 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:39.253592 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-966d7a85-b8d2-45e8-b637-e2b404472538 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports/96dae1c6-e97f-48f1-8a31-625a63dba89f HTTP/1.1" status: 200 len: 911 time: 0.1715250 Feb 16 23:57:39.258633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53918) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:39.294546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-38119a88-a4e6-4fdd-a56f-40f5060ed035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:39.296014 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-38119a88-a4e6-4fdd-a56f-40f5060ed035 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5 HTTP/1.1" status: 200 len: 912 time: 0.6351480 Feb 16 23:57:39.306718 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Set router 2f07570b-e280-4b0f-91dc-eafc8518165f gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:39.341957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] Set router a4ab7523-e475-413a-a6a9-4ce8e09d0591 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:39.372687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ed326b4-d93e-47bb-82c4-b2599bbd2343 req-8bcca2e7-90c3-4923-8ed5-b329dd83614e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055433 Feb 16 23:57:39.407200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53922) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:39.450700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6caf27-0534-4955-a5e5-af5e7ec5c9de tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:39.458445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6caf27-0534-4955-a5e5-af5e7ec5c9de tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:39.464736 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9b6caf27-0534-4955-a5e5-af5e7ec5c9de tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2051866 Feb 16 23:57:39.466641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53928) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:39.571040 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-43edc60e-9c05-468c-b98f-e2f912f04861 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03 HTTP/1.1" status: 200 len: 217 time: 0.2613144 Feb 16 23:57:39.577254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d98abd6-7b18-4356-9a8d-e6ba643f518d tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:39.581593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c7698746-b60b-48b4-b8bb-3521d23c5c03 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:57:39.587994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f9577368-4486-4426-a2bb-ad33bbb94f2a tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/routers/a4ab7523-e475-413a-a6a9-4ce8e09d0591 HTTP/1.1" status: 200 len: 700 time: 0.5152221 Feb 16 23:57:39.594805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab7523-e475-413a-a6a9-4ce8e09d0591', 'name': 'tempest-RoutersTest-router-2090386226', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:37Z', 'updated_at': '2022-02-16T23:57:38Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:39.602379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] Checking router: a4ab7523-e475-413a-a6a9-4ce8e09d0591 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:39.614038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] Routers {'a4ab7523-e475-413a-a6a9-4ce8e09d0591'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:39.614658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['a4ab7523-e475-413a-a6a9-4ce8e09d0591'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:39.616648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53932) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:39.695964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b9a392ed-49eb-48e6-a515-9083aa687b60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Synchronizing usage tracker for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:39.701458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d98abd6-7b18-4356-9a8d-e6ba643f518d tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:39.720142 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aa315371-6bf6-4810-a24f-045c202fe57a tempest-AgentManagementNegativeTest-585950901 tempest-AgentManagementNegativeTest-585950901-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3112445 Feb 16 23:57:39.741535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-c83676f2-66a8-4b85-a07f-fa1f1ab73073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:39.742983 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-c83676f2-66a8-4b85-a07f-fa1f1ab73073 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7 HTTP/1.1" status: 200 len: 852 time: 0.1635294 Feb 16 23:57:39.747123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b9a392ed-49eb-48e6-a515-9083aa687b60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Unset dirty status for tenant:aa4bef5a6f0e4adc8ebdd3831b60464d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:39.750840 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b9a392ed-49eb-48e6-a515-9083aa687b60 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4ab7523-e475-413a-a6a9-4ce8e09d0591 HTTP/1.1" status: 200 len: 205 time: 0.1205108 Feb 16 23:57:39.753644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53938) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:39.797413 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'name': 'tempest-NetworksTestDHCPv6-router-1216313636', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:31Z', 'updated_at': '2022-02-16T23:57:36Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None, '_interfaces': [{'id': '96dae1c6-e97f-48f1-8a31-625a63dba89f', 'name': '', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'mac_address': 'fa:16:3e:bb:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '2ee77e89-32d8-4b7c-8df9-582f076405c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:34Z', 'updated_at': '2022-02-16T23:57:37Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'subnets': [{'id': '2ee77e89-32d8-4b7c-8df9-582f076405c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:39.800654 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-9a9f11c7-b87d-4fce-b241-377969b6d1ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442827 Feb 16 23:57:39.805442 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Checking router: 2f07570b-e280-4b0f-91dc-eafc8518165f for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:39.805802 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Updating router 2f07570b-e280-4b0f-91dc-eafc8518165f port 96dae1c6-e97f-48f1-8a31-625a63dba89f binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:57:39.863515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] Set router a4ab7523-e475-413a-a6a9-4ce8e09d0591 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:39.867920 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:39.972086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d98abd6-7b18-4356-9a8d-e6ba643f518d tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:39.989446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ab7523-e475-413a-a6a9-4ce8e09d0591', 'name': 'tempest-RoutersTest-router-2090386226', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:37Z', 'updated_at': '2022-02-16T23:57:38Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:40.005542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1eea9-59b6-4c4c-ae8a-b93b6ae49f15 None None] The sync data for ids ['a4ab7523-e475-413a-a6a9-4ce8e09d0591'] in dv-neutron-829040-1-hyperv is: [{'id': 'a4ab7523-e475-413a-a6a9-4ce8e09d0591', 'name': 'tempest-RoutersTest-router-2090386226', 'tenant_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:37Z', 'updated_at': '2022-02-16T23:57:38Z', 'revision_number': 2, 'project_id': 'aa4bef5a6f0e4adc8ebdd3831b60464d', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:40.005791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98abd6-7b18-4356-9a8d-e6ba643f518d tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509964d4-68af-4761-9476-c78914cc8fc1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:40.067789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d98abd6-7b18-4356-9a8d-e6ba643f518d tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.068945 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9d98abd6-7b18-4356-9a8d-e6ba643f518d tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/509964d4-68af-4761-9476-c78914cc8fc1 HTTP/1.1" status: 204 len: 168 time: 1.0989563 Feb 16 23:57:40.071645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53944) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:40.092453 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-8699ff55-192c-43cf-a50b-c42d9777d7f1 service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841501 Feb 16 23:57:40.129452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c7698746-b60b-48b4-b8bb-3521d23c5c03, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03,segment=NetworkSegment(b4984385-9e01-415b-8157-7fcfe3d7fbca),segment_id=b4984385-9e01-415b-8157-7fcfe3d7fbca)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:40.155774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'c7698746-b60b-48b4-b8bb-3521d23c5c03', 'network_id': '97b8aa4c-662e-41ed-aac3-f1628ffd37f5', 'port_id': 'c7698746-b60b-48b4-b8bb-3521d23c5c03', 'mac_address': 'fa:16:3e:6a:a7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:57:40.194865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ecf5baa8-d52a-4198-8bd1-7440c70d03aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.226914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e6198ec7-2660-4e14-b4c9-d81da2087fdb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:40.229984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.255303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7698746-b60b-48b4-b8bb-3521d23c5c03 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:57:40.262403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53948) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:40.271799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e6198ec7-2660-4e14-b4c9-d81da2087fdb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:40.277468 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e6198ec7-2660-4e14-b4c9-d81da2087fdb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2004247 Feb 16 23:57:40.277468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53954) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:40.290442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c7698746-b60b-48b4-b8bb-3521d23c5c03, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03,segment=NetworkSegment(b4984385-9e01-415b-8157-7fcfe3d7fbca),segment_id=b4984385-9e01-415b-8157-7fcfe3d7fbca)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:40.292214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--76932492'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:40.297374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.302104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:40.328430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:40.332272 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-521c6fc9-da1e-40c5-b610-8ffb3fde7804 req-972955b9-109a-47c3-821a-79dd122f80a8 service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336855 Feb 16 23:57:40.353773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.425114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c7698746-b60b-48b4-b8bb-3521d23c5c03,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:40.452714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:40.455320 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.469372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:40.472487 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Transition to ACTIVE for port object 96dae1c6-e97f-48f1-8a31-625a63dba89f will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:40.481119 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.506190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:40.531236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['c7698746-b60b-48b4-b8bb-3521d23c5c03'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:57:40.533194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:40.551075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.582715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:40.590678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Usage tracker for resource:security_group_rule and tenant:85da3a0c3aac4348a9884bb9ee2a94ca is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:40.593613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:40.600243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:40.657229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 616632b5-e863-4d2a-996b-b04502312b73 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:40.738047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.758964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.831509 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Attempting to bind port 96dae1c6-e97f-48f1-8a31-625a63dba89f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:40.831889 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Attempting to bind port 96dae1c6-e97f-48f1-8a31-625a63dba89f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:40.832266 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Attempting to bind port 96dae1c6-e97f-48f1-8a31-625a63dba89f on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:40.835968 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Pushing event updated for resources: {'Port': ['ID=96dae1c6-e97f-48f1-8a31-625a63dba89f,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:40.847650 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.848391 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.849036 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.849178 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.849454 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.849791 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.850260 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.850590 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.850918 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.851242 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.851563 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.851886 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:40.855122 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85da3a0c3aac4348a9884bb9ee2a94ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916939 Feb 16 23:57:40.856105 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:40.856745 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:40.857513 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.857513 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:40.857966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e64a6c-f777-430c-acc9-305130a5e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da015938-de2f-431a-a35f-505cb6e7d87c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:40.858104 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Bound port: 96dae1c6-e97f-48f1-8a31-625a63dba89f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:40.870593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53962) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:40.871004 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.885322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 616632b5-e863-4d2a-996b-b04502312b73 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:40.886081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.921514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:40.929334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.005327 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] For port 96dae1c6-e97f-48f1-8a31-625a63dba89f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:41.009178 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] For port 96dae1c6-e97f-48f1-8a31-625a63dba89f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=96dae1c6-e97f-48f1-8a31-625a63dba89f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:41.019103 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.033434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ecf5baa8-d52a-4198-8bd1-7440c70d03aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.042721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ecf5baa8-d52a-4198-8bd1-7440c70d03aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.052248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911855a2-9ecb-44e1-8d8e-0c2fdbdc0203,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:41.070579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74f07e0-d873-48dc-a137-0779864371c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.088673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.090356 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9495c40f-eb20-4027-b93c-2dce0c777805 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8126652 Feb 16 23:57:41.093966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53966) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.136009 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Routers {'2f07570b-e280-4b0f-91dc-eafc8518165f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:41.137012 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f07570b-e280-4b0f-91dc-eafc8518165f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:41.158365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--468295468'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:41.165840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74f07e0-d873-48dc-a137-0779864371c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.169717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ecf5baa8-d52a-4198-8bd1-7440c70d03aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.170153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf5baa8-d52a-4198-8bd1-7440c70d03aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Fanout notify agent at l3_agent the message router_deleted on router a4ab7523-e475-413a-a6a9-4ce8e09d0591 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:41.187561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:41.200900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:41.206546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:41.210378 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb69e0-7200-4325-b3ee-a18a44be15f9 None None] Pushing event updated for resources: {'Port': ['ID=96dae1c6-e97f-48f1-8a31-625a63dba89f,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:41.210549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ecf5baa8-d52a-4198-8bd1-7440c70d03aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.211468 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ecf5baa8-d52a-4198-8bd1-7440c70d03aa tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/a4ab7523-e475-413a-a6a9-4ce8e09d0591 HTTP/1.1" status: 204 len: 168 time: 1.4523811 Feb 16 23:57:41.215586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53970) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.223961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:41.242934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.265202 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5a4f9caf-45ac-4f7b-8128-bc6118261bf5 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4ab7523-e475-413a-a6a9-4ce8e09d0591 HTTP/1.1" status: 200 len: 205 time: 0.0486169 Feb 16 23:57:41.268519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53974) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.271865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:41.287379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea55f-8b92-4175-8075-23105bc72e01 req-af8f921b-f168-452c-b3ff-2db5495d1543 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:41.289059 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-728ea55f-8b92-4175-8075-23105bc72e01 req-af8f921b-f168-452c-b3ff-2db5495d1543 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 945 time: 0.3312769 Feb 16 23:57:41.356917 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] Set router 2f07570b-e280-4b0f-91dc-eafc8518165f gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:41.389927 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-de76ac7c-96c0-426d-bb0d-bb428df4f278 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] delete failed (client error): The resource could not be found. Feb 16 23:57:41.394914 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-de76ac7c-96c0-426d-bb0d-bb428df4f278 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/a4ab7523-e475-413a-a6a9-4ce8e09d0591 HTTP/1.1" status: 404 len: 336 time: 0.1213357 Feb 16 23:57:41.396398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:41.399341 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-728ea55f-8b92-4175-8075-23105bc72e01 req-71b36cc0-efcc-4e43-928d-958a26521c7f tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035385 Feb 16 23:57:41.401639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53978) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.406014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:41.408869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74f07e0-d873-48dc-a137-0779864371c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.491669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:41.501385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f07e0-d873-48dc-a137-0779864371c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da015938-de2f-431a-a35f-505cb6e7d87c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:41.503841 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-27562e6a-f3c2-48cf-b1d6-904b4e2ee990 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:41.504317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27562e6a-f3c2-48cf-b1d6-904b4e2ee990 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:41.524608 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-27562e6a-f3c2-48cf-b1d6-904b4e2ee990 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/6942b087-0b8e-4265-aee1-ef459ecb60c9 HTTP/1.1" status: 404 len: 337 time: 0.1219208 Feb 16 23:57:41.525536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74f07e0-d873-48dc-a137-0779864371c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.526532 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e74f07e0-d873-48dc-a137-0779864371c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da015938-de2f-431a-a35f-505cb6e7d87c HTTP/1.1" status: 204 len: 168 time: 0.6548264 Feb 16 23:57:41.527112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53982) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.546230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.572646 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0fbeb7-b597-44c5-aee2-8719154a2c31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:41.573110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0fbeb7-b597-44c5-aee2-8719154a2c31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:41.590656 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ea0fbeb7-b597-44c5-aee2-8719154a2c31 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/48359f7f-8a54-4322-b478-06844ee5b2f4 HTTP/1.1" status: 404 len: 337 time: 0.0580888 Feb 16 23:57:41.609298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 53988) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.671724 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-528809c1-2f34-4a38-a281-161458c533bc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:41.672332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528809c1-2f34-4a38-a281-161458c533bc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:41.687322 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-528809c1-2f34-4a38-a281-161458c533bc tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/3ce08298-2343-49ea-bc84-a8d17e55f49a HTTP/1.1" status: 404 len: 337 time: 0.0768194 Feb 16 23:57:41.689720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53992) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.747755 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf0d768-0f3c-444d-8d69-c900ef0e915c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:41.748233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf0d768-0f3c-444d-8d69-c900ef0e915c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:41.749396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.749886 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9cf0d768-0f3c-444d-8d69-c900ef0e915c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/210521f7-54c2-4123-b174-f0ab223bc09d HTTP/1.1" status: 404 len: 337 time: 0.0589406 Feb 16 23:57:41.752605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 53998) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.756999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.801884 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9fd4b213-867a-4ca4-a425-b377086de0ca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 200 len: 205 time: 0.0482121 Feb 16 23:57:41.803359 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.804781 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7097306 Feb 16 23:57:41.805390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54002) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.810962 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'name': 'tempest-NetworksTestDHCPv6-router-1216313636', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:31Z', 'updated_at': '2022-02-16T23:57:36Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None, '_interfaces': [{'id': '96dae1c6-e97f-48f1-8a31-625a63dba89f', 'name': '', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'mac_address': 'fa:16:3e:bb:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '2ee77e89-32d8-4b7c-8df9-582f076405c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:34Z', 'updated_at': '2022-02-16T23:57:40Z', 'revision_number': 4, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'subnets': [{'id': '2ee77e89-32d8-4b7c-8df9-582f076405c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:41.812367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54004) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.816767 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b15591-73c9-4965-a649-c3070f5da892 None None] The sync data for ids ['2f07570b-e280-4b0f-91dc-eafc8518165f'] in dv-neutron-829040-1-hyperv is: [{'id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'name': 'tempest-NetworksTestDHCPv6-router-1216313636', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:31Z', 'updated_at': '2022-02-16T23:57:36Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None, '_interfaces': [{'id': '96dae1c6-e97f-48f1-8a31-625a63dba89f', 'name': '', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'mac_address': 'fa:16:3e:bb:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '2ee77e89-32d8-4b7c-8df9-582f076405c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:34Z', 'updated_at': '2022-02-16T23:57:40Z', 'revision_number': 4, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'subnets': [{'id': '2ee77e89-32d8-4b7c-8df9-582f076405c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:41.818291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '911855a2-9ecb-44e1-8d8e-0c2fdbdc0203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f7ba2586-6d90-4f65-8cc7-251dd8f2f172', 'remote_ip_prefix': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:41.903346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d2f7b-a0e4-4876-b029-d594e4e9633f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba2586-6d90-4f65-8cc7-251dd8f2f172,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:41.912806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:41.917347 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-51b1fc62-cfb8-4d42-b517-6798aa313e56 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] delete failed (client error): The resource could not be found. Feb 16 23:57:41.918350 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-51b1fc62-cfb8-4d42-b517-6798aa313e56 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/8fbd2ad5-05a7-4594-9577-739afc1a20b8 HTTP/1.1" status: 404 len: 336 time: 0.1093919 Feb 16 23:57:41.919600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:41.922088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54014) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:41.948409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 96dae1c6-e97f-48f1-8a31-625a63dba89f {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:41.948806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:41.957062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:41.971253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:41.977449 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b87bb45b-bef4-4fcf-9476-7cc21444bfbd tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=365920d3-5ef2-43dc-bd4b-2339352ef61a HTTP/1.1" status: 200 len: 205 time: 0.0520346 Feb 16 23:57:41.977631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54020) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.051964 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-4539dda3-0e0d-48ba-ba08-ebca492a8633 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] delete failed (client error): The resource could not be found. Feb 16 23:57:42.055456 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4539dda3-0e0d-48ba-ba08-ebca492a8633 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/365920d3-5ef2-43dc-bd4b-2339352ef61a HTTP/1.1" status: 404 len: 336 time: 0.0745153 Feb 16 23:57:42.059577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54026) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.109395 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceae954c-7258-4540-adc8-640c0b804f11 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:42.110281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceae954c-7258-4540-adc8-640c0b804f11 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:42.117348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54030) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.127626 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ceae954c-7258-4540-adc8-640c0b804f11 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/6feb9412-c395-48f5-a013-99e432a55b85 HTTP/1.1" status: 404 len: 337 time: 0.0528603 Feb 16 23:57:42.139033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.181753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1eff5d62-f4ca-4863-9f63-729c4fd7df8f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e01998-9660-4e76-8c7b-b4a47590b107 HTTP/1.1" status: 200 len: 205 time: 0.0615239 Feb 16 23:57:42.183193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54036) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.244963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 96dae1c6-e97f-48f1-8a31-625a63dba89f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=96dae1c6-e97f-48f1-8a31-625a63dba89f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:42.247172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.290174 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-c281be38-70de-472e-923b-29141208340f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] delete failed (client error): The resource could not be found. Feb 16 23:57:42.293991 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c281be38-70de-472e-923b-29141208340f tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/99e01998-9660-4e76-8c7b-b4a47590b107 HTTP/1.1" status: 404 len: 336 time: 0.1066689 Feb 16 23:57:42.294715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54044) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.354195 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5284ea71-c456-4a7f-bddf-49e28baddf3e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=73bee436-1863-4e61-9d99-e5277f4acd4a HTTP/1.1" status: 200 len: 205 time: 0.0566878 Feb 16 23:57:42.354742 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54050) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.379979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 96dae1c6-e97f-48f1-8a31-625a63dba89f owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:42.435196 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-e4c7a556-002a-476b-af87-2426c086bffe tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] delete failed (client error): The resource could not be found. Feb 16 23:57:42.439267 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e4c7a556-002a-476b-af87-2426c086bffe tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/73bee436-1863-4e61-9d99-e5277f4acd4a HTTP/1.1" status: 404 len: 336 time: 0.0817642 Feb 16 23:57:42.441146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54056) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.470809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.478500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.510970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c9588f-4895-43ee-a46b-9855b9f108b0,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:42.519661 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b91105-f6b3-4b6b-acc5-2f2251cd5c96 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:42.519820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b91105-f6b3-4b6b-acc5-2f2251cd5c96 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:42.527649 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-03b91105-f6b3-4b6b-acc5-2f2251cd5c96 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/f1ec4b88-b517-43a4-ab34-da3580a9ef5d HTTP/1.1" status: 404 len: 337 time: 0.0853074 Feb 16 23:57:42.530740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54060) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.542644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96dae1c6-e97f-48f1-8a31-625a63dba89f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:42.556823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.559176 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-abeada12-d67c-468e-849a-7d2fac57f4a3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7455337 Feb 16 23:57:42.561504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54064) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.596209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54068) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.627889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d84b6654-e9be-4c0a-9bd0-6ac867239758 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=fdbbac10-0731-4a09-9ee8-7f14c627d434 HTTP/1.1" status: 200 len: 205 time: 0.0958476 Feb 16 23:57:42.653400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54076) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.654841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b113cd05-f6b4-41f4-b50a-a824b785b2e4 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.669527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 96dae1c6-e97f-48f1-8a31-625a63dba89f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:42.671385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b113cd05-f6b4-41f4-b50a-a824b785b2e4 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.679245 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 96dae1c6-e97f-48f1-8a31-625a63dba89f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:42.680205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.789817 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-bc6746cc-73f5-4440-acdd-bcce8d7a793d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] delete failed (client error): The resource could not be found. Feb 16 23:57:42.793266 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bc6746cc-73f5-4440-acdd-bcce8d7a793d tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/fdbbac10-0731-4a09-9ee8-7f14c627d434 HTTP/1.1" status: 404 len: 336 time: 0.0924900 Feb 16 23:57:42.793266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b113cd05-f6b4-41f4-b50a-a824b785b2e4 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.794140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54080) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.868619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.905579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 96dae1c6-e97f-48f1-8a31-625a63dba89f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=96dae1c6-e97f-48f1-8a31-625a63dba89f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:42.910173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.966679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113cd05-f6b4-41f4-b50a-a824b785b2e4 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c9588f-4895-43ee-a46b-9855b9f108b0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:42.978217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1551070059'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:42.983278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=96dae1c6-e97f-48f1-8a31-625a63dba89f,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:42.986592 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cbba69-934f-4700-85a1-0ca74a61326c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:42.987018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cbba69-934f-4700-85a1-0ca74a61326c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:42.989254 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-86cbba69-934f-4700-85a1-0ca74a61326c tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/6e5360fb-8a77-414e-ad52-8c0aeb6b7b83 HTTP/1.1" status: 404 len: 337 time: 0.1884117 Feb 16 23:57:42.990376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:42.994828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54084) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:42.995087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b113cd05-f6b4-41f4-b50a-a824b785b2e4 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:42.996125 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b113cd05-f6b4-41f4-b50a-a824b785b2e4 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/16c9588f-4895-43ee-a46b-9855b9f108b0 HTTP/1.1" status: 204 len: 168 time: 0.4334507 Feb 16 23:57:42.997212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:network and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:42.999781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54088) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.013559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:43.022613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:43.042127 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:43.045522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.056035 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-295f2a7b-14a2-49ad-9c13-b2f5f147c3ae tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 HTTP/1.1" status: 200 len: 205 time: 0.0605962 Feb 16 23:57:43.062035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54092) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.076115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-319c714e-15a0-4d65-a32e-f0e6e200e8e5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:43.080496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.db.api [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:57:43.080816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG oslo_db.api [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:57:43.089452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6fd05-76ec-464c-ab85-1d31a2a029a6 req-3e1cf59b-a444-48e5-8265-5f3b6cde8532 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:43.090934 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-31f6fd05-76ec-464c-ab85-1d31a2a029a6 req-3e1cf59b-a444-48e5-8265-5f3b6cde8532 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 945 time: 0.4673541 Feb 16 23:57:43.133194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.135753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-31f6fd05-76ec-464c-ab85-1d31a2a029a6 req-1af119b6-abba-47dd-bd89-300606300ee7 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Feb 16 23:57:43.162676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:43.167269 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-74a20d6c-5a04-47a8-b8cf-461be99d50ca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] delete failed (client error): The resource could not be found. Feb 16 23:57:43.168295 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-74a20d6c-5a04-47a8-b8cf-461be99d50ca tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/routers/9f6a2a0b-e0f2-4325-a1ad-edd3423e1005 HTTP/1.1" status: 404 len: 336 time: 0.1053309 Feb 16 23:57:43.171006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54096) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.171568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:security_group_rule and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:43.175567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:43.178633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-319c714e-15a0-4d65-a32e-f0e6e200e8e5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:43.179874 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-319c714e-15a0-4d65-a32e-f0e6e200e8e5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1791875 Feb 16 23:57:43.182903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54100) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.185252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:43.208414 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a91f58-900d-459c-89d0-f7fe51c87616 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:43.208874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a91f58-900d-459c-89d0-f7fe51c87616 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:43.215390 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e2a91f58-900d-459c-89d0-f7fe51c87616 tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/603583da-1177-48de-b5a4-190adaaad231 HTTP/1.1" status: 404 len: 337 time: 0.0430746 Feb 16 23:57:43.217727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54104) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.259163 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a8d742-af4c-43d3-a69c-5203d8d7b49e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] DELETE failed (client error): The resource could not be found. Feb 16 23:57:43.259799 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a8d742-af4c-43d3-a69c-5203d8d7b49e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:57:43.263845 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d8a8d742-af4c-43d3-a69c-5203d8d7b49e tempest-RoutersTest-657905452 tempest-RoutersTest-657905452-project] 10.222.0.47 "DELETE /v2.0/subnets/58248dc9-7b7b-4628-b003-fcdca3c262d8 HTTP/1.1" status: 404 len: 337 time: 0.0425680 Feb 16 23:57:43.279635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9cc34992-619c-47de-9328-76e2702a3d7f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.324745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9cc34992-619c-47de-9328-76e2702a3d7f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.381403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.389944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.409549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9cc34992-619c-47de-9328-76e2702a3d7f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.434974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:57:43.446482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd3b5d-cf9f-48c0-b120-5458cea1ed04,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:43.469163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.469560 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Added segment 954713bc-7ba4-4626-9350-796e028dc9f6 of type vlan for network 48f76272-6bfc-400e-9e66-0ef2e13bc764 Feb 16 23:57:43.475685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc34992-619c-47de-9328-76e2702a3d7f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba2586-6d90-4f65-8cc7-251dd8f2f172,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:43.478385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9cc34992-619c-47de-9328-76e2702a3d7f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.479494 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9cc34992-619c-47de-9328-76e2702a3d7f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/f7ba2586-6d90-4f65-8cc7-251dd8f2f172 HTTP/1.1" status: 204 len: 168 time: 0.2957122 Feb 16 23:57:43.482448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54112) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.502238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.532533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.538013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:43.538611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.563206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2e7a71d5-9964-4dbe-ad26-c78ec53eb3f9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:43.579359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2e7a71d5-9964-4dbe-ad26-c78ec53eb3f9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:43.580890 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2e7a71d5-9964-4dbe-ad26-c78ec53eb3f9 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0970392 Feb 16 23:57:43.582264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 96dae1c6-e97f-48f1-8a31-625a63dba89f {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:43.582789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.589361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c7698746-b60b-48b4-b8bb-3521d23c5c03 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:43.607768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54116) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.608395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54118) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.671084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Network': ['ID=48f76272-6bfc-400e-9e66-0ef2e13bc764,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:43.688669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:57:43.690706 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f47257d3-5b71-4ebe-8206-72bef804dfb3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0860140 Feb 16 23:57:43.691632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54126) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.707071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port c7698746-b60b-48b4-b8bb-3521d23c5c03 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:43.710093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'subnet': {'network_id': '48f76272-6bfc-400e-9e66-0ef2e13bc764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:43.804596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port c7698746-b60b-48b4-b8bb-3521d23c5c03 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:43.805359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.841179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:43.844915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:subnet and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:43.845489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.848450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:43.853990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:43.864409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:43.868730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.906396 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-87011e36-99bc-414e-9f77-568d790dafa0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa4bef5a6f0e4adc8ebdd3831b60464d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928722 Feb 16 23:57:43.908492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54130) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:43.921665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.950651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 96dae1c6-e97f-48f1-8a31-625a63dba89f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=96dae1c6-e97f-48f1-8a31-625a63dba89f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:43.951004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.955736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:43.992249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7698746-b60b-48b4-b8bb-3521d23c5c03'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:57:43.999242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c7698746-b60b-48b4-b8bb-3521d23c5c03, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03,segment=NetworkSegment(b4984385-9e01-415b-8157-7fcfe3d7fbca),segment_id=b4984385-9e01-415b-8157-7fcfe3d7fbca)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:44.005410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.050555 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7698746-b60b-48b4-b8bb-3521d23c5c03', 'code': 200} Feb 16 23:57:44.092003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c7698746-b60b-48b4-b8bb-3521d23c5c03,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:44.114562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 96dae1c6-e97f-48f1-8a31-625a63dba89f owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:44.116780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.202112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57993281-6dfa-49bd-b6e1-11af8ab6a9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.220009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.226322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Checking segment: {'id': '954713bc-7ba4-4626-9350-796e028dc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '48f76272-6bfc-400e-9e66-0ef2e13bc764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:44.226718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network hostable DHCP agents. Network: 48f76272-6bfc-400e-9e66-0ef2e13bc764, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:57:44.234521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Subnet': ['ID=8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:44.254444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:57:44.271328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911855a2-9ecb-44e1-8d8e-0c2fdbdc0203,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:44.282188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57993281-6dfa-49bd-b6e1-11af8ab6a9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.304558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 48f76272-6bfc-400e-9e66-0ef2e13bc764) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:44.308562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:44.308731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.308998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.309301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.309423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.309666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.309998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.310325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.311016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.311016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.311269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.311592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.311912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.312251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:44.315129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796aaba-9272-40a2-9043-304de7b2293a None None] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:44.340403 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f299bae7-35e4-4670-84ec-36ba9d4a91c3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6426547 Feb 16 23:57:44.343028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54138) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:44.349150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-153579712', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:44.357627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:44.364363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:router and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:44.367186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:44.369287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.372773 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-44d1dce3-4cc5-418c-8adb-be07aeb5a5cd tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/911855a2-9ecb-44e1-8d8e-0c2fdbdc0203 HTTP/1.1" status: 204 len: 168 time: 0.7609091 Feb 16 23:57:44.374048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54142) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:44.377112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:44.415137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c769c-97b2-4d2a-80f7-9b7580d35f9f req-162a6c80-51fb-4eb3-ab5b-097129fb1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:44.416739 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-751c769c-97b2-4d2a-80f7-9b7580d35f9f req-162a6c80-51fb-4eb3-ab5b-097129fb1685 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 1099 time: 0.1595705 Feb 16 23:57:44.419167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.420266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.443406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c52ed-a1ca-4a3f-bef9-2d9b3d436914 req-7ca07c37-9046-4a20-8a2f-fab9d62601c1 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:44.444984 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6b8c52ed-a1ca-4a3f-bef9-2d9b3d436914 req-7ca07c37-9046-4a20-8a2f-fab9d62601c1 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.1489623 Feb 16 23:57:44.491620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7fcdccbd-c373-4cca-b775-b1baa49bdf40 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:44.498041 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-751c769c-97b2-4d2a-80f7-9b7580d35f9f req-62453828-ecbd-4e60-85d6-543251a416f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740821 Feb 16 23:57:44.505975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57993281-6dfa-49bd-b6e1-11af8ab6a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.510757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7fcdccbd-c373-4cca-b775-b1baa49bdf40 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:44.512065 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7fcdccbd-c373-4cca-b775-b1baa49bdf40 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1364098 Feb 16 23:57:44.516613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54146) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:44.522054 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107227797'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:44.528676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:44.541455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:44.550646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96dae1c6-e97f-48f1-8a31-625a63dba89f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:44.551756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57993281-6dfa-49bd-b6e1-11af8ab6a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499cd721-0a69-49bd-bf91-caa5725fa154,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:44.554521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.581987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:44.587477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:44.590209 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6b8c52ed-a1ca-4a3f-bef9-2d9b3d436914 req-1fb0b7a2-710c-4daf-8a1d-f96deee781da tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373563 Feb 16 23:57:44.592457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:44.604255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:44.605335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-57993281-6dfa-49bd-b6e1-11af8ab6a9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.606517 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-57993281-6dfa-49bd-b6e1-11af8ab6a9ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/499cd721-0a69-49bd-bf91-caa5725fa154 HTTP/1.1" status: 204 len: 168 time: 0.6895864 Feb 16 23:57:44.607502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.619562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.681374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No active binding found for port 96dae1c6-e97f-48f1-8a31-625a63dba89f {{(pid=87678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 23:57:44.681852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96dae1c6-e97f-48f1-8a31-625a63dba89f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 23:57:44.701035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=96dae1c6-e97f-48f1-8a31-625a63dba89f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:44.711878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d9f376-34b4-4c0a-835a-2c737e9872ac None None] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:44.750493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Port 96dae1c6-e97f-48f1-8a31-625a63dba89f not found, will not notify nova. {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 23:57:44.941898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.959664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:44.999094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.070578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.093020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.097333 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5773363 Feb 16 23:57:45.097792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54160) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:45.118167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': 'afb75791-43b9-4160-876e-e7a0694d8b8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:45.123182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb75791-43b9-4160-876e-e7a0694d8b8d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:45.135884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:45.145630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.146008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.146459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.146882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.147283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.147678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.148092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.148493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.149441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.149441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.149674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.149955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19deef6-f237-4640-8e8b-26f3d641be51 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:45.153939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:45.158352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:45.166800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:45.351554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.407009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Router 2f07570b-e280-4b0f-91dc-eafc8518165f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:45.467517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.472528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.501543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca1b9f3-ca51-4adb-a602-12c95ea8c377,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:45.549900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:45.557044 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-151cd05b-66ee-49a8-974f-20dacf59713b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "PUT /v2.0/routers/2f07570b-e280-4b0f-91dc-eafc8518165f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0887501 Feb 16 23:57:45.560285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54176) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:45.566663 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] Sync routers for ids ['2f07570b-e280-4b0f-91dc-eafc8518165f'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:45.578319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] Routers {'2f07570b-e280-4b0f-91dc-eafc8518165f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:45.579218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f07570b-e280-4b0f-91dc-eafc8518165f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:45.604806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54180) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:45.651729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f30a39-702b-482a-9447-6a40986cbe9b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:45.653655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f30a39-702b-482a-9447-6a40986cbe9b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:45.654498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d7f30a39-702b-482a-9447-6a40986cbe9b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:45.674766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d7f30a39-702b-482a-9447-6a40986cbe9b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:45.678476 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d7f30a39-702b-482a-9447-6a40986cbe9b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1169043 Feb 16 23:57:45.681278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54188) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:45.764080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.765289 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ef9ddd0b-7e6d-4e09-bc99-6c3becded0fa tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6664662 Feb 16 23:57:45.768967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54192) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:45.771482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] Set router 2f07570b-e280-4b0f-91dc-eafc8518165f gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:45.796098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 2ee77e89-32d8-4b7c-8df9-582f076405c3 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:57:45.805498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.838056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.859083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--54576763'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:45.870819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.921568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'name': 'tempest-NetworksTestDHCPv6-router-1216313636', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:31Z', 'updated_at': '2022-02-16T23:57:44Z', 'revision_number': 3, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:45.929334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:45.929794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] Checking router: 2f07570b-e280-4b0f-91dc-eafc8518165f for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:45.939218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] Routers {'2f07570b-e280-4b0f-91dc-eafc8518165f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:45.940025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2f07570b-e280-4b0f-91dc-eafc8518165f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:45.942903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:45.945795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17c00928-4b36-4db4-bc19-d2f1780d66d1 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.951423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:45.966523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:45.995015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17c00928-4b36-4db4-bc19-d2f1780d66d1 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.000705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:46.014230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.26.2.164 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/65c8240a-fe77-4cab-aa98-e1a6187300cd) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:46.042783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.068253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.078146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] Set router 2f07570b-e280-4b0f-91dc-eafc8518165f gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:46.100504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17c00928-4b36-4db4-bc19-d2f1780d66d1 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.107170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:46.131488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:46.134790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c00928-4b36-4db4-bc19-d2f1780d66d1 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ca1b9f3-ca51-4adb-a602-12c95ea8c377,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:46.138395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:46.149007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb65b2f-bd82-4567-b353-3066c5b57985 req-99aebf28-c65c-4f9d-8ee2-4eaf5cda3537 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:46.150567 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7fb65b2f-bd82-4567-b353-3066c5b57985 req-99aebf28-c65c-4f9d-8ee2-4eaf5cda3537 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.3014944 Feb 16 23:57:46.179516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:46.181659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17c00928-4b36-4db4-bc19-d2f1780d66d1 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.182751 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-17c00928-4b36-4db4-bc19-d2f1780d66d1 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7ca1b9f3-ca51-4adb-a602-12c95ea8c377 HTTP/1.1" status: 204 len: 168 time: 0.4125488 Feb 16 23:57:46.187187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.190976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54196) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:46.199168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'name': 'tempest-NetworksTestDHCPv6-router-1216313636', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:31Z', 'updated_at': '2022-02-16T23:57:44Z', 'revision_number': 3, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:46.203387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e48f79-034b-436b-af00-50ccd9c41d34 None None] The sync data for ids ['2f07570b-e280-4b0f-91dc-eafc8518165f'] in dv-neutron-829040-1-hyperv is: [{'id': '2f07570b-e280-4b0f-91dc-eafc8518165f', 'name': 'tempest-NetworksTestDHCPv6-router-1216313636', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:31Z', 'updated_at': '2022-02-16T23:57:44Z', 'revision_number': 3, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:46.218589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.250912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-52ab3a26-0c2c-4843-9d95-262cb5f4a59b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:46.271234 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7fb65b2f-bd82-4567-b353-3066c5b57985 req-127e960e-f294-437e-bdb5-34e5589c621b tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122608 Feb 16 23:57:46.271546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.314421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-52ab3a26-0c2c-4843-9d95-262cb5f4a59b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:46.316411 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-52ab3a26-0c2c-4843-9d95-262cb5f4a59b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1234863 Feb 16 23:57:46.325119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54200) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:46.345782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:46.349053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:46.350033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.351561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:46.389194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=65c8240a-fe77-4cab-aa98-e1a6187300cd,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:46.409251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee77e89-32d8-4b7c-8df9-582f076405c3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:46.430149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.432212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996b562-031a-4b1f-8cf6-8296bd74a8f3 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:46.440499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.447035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.477718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:46.490485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:46.497804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:46.504528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f547c0ab-b44f-43ef-beb2-d02bace986c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/2ee77e89-32d8-4b7c-8df9-582f076405c3 HTTP/1.1" status: 204 len: 168 time: 0.8187747 Feb 16 23:57:46.504528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45f3513a-b545-4ecc-8602-afd2cd2338bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.515045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54204) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:46.528456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:46.624484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c68016-037c-4f8c-ba98-753739a4274e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:46.652837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45f3513a-b545-4ecc-8602-afd2cd2338bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.658400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96dae1c6-e97f-48f1-8a31-625a63dba89f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:46.722495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 96dae1c6-e97f-48f1-8a31-625a63dba89f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:46.723047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96dae1c6-e97f-48f1-8a31-625a63dba89f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:46.788504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45f3513a-b545-4ecc-8602-afd2cd2338bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.828392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3513a-b545-4ecc-8602-afd2cd2338bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb75791-43b9-4160-876e-e7a0694d8b8d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:46.843103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5939f252-914e-49e8-9243-9304354b9ed6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3269997 Feb 16 23:57:46.853046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54208) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:46.859912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.877515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.904793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:57:46.909285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Deleting port 8ea7a37c-65e1-4236-8963-0f76e552d1df {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:46.909675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:46.929994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.123775 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] For port 8ea7a37c-65e1-4236-8963-0f76e552d1df, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8ea7a37c-65e1-4236-8963-0f76e552d1df,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:47.124183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.144102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe412a4d-3ff1-4e01-9366-40f3644f12c2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.204648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-45f3513a-b545-4ecc-8602-afd2cd2338bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.208781 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-45f3513a-b545-4ecc-8602-afd2cd2338bf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/afb75791-43b9-4160-876e-e7a0694d8b8d HTTP/1.1" status: 204 len: 168 time: 0.8798099 Feb 16 23:57:47.217562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.221161 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6096706 Feb 16 23:57:47.221161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54214) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.228637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54216) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.255013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Calling delete_port for 8ea7a37c-65e1-4236-8963-0f76e552d1df owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:47.283991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325d16b-c134-4836-bbb6-b10597756722 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9856d446-9539-48cf-840f-e8aa1437fe09,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:47.353846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.407748 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-af3b37af-d315-47f2-ad3e-997328aeef44 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1706483 Feb 16 23:57:47.408225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54224) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.415784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Pushing event deleted for resources: {'Port': ['ID=8ea7a37c-65e1-4236-8963-0f76e552d1df,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:47.417046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-03309847-d83e-4162-89b2-484ca281f491 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-security--1205104608', 'description': 'tempest-security-description-141360678'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:47.425224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] No DVR routers for this DVR port 8ea7a37c-65e1-4236-8963-0f76e552d1df on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:57:47.428279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.428640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.428988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.429726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.430408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.430754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.431188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.431530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.432551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.432919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.433253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.433750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b298ab4-5a28-4396-add3-57dfb3d68330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:57:47.437156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.517035 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03309847-d83e-4162-89b2-484ca281f491 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.551124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe412a4d-3ff1-4e01-9366-40f3644f12c2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.555790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe412a4d-3ff1-4e01-9366-40f3644f12c2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.568290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb0fd613-38ae-454c-8ad3-f86fb4637441 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:47.600406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe412a4d-3ff1-4e01-9366-40f3644f12c2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.600877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe412a4d-3ff1-4e01-9366-40f3644f12c2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Fanout notify agent at l3_agent the message router_deleted on router 2f07570b-e280-4b0f-91dc-eafc8518165f {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:57:47.610038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb0fd613-38ae-454c-8ad3-f86fb4637441 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:47.615304 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb0fd613-38ae-454c-8ad3-f86fb4637441 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3872635 Feb 16 23:57:47.625048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe412a4d-3ff1-4e01-9366-40f3644f12c2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.626827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fe412a4d-3ff1-4e01-9366-40f3644f12c2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/routers/2f07570b-e280-4b0f-91dc-eafc8518165f HTTP/1.1" status: 204 len: 168 time: 0.7705619 Feb 16 23:57:47.627712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54228) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.631540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54230) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.636254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--971498973'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:47.640501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54234) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.647107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:47.670179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036f6d-0a69-4843-b45b-ad766d19ecf7 req-7d73a086-3031-4624-ab8e-7745663356be tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:47.678183 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-90036f6d-0a69-4843-b45b-ad766d19ecf7 req-7d73a086-3031-4624-ab8e-7745663356be tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.2621906 Feb 16 23:57:47.681005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:47.724946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03309847-d83e-4162-89b2-484ca281f491 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.742964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03309847-d83e-4162-89b2-484ca281f491 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.759391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:47.784279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03309847-d83e-4162-89b2-484ca281f491 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.785486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-03309847-d83e-4162-89b2-484ca281f491 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "PUT /v2.0/security-groups/9856d446-9539-48cf-840f-e8aa1437fe09 HTTP/1.1" status: 200 len: 1779 time: 0.3763566 Feb 16 23:57:47.792656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54240) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.809495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03309847-d83e-4162-89b2-484ca281f491 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9856d446-9539-48cf-840f-e8aa1437fe09,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:47.823993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:47.847132 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-90036f6d-0a69-4843-b45b-ad766d19ecf7 req-d0f3c70d-99ed-4991-8411-81998a1e8586 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681170 Feb 16 23:57:47.884905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:47.915068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:47.918090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:47.925973 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f6095470-7d17-43cb-ab97-79c2e478ffc4 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups/9856d446-9539-48cf-840f-e8aa1437fe09 HTTP/1.1" status: 200 len: 1779 time: 0.1207080 Feb 16 23:57:47.927684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54246) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:47.928541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:47.933592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:47.939587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:47.956949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:47.959009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:47.995288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:57:48.049660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:48.053127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.205272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a79f07d7-7843-4fb0-80cb-2fa456e07e8b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.266437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af477e8b-bdd3-4df7-a3d3-2d8fbdfd5d9d req-45de4be8-ae46-406c-85a5-ecb890ea8040 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:48.267883 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-af477e8b-bdd3-4df7-a3d3-2d8fbdfd5d9d req-45de4be8-ae46-406c-85a5-ecb890ea8040 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.3126886 Feb 16 23:57:48.289889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.291811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a79f07d7-7843-4fb0-80cb-2fa456e07e8b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.317970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:48.319528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.329398 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:48.340270 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:48.340873 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:48.386349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.387698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f4593a1c-04e1-4729-9d7e-5bd3feb1c5e2 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0437138 Feb 16 23:57:48.391254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54250) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:48.404019 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:48.412613 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:48.413364 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:48.448577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9d30f-12df-466c-8b4c-462b8e58db70,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:48.471113 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-af477e8b-bdd3-4df7-a3d3-2d8fbdfd5d9d req-f0db27ed-b982-4ba0-bdb9-0b1b1e48f36f tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866524 Feb 16 23:57:48.497446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.498869 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e8c392d4-269c-49dd-bedb-0f71aa706001 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8683290 Feb 16 23:57:48.501259 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:48.501561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54254) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:48.501699 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d39f2d-a0a1-4ca6-84f6-d346bc1616f0 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:48.507202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '8dd9d30f-12df-466c-8b4c-462b8e58db70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:48.513288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:48.517778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:48.530589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:48.541509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:48.553448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8ea7a37c-65e1-4236-8963-0f76e552d1df no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:48.569319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a79f07d7-7843-4fb0-80cb-2fa456e07e8b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.596098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 8ea7a37c-65e1-4236-8963-0f76e552d1df {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:48.597474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8ea7a37c-65e1-4236-8963-0f76e552d1df not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:48.614149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f07d7-7843-4fb0-80cb-2fa456e07e8b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9856d446-9539-48cf-840f-e8aa1437fe09,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:48.621968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a79f07d7-7843-4fb0-80cb-2fa456e07e8b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.623091 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a79f07d7-7843-4fb0-80cb-2fa456e07e8b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/9856d446-9539-48cf-840f-e8aa1437fe09 HTTP/1.1" status: 204 len: 168 time: 0.6916695 Feb 16 23:57:48.625031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.643992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54260) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:48.736672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:48.739341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:48.743029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:48.753784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b5d74-d0cb-4fff-8e90-733e0fd6fe9a None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:57:48.770811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:48.773326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.817519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2fc7c4c-261d-45f3-bca5-3f76dd55858d tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:48.830220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.832075 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-195e50df-81e1-4503-a745-a64fd27a20f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1909621 Feb 16 23:57:48.834641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54266) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:48.841777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-7737349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:48.850556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2fc7c4c-261d-45f3-bca5-3f76dd55858d tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:48.855078 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b2fc7c4c-261d-45f3-bca5-3f76dd55858d tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1684725 Feb 16 23:57:48.856533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:48.858705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54270) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:48.874149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:router and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:48.879074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:48.885294 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-9166653c-bd7c-4ce9-bb6f-9b5eb4c5867a tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] delete failed (client error): The resource could not be found. Feb 16 23:57:48.890508 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9166653c-bd7c-4ce9-bb6f-9b5eb4c5867a tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/9856d446-9539-48cf-840f-e8aa1437fe09 HTTP/1.1" status: 404 len: 347 time: 0.0307243 Feb 16 23:57:48.891198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54274) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:48.892233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:48.901272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175039130'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:48.939978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:48.964288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:48.966454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.967748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:48.994443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.007186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': 'a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:57:49.008302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.016553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.037408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:49.045789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:49.051513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:49.066696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cd393-13e1-4c80-ba96-6c0672a5127f req-e83fbc54-bfd8-41de-98ef-9018ceddf673 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:49.068377 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-316cd393-13e1-4c80-ba96-6c0672a5127f req-e83fbc54-bfd8-41de-98ef-9018ceddf673 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.1705136 Feb 16 23:57:49.069404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:49.073222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.157842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.166653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.177355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f/b96032b3-f46b-425b-a929-395ce81618fc) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:49.226600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.264565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.268322 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c46da113-763f-4c1c-9a6a-0a9b8fa11922 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4301162 Feb 16 23:57:49.272905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54278) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:49.328977 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-316cd393-13e1-4c80-ba96-6c0672a5127f req-02ac8b66-2f0b-4f39-8147-e1cc5d18ad5e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475195 Feb 16 23:57:49.355933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7096f831-d057-4570-a997-e6e2c8f22922,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:49.393031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.406570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Transition to ACTIVE for port object b96032b3-f46b-425b-a929-395ce81618fc will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:49.430433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Transition to ACTIVE for port object b96032b3-f46b-425b-a929-395ce81618fc will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:49.438384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.507662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.511234 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cb2e6aea-b929-4b7d-9b5e-16df10326507 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0063474 Feb 16 23:57:49.513080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54282) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:49.514973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:49.518028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:49.522995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:49.529032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Pushing event updated for resources: {'Port': ['ID=b96032b3-f46b-425b-a929-395ce81618fc,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:49.611139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1e0bf83f-3ff8-46ed-a93e-e04337a6347a tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules/7096f831-d057-4570-a997-e6e2c8f22922 HTTP/1.1" status: 200 len: 763 time: 0.0983639 Feb 16 23:57:49.617667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Attempting to bind port b96032b3-f46b-425b-a929-395ce81618fc on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:49.618248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Attempting to bind port b96032b3-f46b-425b-a929-395ce81618fc by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:49.618685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Attempting to bind port b96032b3-f46b-425b-a929-395ce81618fc on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:49.624424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:49.624888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:49.625365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.625835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:49.626375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Bound port: b96032b3-f46b-425b-a929-395ce81618fc, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:49.626821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.646726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54286) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:49.679757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.687455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.760791 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] For port b96032b3-f46b-425b-a929-395ce81618fc, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:49.764253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] For port b96032b3-f46b-425b-a929-395ce81618fc, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b96032b3-f46b-425b-a929-395ce81618fc,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:49.771162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.809398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-98796cbe-c2d1-41a9-bbba-b6ca800332d8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:49.831699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd4862-5602-40b3-ab13-41b41122572b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:49.840353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.844911 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-138f104d-f863-496f-866b-4d69616e4d31 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9462838 Feb 16 23:57:49.848018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54290) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:49.857720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '98dd4862-5602-40b3-ab13-41b41122572b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:49.866837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-98796cbe-c2d1-41a9-bbba-b6ca800332d8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:49.868741 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-98796cbe-c2d1-41a9-bbba-b6ca800332d8 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2219052 Feb 16 23:57:49.872300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:49.873484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54294) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:49.873717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d191f-0fd4-46da-af40-2d03f8e4d702 None None] Pushing event updated for resources: {'Port': ['ID=b96032b3-f46b-425b-a929-395ce81618fc,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:49.910261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:49.915439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:49.922519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.926449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:49.952573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f735402-bd03-45e1-854c-44eb2c7018ab tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.962726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:49.993535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.025280 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f735402-bd03-45e1-854c-44eb2c7018ab tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.179135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f735402-bd03-45e1-854c-44eb2c7018ab tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.192004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 616632b5-e863-4d2a-996b-b04502312b73 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:50.192369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.253682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f735402-bd03-45e1-854c-44eb2c7018ab tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7096f831-d057-4570-a997-e6e2c8f22922,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:50.292941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f735402-bd03-45e1-854c-44eb2c7018ab tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.294176 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4f735402-bd03-45e1-854c-44eb2c7018ab tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7096f831-d057-4570-a997-e6e2c8f22922 HTTP/1.1" status: 204 len: 168 time: 0.4196396 Feb 16 23:57:50.297978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54298) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:50.407025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8116cfaf-f0c4-4316-a9fc-fb3341bbdd0f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:50.425811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::1 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f/4058d2a7-e59e-4f71-8539-9c268525e8eb) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:50.440161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8116cfaf-f0c4-4316-a9fc-fb3341bbdd0f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:50.444533 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8116cfaf-f0c4-4316-a9fc-fb3341bbdd0f tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1413589 Feb 16 23:57:50.445126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54304) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:50.453861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '8dd9d30f-12df-466c-8b4c-462b8e58db70', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:50.486113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:50.553284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:50.560672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.608475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.618503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b96032b3-f46b-425b-a929-395ce81618fc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:50.666654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.722796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b96032b3-f46b-425b-a929-395ce81618fc completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:50.757429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.767105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fe8a22-e324-4f8f-867f-70021dd13383,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:50.788345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 4058d2a7-e59e-4f71-8539-9c268525e8eb will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:50.810473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.815168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.817062 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-22e5c0d9-23ee-4d1a-8343-2b5ee740be48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9671910 Feb 16 23:57:50.820896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f40a-5a84-4b6c-b514-6563f0b12894 req-94452ed6-92c3-44b5-954e-3d2e5e6e4b91 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:50.822399 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-26c2f40a-5a84-4b6c-b514-6563f0b12894 req-94452ed6-92c3-44b5-954e-3d2e5e6e4b91 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.2276442 Feb 16 23:57:50.823996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54308) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:50.827915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.888312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df3ca7f-11f0-4065-bb2a-9d2a470c1b66,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:50.916818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7df47282-8a41-41ca-822a-abc4cbeeb140 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.917434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 616632b5-e863-4d2a-996b-b04502312b73, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=616632b5-e863-4d2a-996b-b04502312b73,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:50.917788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.942065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7df47282-8a41-41ca-822a-abc4cbeeb140 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:50.955129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.064750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 616632b5-e863-4d2a-996b-b04502312b73 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:51.091855 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-26c2f40a-5a84-4b6c-b514-6563f0b12894 req-23d75f2d-48b1-458e-94f2-544bacc663e4 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399054 Feb 16 23:57:51.100076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.101221 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a68f4505-35dc-4b23-b1d7-dac57282dff0 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6539314 Feb 16 23:57:51.105930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54312) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:51.134100 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a0576aec-7f67-4bc4-bfbb-d562d1ec4ad6 None None] Provisioning for port b96032b3-f46b-425b-a929-395ce81618fc completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:51.144119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:51.145441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a0576aec-7f67-4bc4-bfbb-d562d1ec4ad6 None None] Provisioning complete for port b96032b3-f46b-425b-a929-395ce81618fc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:51.146088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a0576aec-7f67-4bc4-bfbb-d562d1ec4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.147544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:51.150019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:51.150596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.188803 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-180d99ff-00f6-45f8-ba2d-6a53e3c09203 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules/5df3ca7f-11f0-4065-bb2a-9d2a470c1b66 HTTP/1.1" status: 200 len: 763 time: 0.0773668 Feb 16 23:57:51.194311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54318) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:51.259898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.1 (48f76272-6bfc-400e-9e66-0ef2e13bc764/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b/079442d8-3a84-4295-a746-fc101e95b80a) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:51.294386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a0576aec-7f67-4bc4-bfbb-d562d1ec4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.298844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7df47282-8a41-41ca-822a-abc4cbeeb140 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.360647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a0576aec-7f67-4bc4-bfbb-d562d1ec4ad6 None None] For port b96032b3-f46b-425b-a929-395ce81618fc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b96032b3-f46b-425b-a929-395ce81618fc,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:51.362706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.374409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a0576aec-7f67-4bc4-bfbb-d562d1ec4ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.385681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=4058d2a7-e59e-4f71-8539-9c268525e8eb,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:51.394810 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f2531691-c28f-4e94-a7a7-ad82238f66a5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1974800 Feb 16 23:57:51.399719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7df47282-8a41-41ca-822a-abc4cbeeb140 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.401182 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7df47282-8a41-41ca-822a-abc4cbeeb140 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d5fe8a22-e324-4f8f-867f-70021dd13383 HTTP/1.1" status: 204 len: 168 time: 0.5759063 Feb 16 23:57:51.404675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54324) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:51.404828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54322) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:51.405470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df47282-8a41-41ca-822a-abc4cbeeb140 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5fe8a22-e324-4f8f-867f-70021dd13383,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:51.484992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fecd1760-cf46-4c5e-899b-47bbe6720036 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:51.547401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1b7a-5ec8-4fb7-aaf2-75887d47861b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.551416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0ba33e5d-39a7-4534-8ae0-67d921d132c1 None None] Provisioning for port 4058d2a7-e59e-4f71-8539-9c268525e8eb completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:51.554917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fecd1760-cf46-4c5e-899b-47bbe6720036 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:51.556258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fecd1760-cf46-4c5e-899b-47bbe6720036 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1480513 Feb 16 23:57:51.559761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54332) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:51.574369 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0576aec-7f67-4bc4-bfbb-d562d1ec4ad6 None None] Pushing event updated for resources: {'Port': ['ID=b96032b3-f46b-425b-a929-395ce81618fc,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:51.584092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0ba33e5d-39a7-4534-8ae0-67d921d132c1 None None] Provisioning complete for port 4058d2a7-e59e-4f71-8539-9c268525e8eb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:51.586307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0ba33e5d-39a7-4534-8ae0-67d921d132c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.586465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1b7a-5ec8-4fb7-aaf2-75887d47861b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.592998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.660388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.710589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1b7a-5ec8-4fb7-aaf2-75887d47861b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.726211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0ba33e5d-39a7-4534-8ae0-67d921d132c1 None None] Port 4058d2a7-e59e-4f71-8539-9c268525e8eb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:51.758821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db486237-9556-48cb-b7cf-338fda14e002 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.784333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c1b7a-5ec8-4fb7-aaf2-75887d47861b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5df3ca7f-11f0-4065-bb2a-9d2a470c1b66,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:51.812550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.864794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1b7a-5ec8-4fb7-aaf2-75887d47861b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.865895 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ce8c1b7a-5ec8-4fb7-aaf2-75887d47861b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/5df3ca7f-11f0-4065-bb2a-9d2a470c1b66 HTTP/1.1" status: 204 len: 168 time: 0.4603033 Feb 16 23:57:51.869885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=616632b5-e863-4d2a-996b-b04502312b73,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:51.872688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54336) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:51.925949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db486237-9556-48cb-b7cf-338fda14e002 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.972097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:51.991352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dbeec-3f29-4f2e-82a8-4e685389f21c req-c7d3dad4-f3cf-4187-9e0f-142eb0251bae tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:51.992935 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-550dbeec-3f29-4f2e-82a8-4e685389f21c req-c7d3dad4-f3cf-4187-9e0f-142eb0251bae tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.3345304 Feb 16 23:57:52.098481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:52.104292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db486237-9556-48cb-b7cf-338fda14e002 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.117550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b8cdfdf7-7cf8-42ac-8fe5-cfdb3f03ddbf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:52.120143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:52.128648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:57:52.138522 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-550dbeec-3f29-4f2e-82a8-4e685389f21c req-51bbbce8-54d2-4c74-b5e6-47eaf68488b1 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377904 Feb 16 23:57:52.147336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486237-9556-48cb-b7cf-338fda14e002 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd4862-5602-40b3-ab13-41b41122572b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:52.154154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=079442d8-3a84-4295-a746-fc101e95b80a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:52.157564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-99588331-8322-42c1-b74c-fafe43af7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:52.159787 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-99588331-8322-42c1-b74c-fafe43af7a57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4083fba0e8ff4ab4b1caee8ca1f57ce6&device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 1099 time: 0.4461479 Feb 16 23:57:52.184643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db486237-9556-48cb-b7cf-338fda14e002 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.185775 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-db486237-9556-48cb-b7cf-338fda14e002 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/98dd4862-5602-40b3-ab13-41b41122572b HTTP/1.1" status: 204 len: 168 time: 0.6250896 Feb 16 23:57:52.188666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54340) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:52.267392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-44f0087c-cead-42e1-a6ed-30575930a713 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:52.274430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.282071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.282794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.333513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-44f0087c-cead-42e1-a6ed-30575930a713 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:52.334755 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-44f0087c-cead-42e1-a6ed-30575930a713 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1453187 Feb 16 23:57:52.347167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54344) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:52.413080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391901286'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:52.431045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:52.448158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=4058d2a7-e59e-4f71-8539-9c268525e8eb,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:52.460390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:52.478623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.500604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b8cdfdf7-7cf8-42ac-8fe5-cfdb3f03ddbf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:52.507162 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b8cdfdf7-7cf8-42ac-8fe5-cfdb3f03ddbf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6324928 Feb 16 23:57:52.512271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54348) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:52.526115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.527133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:52.532757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '8dd9d30f-12df-466c-8b4c-462b8e58db70', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:52.537238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:52.538777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:52.540847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:52.541758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:52.544866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:52.548397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:52.551909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:52.609015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b96032b3-f46b-425b-a929-395ce81618fc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:52.775745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b96032b3-f46b-425b-a929-395ce81618fc triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:52.776468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.779154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.823869 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Project 613e4d4cf8e8442ea6bacbf0011b0a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:57:52.852221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.906896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-2105c322-863c-49d4-872b-c1410924fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:52.908496 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-2105c322-863c-49d4-872b-c1410924fa84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5 HTTP/1.1" status: 200 len: 912 time: 0.6664793 Feb 16 23:57:52.949893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.955698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.956013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6211b31c-ef5d-4cd4-947c-0896896ebeb6 None None] Provisioning complete for port 4058d2a7-e59e-4f71-8539-9c268525e8eb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:52.956310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6211b31c-ef5d-4cd4-947c-0896896ebeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:52.999701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Router 787fce44-7eb4-49ad-aa1a-a33d027f14bf is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:57:53.006239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62be9d50-aec3-4aa4-823b-23ad062c5ecc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:53.012804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6211b31c-ef5d-4cd4-947c-0896896ebeb6 None None] Port 4058d2a7-e59e-4f71-8539-9c268525e8eb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:57:53.072486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.076356 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-300b098d-4eed-46bb-a700-3f0186ae288f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7216215 Feb 16 23:57:53.081619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54352) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.088356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '62be9d50-aec3-4aa4-823b-23ad062c5ecc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:53.143343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:53.155261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:53.166403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:53.175258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:53.192584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:53.200738 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4eb0a9eb-2072-4c55-9641-e1fe2fa6dd23 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "PUT /v2.0/routers/787fce44-7eb4-49ad-aa1a-a33d027f14bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9238439 Feb 16 23:57:53.201653 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-3ec2a482-3085-49da-9d9f-4ad599ab86f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03 HTTP/1.1" status: 200 len: 217 time: 0.1883228 Feb 16 23:57:53.204349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54358) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.206975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Sync routers for ids ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:53.221385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Routers {'787fce44-7eb4-49ad-aa1a-a33d027f14bf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:53.223430 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:53.244816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.269901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.285787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.344839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea51812-e240-4771-a956-3a5614dd0242,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:53.352099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c869e-af46-4caa-940a-ef20e8c96eab tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:53.352607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ad5c869e-af46-4caa-940a-ef20e8c96eab tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:53.400867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.402725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ad5c869e-af46-4caa-940a-ef20e8c96eab tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:53.403896 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ad5c869e-af46-4caa-940a-ef20e8c96eab tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports/4058d2a7-e59e-4f71-8539-9c268525e8eb HTTP/1.1" status: 200 len: 911 time: 0.1985648 Feb 16 23:57:53.406193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.409361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54362) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.420026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Set router 787fce44-7eb4-49ad-aa1a-a33d027f14bf gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:53.422399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-f61fdc8b-781f-4348-9fe4-624f27f5160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:53.423872 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-f61fdc8b-781f-4348-9fe4-624f27f5160e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7 HTTP/1.1" status: 200 len: 852 time: 0.2043641 Feb 16 23:57:53.478294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8083377b-78f9-4d27-86bb-2473e905ee00,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:53.500195 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-6a463e73-a630-42fd-b517-9bf07c5b4d35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599570 Feb 16 23:57:53.504705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb451c-4319-4aca-8a7b-c7ce8af5870d req-21b720cd-21e9-403b-aac1-128ec07b6297 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:53.506061 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-33fb451c-4319-4aca-8a7b-c7ce8af5870d req-21b720cd-21e9-403b-aac1-128ec07b6297 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.2153871 Feb 16 23:57:53.508157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.508316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.512811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-81fcdd78-5cef-4b10-b620-44b2073db9a0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4264622 Feb 16 23:57:53.512964 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-adda2b40-3bfe-4382-ae9a-f9e3eb5dffcf tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9897714 Feb 16 23:57:53.513055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54366) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.513055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54368) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.526902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '62be9d50-aec3-4aa4-823b-23ad062c5ecc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:53.542236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:53.567700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:53.575333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:53.580485 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c7493289-ab96-4a4f-8e86-64ac4c38b4af tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules/0ea51812-e240-4771-a956-3a5614dd0242 HTTP/1.1" status: 200 len: 769 time: 0.0614998 Feb 16 23:57:53.586549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54374) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.596424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:53.634070 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-33fb451c-4319-4aca-8a7b-c7ce8af5870d req-5da87523-a183-4e33-bdde-e03d4b3d9114 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014814 Feb 16 23:57:53.656038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab5299-7ffb-4886-b515-3fc8d4569ead tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:53.662292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab5299-7ffb-4886-b515-3fc8d4569ead tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:53.663855 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e0ab5299-7ffb-4886-b515-3fc8d4569ead tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2486920 Feb 16 23:57:53.666071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.677323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54378) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.742516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-589a4534-a0c8-4f36-b270-09a1c118cf7e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:53.767419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-589a4534-a0c8-4f36-b270-09a1c118cf7e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:53.769366 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-589a4534-a0c8-4f36-b270-09a1c118cf7e tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1815553 Feb 16 23:57:53.773008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54382) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.796017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'name': 'tempest-NetworksTestDHCPv6-router-7737349', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:48Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None, '_interfaces': [{'id': '4058d2a7-e59e-4f71-8539-9c268525e8eb', 'name': '', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'mac_address': 'fa:16:3e:e9:51:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:50Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'subnets': [{'id': 'a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:53.800298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.800610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Checking router: 787fce44-7eb4-49ad-aa1a-a33d027f14bf for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:53.801175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Updating router 787fce44-7eb4-49ad-aa1a-a33d027f14bf port 4058d2a7-e59e-4f71-8539-9c268525e8eb binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:57:53.813956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.827242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cab8c349-6acf-4e13-bd22-323c97271ddb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.849841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cab8c349-6acf-4e13-bd22-323c97271ddb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.856689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.868883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f987e45-09b3-4ed8-8a90-e80141e32e46,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:53.875213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.879115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c9e492bd-c815-4b55-bea0-38b56c215caa tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561587 Feb 16 23:57:53.879397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54386) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:53.880454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.885004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '62be9d50-aec3-4aa4-823b-23ad062c5ecc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:53.892621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:53.901220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:53.905216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:53.912718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cab8c349-6acf-4e13-bd22-323c97271ddb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.914663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:53.923144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:53.939435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8c349-6acf-4e13-bd22-323c97271ddb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea51812-e240-4771-a956-3a5614dd0242,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:53.954852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cab8c349-6acf-4e13-bd22-323c97271ddb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.957725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cab8c349-6acf-4e13-bd22-323c97271ddb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/0ea51812-e240-4771-a956-3a5614dd0242 HTTP/1.1" status: 204 len: 168 time: 0.1817758 Feb 16 23:57:53.958622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:53.965889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54390) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:54.045937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4d93dfb9-6d20-496f-82e6-9c73b7d9700c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:54.083750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4d93dfb9-6d20-496f-82e6-9c73b7d9700c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:54.088093 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4d93dfb9-6d20-496f-82e6-9c73b7d9700c tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1182141 Feb 16 23:57:54.088093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.089521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54394) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:54.094101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.144941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2392b2d8-5072-44f8-a3f5-feb077d0c53e,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:54.182118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.183535 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-efe0a92e-bd28-48a0-ac25-39b8851cc508 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3031743 Feb 16 23:57:54.187230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54398) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:54.194688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '62be9d50-aec3-4aa4-823b-23ad062c5ecc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:54.202093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee95b04e-12cf-42e5-8e53-1d4e5c55ac64 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.204782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:54.219825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:54.225291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:54.238791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:54.244679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee95b04e-12cf-42e5-8e53-1d4e5c55ac64 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.284967 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-91c45d6c-ab08-49ba-961e-0b1c5abcc755 service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7725005 Feb 16 23:57:54.288325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.306491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.326634 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Transition to ACTIVE for port object 4058d2a7-e59e-4f71-8539-9c268525e8eb will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:57:54.328725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee95b04e-12cf-42e5-8e53-1d4e5c55ac64 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.336325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.361709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95b04e-12cf-42e5-8e53-1d4e5c55ac64 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9d30f-12df-466c-8b4c-462b8e58db70,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:54.394426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee95b04e-12cf-42e5-8e53-1d4e5c55ac64 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.397974 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ee95b04e-12cf-42e5-8e53-1d4e5c55ac64 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/8dd9d30f-12df-466c-8b4c-462b8e58db70 HTTP/1.1" status: 204 len: 168 time: 0.3046520 Feb 16 23:57:54.397974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.398215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54402) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:54.418905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.455245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123735f3-5a08-42fa-bedd-3d4feec0b37a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:54.499520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-affffc29-7e24-4f67-b267-989851175fbb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:54.506947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.508304 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7ac75cd8-940f-4949-a2e2-4ad8bebb2e15 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3203473 Feb 16 23:57:54.513237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54406) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:54.520536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '62be9d50-aec3-4aa4-823b-23ad062c5ecc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:54.529207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:54.531978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-affffc29-7e24-4f67-b267-989851175fbb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:54.537548 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-affffc29-7e24-4f67-b267-989851175fbb tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1341422 Feb 16 23:57:54.538154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54410) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:54.544208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:54.549625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group': {'name': 'tempest-secgroup--444039990'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:54.554904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:54.561436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:54.563648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:54.577730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:54.597450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.608880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.624485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc13a06-359f-4402-b70e-37f649e362f5 None None] Pushing event updated for resources: {'Port': ['ID=4058d2a7-e59e-4f71-8539-9c268525e8eb,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:54.630675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Attempting to bind port 4058d2a7-e59e-4f71-8539-9c268525e8eb on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:57:54.631048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Attempting to bind port 4058d2a7-e59e-4f71-8539-9c268525e8eb by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:57:54.631414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Attempting to bind port 4058d2a7-e59e-4f71-8539-9c268525e8eb on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:57:54.638306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:57:54.639000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:57:54.639409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.639804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:57:54.640322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Bound port: 4058d2a7-e59e-4f71-8539-9c268525e8eb, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:57:54.640697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.648566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:54.663439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:54.681226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:54.723585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:54.766556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.779892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.790890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] For port 4058d2a7-e59e-4f71-8539-9c268525e8eb, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:57:54.796480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] For port 4058d2a7-e59e-4f71-8539-9c268525e8eb, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4058d2a7-e59e-4f71-8539-9c268525e8eb,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:57:54.803070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.804348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e946dace-a7d8-4716-9f1f-dbb4a532e778,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:54.894394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Routers {'787fce44-7eb4-49ad-aa1a-a33d027f14bf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:54.895205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:54.903735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.905531 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7a283055-500e-47d6-8813-71f0c7beb083 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3913579 Feb 16 23:57:54.906016 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8cc2450a-10eb-4b23-a50a-029301487e90 req-6e1f4828-89fb-4835-b721-7e8bdac906f4 service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145337 Feb 16 23:57:54.910379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:54.915116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54416) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:54.922305 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f7f52c69-7eda-4d3c-a094-745b20d48144 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2808523 Feb 16 23:57:54.936670 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82467829-093a-409c-a62e-e31ae69c408f None None] Sync routers for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:54.944123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.956776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:54.969295 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:54.969914 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:55.014885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a80746-a753-4d2e-b6ed-9a3459e34fe5 req-c3febead-99ad-4fba-a5a8-ac79ab794ed8 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:55.022514 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-12a80746-a753-4d2e-b6ed-9a3459e34fe5 req-c3febead-99ad-4fba-a5a8-ac79ab794ed8 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.2032747 Feb 16 23:57:55.024961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f74439-a717-4708-bd97-17afa9231285,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:55.045012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.046195 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-31a85ab2-1f70-4753-8d03-0aae4a63fc0b tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5071163 Feb 16 23:57:55.049056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54422) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:55.056380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc13a06-359f-4402-b70e-37f649e362f5 None None] Pushing event updated for resources: {'Port': ['ID=4058d2a7-e59e-4f71-8539-9c268525e8eb,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:55.057445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Request body: {'security_group_rule': {'security_group_id': '22f74439-a717-4708-bd97-17afa9231285', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:55.066130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:55.071844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31f20552-3f2c-4f8f-8d7e-924c2982f0e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.080183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Usage tracker for resource:security_group_rule and tenant:613e4d4cf8e8442ea6bacbf0011b0a0a is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:55.086909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:55.096408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:55.101807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-12a80746-a753-4d2e-b6ed-9a3459e34fe5 req-4a439d81-d30e-4f4d-92a4-86c6d396f69b tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706923 Feb 16 23:57:55.113418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31f20552-3f2c-4f8f-8d7e-924c2982f0e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.144287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.257608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.267496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] Set router 787fce44-7eb4-49ad-aa1a-a33d027f14bf gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:55.268773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.314044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aa3800-2703-43f9-bc17-d4f54aa564e0,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:55.344528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.347725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-742ba461-977a-4734-bc27-b88073df2fe6 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2961378 Feb 16 23:57:55.349808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.349963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54426) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:55.355146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31f20552-3f2c-4f8f-8d7e-924c2982f0e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.364523 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:55.418666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f20552-3f2c-4f8f-8d7e-924c2982f0e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e946dace-a7d8-4716-9f1f-dbb4a532e778,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:55.440140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.491509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8981f557-fe20-4bfb-a163-63536a2ccfe5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.561232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31f20552-3f2c-4f8f-8d7e-924c2982f0e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.566628 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-31f20552-3f2c-4f8f-8d7e-924c2982f0e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e946dace-a7d8-4716-9f1f-dbb4a532e778 HTTP/1.1" status: 204 len: 168 time: 0.6500344 Feb 16 23:57:55.569511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54432) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:55.641492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8981f557-fe20-4bfb-a163-63536a2ccfe5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.685008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.715194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=079442d8-3a84-4295-a746-fc101e95b80a,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:55.730337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'name': 'tempest-NetworksTestDHCPv6-router-7737349', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:48Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None, '_interfaces': [{'id': '4058d2a7-e59e-4f71-8539-9c268525e8eb', 'name': '', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'mac_address': 'fa:16:3e:e9:51:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:50Z', 'updated_at': '2022-02-16T23:57:54Z', 'revision_number': 4, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'subnets': [{'id': 'a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:55.736140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d818a6c-5140-4d41-a0e5-a40cc0ded4f1 None None] The sync data for ids ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'] in dv-neutron-829040-1-hyperv is: [{'id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'name': 'tempest-NetworksTestDHCPv6-router-7737349', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:48Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 2, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None, '_interfaces': [{'id': '4058d2a7-e59e-4f71-8539-9c268525e8eb', 'name': '', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'mac_address': 'fa:16:3e:e9:51:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:57:50Z', 'updated_at': '2022-02-16T23:57:54Z', 'revision_number': 4, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'subnets': [{'id': 'a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:55.751866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca91a22-16f2-4f84-a174-61304f5a81cb req-05e4f456-9218-4bdb-a9f2-c38970092c15 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:55.752310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-2ca91a22-16f2-4f84-a174-61304f5a81cb req-05e4f456-9218-4bdb-a9f2-c38970092c15 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:55.757909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8981f557-fe20-4bfb-a163-63536a2ccfe5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.785362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f557-fe20-4bfb-a163-63536a2ccfe5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f74439-a717-4708-bd97-17afa9231285,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:55.812724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-2ca91a22-16f2-4f84-a174-61304f5a81cb req-05e4f456-9218-4bdb-a9f2-c38970092c15 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:55.813895 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ca91a22-16f2-4f84-a174-61304f5a81cb req-05e4f456-9218-4bdb-a9f2-c38970092c15 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 946 time: 0.2484860 Feb 16 23:57:55.819991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8981f557-fe20-4bfb-a163-63536a2ccfe5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:55.821310 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8981f557-fe20-4bfb-a163-63536a2ccfe5 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/22f74439-a717-4708-bd97-17afa9231285 HTTP/1.1" status: 204 len: 168 time: 0.4690881 Feb 16 23:57:55.823880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54436) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:55.884711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ca91a22-16f2-4f84-a174-61304f5a81cb req-e59d8ff9-8b24-4f30-ae1b-efe0a0d781f8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621247 Feb 16 23:57:55.914612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b9149b28-f721-4992-bafe-8459cf0e4c33 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:55.922941 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:55.927734 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82467829-093a-409c-a62e-e31ae69c408f None None] Checking router: b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:57:55.933407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b9149b28-f721-4992-bafe-8459cf0e4c33 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:55.937411 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b9149b28-f721-4992-bafe-8459cf0e4c33 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1100943 Feb 16 23:57:55.937900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54440) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:55.939605 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:55.940918 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:55.972441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5a2bb4d2-470d-4040-ad9f-a3ae54ae0892 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:55.986988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9885f224-e75c-4a60-aa55-457ff241dfe3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Synchronizing usage tracker for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:56.007225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9885f224-e75c-4a60-aa55-457ff241dfe3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] Unset dirty status for tenant:613e4d4cf8e8442ea6bacbf0011b0a0a on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:56.011546 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9885f224-e75c-4a60-aa55-457ff241dfe3 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0703456 Feb 16 23:57:56.012379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54444) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:56.039952 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-050868e0-0e3e-48fb-b58a-8b93f3aba793 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] delete failed (client error): The resource could not be found. Feb 16 23:57:56.046866 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-050868e0-0e3e-48fb-b58a-8b93f3aba793 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "DELETE /v2.0/security-groups/22f74439-a717-4708-bd97-17afa9231285 HTTP/1.1" status: 404 len: 347 time: 0.0281615 Feb 16 23:57:56.046866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54448) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:56.179229 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:57:56.218831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:57:56.224287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:57:56.242554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:56.272742 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b506f8e9-13ef-4187-80fe-9e6cb848e817 tempest-SecGroupIPv6Test-589823043 tempest-SecGroupIPv6Test-589823043-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2252462 Feb 16 23:57:56.367915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5a2bb4d2-470d-4040-ad9f-a3ae54ae0892 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:56.372753 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5a2bb4d2-470d-4040-ad9f-a3ae54ae0892 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7991507 Feb 16 23:57:56.374932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54456) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:56.449995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883c3be-3af8-4e41-8f99-3bde13d7a2c1 req-72ba2d64-981b-4f92-bded-7b0691b5bdfd tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:56.455590 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c883c3be-3af8-4e41-8f99-3bde13d7a2c1 req-72ba2d64-981b-4f92-bded-7b0691b5bdfd tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.1783895 Feb 16 23:57:56.519901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a393ed85-c83a-4e74-bd6f-5b7fc60f5f95 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:56.535632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a393ed85-c83a-4e74-bd6f-5b7fc60f5f95 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:56.620180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4058d2a7-e59e-4f71-8539-9c268525e8eb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:56.632935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a393ed85-c83a-4e74-bd6f-5b7fc60f5f95 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:56.670556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393ed85-c83a-4e74-bd6f-5b7fc60f5f95 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=123735f3-5a08-42fa-bedd-3d4feec0b37a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:56.704959 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c883c3be-3af8-4e41-8f99-3bde13d7a2c1 req-8766bc86-5c19-4a3b-b1e5-2ab17a4e917b tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364860 Feb 16 23:57:56.709716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a393ed85-c83a-4e74-bd6f-5b7fc60f5f95 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:56.715597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a393ed85-c83a-4e74-bd6f-5b7fc60f5f95 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/123735f3-5a08-42fa-bedd-3d4feec0b37a HTTP/1.1" status: 204 len: 168 time: 0.3378298 Feb 16 23:57:56.716832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54462) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:56.747851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:57:56.803460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 4058d2a7-e59e-4f71-8539-9c268525e8eb completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:57:56.809411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4058d2a7-e59e-4f71-8539-9c268525e8eb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:56.809820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:56.824399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5dc6c4fe-7b28-4295-ba77-1a837cd5fb3c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:56.850208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54468) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:56.857216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5dc6c4fe-7b28-4295-ba77-1a837cd5fb3c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:56.861293 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5dc6c4fe-7b28-4295-ba77-1a837cd5fb3c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1405387 Feb 16 23:57:56.863209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54474) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:56.892582 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-82467829-093a-409c-a62e-e31ae69c408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:56.907146 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82467829-093a-409c-a62e-e31ae69c408f None None] The sync data for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv is: [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'f31b29e8-da08-421c-a500-efceab5bc49a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'port_id': '7b79619f-618c-453d-ab78-e849ee4ada26', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'mac_address': 'fa:16:3e:af:88:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:56:15Z', 'updated_at': '2022-02-16T23:56:21Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:56.931451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e5d720e-a897-4ef3-97d9-047f44ef9e8e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:56.969942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e5d720e-a897-4ef3-97d9-047f44ef9e8e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.025979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.033121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e5d720e-a897-4ef3-97d9-047f44ef9e8e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.067509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d720e-a897-4ef3-97d9-047f44ef9e8e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2392b2d8-5072-44f8-a3f5-feb077d0c53e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:57.072802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 4058d2a7-e59e-4f71-8539-9c268525e8eb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4058d2a7-e59e-4f71-8539-9c268525e8eb,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:57.088709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.100914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e5d720e-a897-4ef3-97d9-047f44ef9e8e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.105258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8e5d720e-a897-4ef3-97d9-047f44ef9e8e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2392b2d8-5072-44f8-a3f5-feb077d0c53e HTTP/1.1" status: 204 len: 168 time: 0.2383840 Feb 16 23:57:57.106288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54480) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.119206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8cc55299-d3d4-492f-aa13-bdeab4e17827 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=613e4d4cf8e8442ea6bacbf0011b0a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648914 Feb 16 23:57:57.121751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54484) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.199063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=4058d2a7-e59e-4f71-8539-9c268525e8eb,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:57.226622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-172c8aa2-f9d0-4d63-9031-8dd63959b04b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:57.253142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-172c8aa2-f9d0-4d63-9031-8dd63959b04b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:57.254697 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-172c8aa2-f9d0-4d63-9031-8dd63959b04b tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1471243 Feb 16 23:57:57.258096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54490) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.280685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 4058d2a7-e59e-4f71-8539-9c268525e8eb {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:57.281031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.312298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2ec6-65ef-4be1-8d68-5d0c670f1cbd req-a76df829-074b-4664-b59d-91eae99269b6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:57.315650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:57:57.319875 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c2f2ec6-65ef-4be1-8d68-5d0c670f1cbd req-a76df829-074b-4664-b59d-91eae99269b6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 946 time: 0.1706152 Feb 16 23:57:57.324828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-137d7e33-6c97-49d3-bad9-6bcca34baeab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:57.325454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-137d7e33-6c97-49d3-bad9-6bcca34baeab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:57.329222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:57:57.334190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-751d16de-b572-436c-9402-6114dc02080f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.340130 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3334bb61-e8f0-420b-837c-ae2b7a812cb8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/routers/4aea60b3-7962-4638-8b44-99f0477d1700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9441919 Feb 16 23:57:57.345251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:57.347380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:57.352036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54494) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.370422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'port': {'network_id': '48f76272-6bfc-400e-9e66-0ef2e13bc764', 'name': 'tempest-FloatingIPTestJSON-775027433'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:57.402372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-751d16de-b572-436c-9402-6114dc02080f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.422018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0b502dea-3a4a-4eac-b3bd-233464481541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.436132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:57.448635 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c2f2ec6-65ef-4be1-8d68-5d0c670f1cbd req-b578be7a-588f-442b-bc2f-e5665c1dd4b7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277878 Feb 16 23:57:57.451272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:57:57.452907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:57.497775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-751d16de-b572-436c-9402-6114dc02080f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.529631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea6201-26c1-4577-b68f-922f0ff62b86 req-4dd4d94d-ddfc-4135-827c-970347fe35db tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:57.536007 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b8ea6201-26c1-4577-b68f-922f0ff62b86 req-4dd4d94d-ddfc-4135-827c-970347fe35db tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.1919007 Feb 16 23:57:57.536862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-137d7e33-6c97-49d3-bad9-6bcca34baeab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:57.538005 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-137d7e33-6c97-49d3-bad9-6bcca34baeab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 946 time: 0.6718054 Feb 16 23:57:57.578806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d16de-b572-436c-9402-6114dc02080f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f987e45-09b3-4ed8-8a90-e80141e32e46,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:57.596847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-751d16de-b572-436c-9402-6114dc02080f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.598527 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-751d16de-b572-436c-9402-6114dc02080f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3f987e45-09b3-4ed8-8a90-e80141e32e46 HTTP/1.1" status: 204 len: 168 time: 0.3380198 Feb 16 23:57:57.601801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54498) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.608894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:57:57.609301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd41998-2c90-4bc6-95e8-6cc0d05693c3 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:57:57.655023 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b8ea6201-26c1-4577-b68f-922f0ff62b86 req-95b663c3-9f8f-40b4-8074-313623646389 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149943 Feb 16 23:57:57.691907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0b502dea-3a4a-4eac-b3bd-233464481541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.699780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a994042-e9fe-4832-846a-dd3dd69d59e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:57.718327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a994042-e9fe-4832-846a-dd3dd69d59e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:57.719687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a994042-e9fe-4832-846a-dd3dd69d59e6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1167204 Feb 16 23:57:57.722482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54502) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.726230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 4934391e-a07a-497d-975c-782d39005883 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:57:57.726680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.754980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2611-f493-48f5-af1a-ea96f0545bf6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.766132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2611-f493-48f5-af1a-ea96f0545bf6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.805125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2611-f493-48f5-af1a-ea96f0545bf6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.824113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b2611-f493-48f5-af1a-ea96f0545bf6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8083377b-78f9-4d27-86bb-2473e905ee00,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:57.835079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2611-f493-48f5-af1a-ea96f0545bf6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.837840 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4d2b2611-f493-48f5-af1a-ea96f0545bf6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/8083377b-78f9-4d27-86bb-2473e905ee00 HTTP/1.1" status: 204 len: 168 time: 0.1129065 Feb 16 23:57:57.840135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54506) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.840977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 4058d2a7-e59e-4f71-8539-9c268525e8eb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4058d2a7-e59e-4f71-8539-9c268525e8eb,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:57.841332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:57.860387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:57.888700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-32605330-e663-43b0-be28-c79302637c00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:57.903405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-32605330-e663-43b0-be28-c79302637c00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:57.905083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-32605330-e663-43b0-be28-c79302637c00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0640283 Feb 16 23:57:57.907876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54510) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:57.972796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84c80169-7aea-4fd6-be83-c9da8ebc71dc tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.000297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84c80169-7aea-4fd6-be83-c9da8ebc71dc tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.051901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84c80169-7aea-4fd6-be83-c9da8ebc71dc tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.053921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:port and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:58.069937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c80169-7aea-4fd6-be83-c9da8ebc71dc tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62be9d50-aec3-4aa4-823b-23ad062c5ecc,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:58.083531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-84c80169-7aea-4fd6-be83-c9da8ebc71dc tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.087472 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-84c80169-7aea-4fd6-be83-c9da8ebc71dc tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/62be9d50-aec3-4aa4-823b-23ad062c5ecc HTTP/1.1" status: 204 len: 168 time: 0.1757987 Feb 16 23:57:58.087630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54514) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:58.117281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:58.133371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 4058d2a7-e59e-4f71-8539-9c268525e8eb owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:58.137939 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-732d5da0-e7fa-4fba-9c08-ca9b011c41dd tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:58.153757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-732d5da0-e7fa-4fba-9c08-ca9b011c41dd tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:58.155217 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-732d5da0-e7fa-4fba-9c08-ca9b011c41dd tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666993 Feb 16 23:57:58.162073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54518) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:58.162338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:58.167036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--295975945'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:58.173704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:58.184135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:58.194608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.202208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0b502dea-3a4a-4eac-b3bd-233464481541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.215009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:58.218985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:58.222371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:58.228111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:58.286436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:57:58.289875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.297411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.302109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.348524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b30a3c-ea46-41e6-a235-3cd29e2c1cea,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:58.359559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.364098 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-51d90158-7490-47a3-b6fb-c470adb379e0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1987264 Feb 16 23:57:58.364249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54522) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:58.369241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '90b30a3c-ea46-41e6-a235-3cd29e2c1cea', 'direction': 'ingress', 'protocol': 17}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:58.374940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:58.379230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:58.382173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:58.387809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:58.407739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.445522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b502dea-3a4a-4eac-b3bd-233464481541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36af34a8-ac6c-4228-8cfb-4f3a67c1b19a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:58.474618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.480550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.499587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] device_id is not set on port c0d69b8a-3104-4bd1-8af3-3fd4acfda242 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:57:58.515136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8707fe1-89dc-4449-b1b6-6a2a70d1f249,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:58.529386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.535187 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0d1917af-29e9-4ecd-8adf-6743833fdaaf tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1691678 Feb 16 23:57:58.536188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54528) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:58.546526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4058d2a7-e59e-4f71-8539-9c268525e8eb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:57:58.590281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0b502dea-3a4a-4eac-b3bd-233464481541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.591423 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0b502dea-3a4a-4eac-b3bd-233464481541 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36af34a8-ac6c-4228-8cfb-4f3a67c1b19a HTTP/1.1" status: 204 len: 168 time: 1.4675944 Feb 16 23:57:58.634032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d20d5fa-d8a0-408b-8f8f-64e0c5126781 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.677768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d20d5fa-d8a0-408b-8f8f-64e0c5126781 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.714532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4058d2a7-e59e-4f71-8539-9c268525e8eb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:57:58.716542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.821702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d20d5fa-d8a0-408b-8f8f-64e0c5126781 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.834005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 4934391e-a07a-497d-975c-782d39005883, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4934391e-a07a-497d-975c-782d39005883,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:57:58.834217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.888499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20d5fa-d8a0-408b-8f8f-64e0c5126781 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b30a3c-ea46-41e6-a235-3cd29e2c1cea,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:58.915441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d20d5fa-d8a0-408b-8f8f-64e0c5126781 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.915950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 616632b5-e863-4d2a-996b-b04502312b73 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:58.920179 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7d20d5fa-d8a0-408b-8f8f-64e0c5126781 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/90b30a3c-ea46-41e6-a235-3cd29e2c1cea HTTP/1.1" status: 204 len: 168 time: 0.3792379 Feb 16 23:57:58.920179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54538) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:58.925295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:58.963317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 616632b5-e863-4d2a-996b-b04502312b73 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:57:58.963879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 616632b5-e863-4d2a-996b-b04502312b73 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:57:58.985717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913546fd-e688-4415-b567-08ba5e8264ca req-531e7430-7b09-4a9e-8ea9-a72b8eaa704f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:58.987205 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-913546fd-e688-4415-b567-08ba5e8264ca req-531e7430-7b09-4a9e-8ea9-a72b8eaa704f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 946 time: 0.2313454 Feb 16 23:57:59.034612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae950ed-0e9e-4598-85c3-dc2150156f17 req-8a4668a1-c908-4e3b-9384-7f64a910988e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:59.036104 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eae950ed-0e9e-4598-85c3-dc2150156f17 req-8a4668a1-c908-4e3b-9384-7f64a910988e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.2182767 Feb 16 23:57:59.042321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2591adfc-d2ea-47db-948d-9393b370210e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:57:59.091538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-913546fd-e688-4415-b567-08ba5e8264ca req-876e32c3-a55c-458b-a11b-57db35c33ac0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=14a1f278-4d71-45e2-9a42-833b3f73486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921180 Feb 16 23:57:59.099111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2591adfc-d2ea-47db-948d-9393b370210e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:57:59.100316 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2591adfc-d2ea-47db-948d-9393b370210e tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1797514 Feb 16 23:57:59.101197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 4934391e-a07a-497d-975c-782d39005883 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:57:59.104672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54548) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:59.112453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219754841'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:59.121393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:59.129054 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eae950ed-0e9e-4598-85c3-dc2150156f17 req-de555170-39e6-46e9-a418-caaa08f7f58e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717468 Feb 16 23:57:59.141128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:59.149539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=4058d2a7-e59e-4f71-8539-9c268525e8eb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:59.173449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.202802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:59.207975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:59.212015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:59.219274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:59.326812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.333355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.337543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.6 (48f76272-6bfc-400e-9e66-0ef2e13bc764/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b/c0d69b8a-3104-4bd1-8af3-3fd4acfda242) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:57:59.447997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5430da76-48ae-4cb2-bf59-573e7acc287b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:57:59.460871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.467885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54564) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:59.468286 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d8a65c96-00e9-4d86-a296-15894ca7bfbb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3591404 Feb 16 23:57:59.478639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.485085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--969161439'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:59.508043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:59.529591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:59.618741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95af4b-b961-433c-b9de-0b8756fe2b75 req-94834081-29eb-4ee5-bca0-059f2e299e11 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:57:59.620663 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb95af4b-b961-433c-b9de-0b8756fe2b75 req-94834081-29eb-4ee5-bca0-059f2e299e11 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.0923109 Feb 16 23:57:59.684687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb95af4b-b961-433c-b9de-0b8756fe2b75 req-66e70d1f-3db5-44e4-b6f5-4a5e1c70c1bf tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576591 Feb 16 23:57:59.685761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 4934391e-a07a-497d-975c-782d39005883 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:57:59.700303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54570) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:59.740363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:59.807901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:59.812698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.830259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-dd759d9e-48d1-42b1-9cae-82f6ee6f907f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:59.831121 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-dd759d9e-48d1-42b1-9cae-82f6ee6f907f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 23:57:59.831826 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-dd759d9e-48d1-42b1-9cae-82f6ee6f907f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 23:57:59.836432 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dd759d9e-48d1-42b1-9cae-82f6ee6f907f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1221793 Feb 16 23:57:59.836575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54576) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:57:59.841494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--203130246'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:57:59.848415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:59.852175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:59.855236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:59.861115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:59.872094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.883370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.897886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:57:59.901933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:57:59.904693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:57:59.910808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:57:59.911794 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:57:59.977737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.994596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:57:59.998604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.010582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:00.018079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:00.026956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:00.037588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:00.041116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9288cf1-734b-46ad-a720-ae55feb46590,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:00.077804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.111875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.115792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.160566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04e2f7-6aba-4776-82a6-bce81dc689ee,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:00.164321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.168691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-08b59da5-39f5-43c3-a7de-42c85e7a8ce2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3308947 Feb 16 23:58:00.169321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54582) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:00.175188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '9e04e2f7-6aba-4776-82a6-bce81dc689ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:00.181437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:00.184453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:00.188485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:00.191565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:00.197300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:00.213434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:00.217985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.219020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=4934391e-a07a-497d-975c-782d39005883,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:00.226831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:00.274503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:00.287289 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-404ae5a9-75d1-4805-a4bf-f350c1dc742f req-646a2e40-4028-4a20-9bc5-68a122f68a62 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 210 time: 0.0583994 Feb 16 23:58:00.289398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Router 787fce44-7eb4-49ad-aa1a-a33d027f14bf has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:00.335458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.339383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.363174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbee6fad-ad14-4f63-9aab-0edc85fac385,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:00.364598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 4934391e-a07a-497d-975c-782d39005883 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:00.369810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.374149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.374330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.378877 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-565f38d6-4d0a-4cf5-8232-5c1d780af3f8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2051473 Feb 16 23:58:00.379026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'name': 'network-vif-deleted', 'tag': '4934391e-a07a-497d-975c-782d39005883'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:58:00.379131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54586) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:00.384071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '9e04e2f7-6aba-4776-82a6-bce81dc689ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:00.389845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:00.392909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02007-3bb4-4518-af0d-7b432e029632 req-b1d9f088-5c5f-4ef1-a83b-903bebb47629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:00.394568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:00.394933 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09a02007-3bb4-4518-af0d-7b432e029632 req-b1d9f088-5c5f-4ef1-a83b-903bebb47629 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4083fba0e8ff4ab4b1caee8ca1f57ce6&device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 1099 time: 0.6429167 Feb 16 23:58:00.397536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:00.403612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:00.421985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.487493 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 23:58:00.488558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7b1e4e9c-15b0-4cb8-a8bf-08269264dc1b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1087155 Feb 16 23:58:00.491532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54592) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:00.504859 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac7f902-859a-4eb2-b7a6-ade3825012a3', 'name': 'network-vif-deleted', 'tag': '4934391e-a07a-497d-975c-782d39005883', 'status': 'completed', 'code': 200} Feb 16 23:58:00.557244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e16bcf6d-fd27-48c3-86c2-b627d0fa567c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.591869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e16bcf6d-fd27-48c3-86c2-b627d0fa567c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.635780 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cedcdc1a-70b7-46d7-beb7-93643925beb6 req-0813397c-3f80-46b8-89a5-fe711b32dce2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/4934391e-a07a-497d-975c-782d39005883 HTTP/1.1" status: 204 len: 173 time: 3.0822010 Feb 16 23:58:00.650665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e16bcf6d-fd27-48c3-86c2-b627d0fa567c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.654219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:00.677939 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82787f3-b752-4711-954a-db3d335a981a None None] Sync routers for ids ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:00.686237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e16bcf6d-fd27-48c3-86c2-b627d0fa567c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.692789 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e16bcf6d-fd27-48c3-86c2-b627d0fa567c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/9e04e2f7-6aba-4776-82a6-bce81dc689ee HTTP/1.1" status: 204 len: 168 time: 0.1993229 Feb 16 23:58:00.694111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bcf6d-fd27-48c3-86c2-b627d0fa567c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04e2f7-6aba-4776-82a6-bce81dc689ee,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:00.698598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54596) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:00.700765 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-732818d6-15e2-4f5a-8f38-aea110cedf05 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "PUT /v2.0/routers/787fce44-7eb4-49ad-aa1a-a33d027f14bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0187650 Feb 16 23:58:00.705672 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] Routers {'787fce44-7eb4-49ad-aa1a-a33d027f14bf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:00.706966 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:00.708670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54600) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:00.805038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8071cc5-7cb8-4572-8889-4c9d6619bcd4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:00.806727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8071cc5-7cb8-4572-8889-4c9d6619bcd4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:00.807759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8071cc5-7cb8-4572-8889-4c9d6619bcd4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:00.838522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8071cc5-7cb8-4572-8889-4c9d6619bcd4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:00.843831 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b8071cc5-7cb8-4572-8889-4c9d6619bcd4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1231742 Feb 16 23:58:00.843831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54606) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:00.875618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.885744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02007-3bb4-4518-af0d-7b432e029632 req-bd28af2f-18ad-4319-896b-efaeaf6f8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:00.887209 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09a02007-3bb4-4518-af0d-7b432e029632 req-bd28af2f-18ad-4319-896b-efaeaf6f8b5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5 HTTP/1.1" status: 200 len: 912 time: 0.4842603 Feb 16 23:58:00.887776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:00.937691 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] Set router 787fce44-7eb4-49ad-aa1a-a33d027f14bf gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:01.027961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e795e1df-d8b7-4f39-bfe6-7ff6fa514c0c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:01.042751 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4499becb-fdb6-48ef-b413-22f1271dd423 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3408191 Feb 16 23:58:01.044302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.053802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.055289 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-240a144f-b6f4-41d9-996c-8c936cc97be0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5865433 Feb 16 23:58:01.058862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54612) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:01.059205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54614) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:01.063001 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'name': 'tempest-NetworksTestDHCPv6-router-7737349', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:48Z', 'updated_at': '2022-02-16T23:57:58Z', 'revision_number': 3, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:01.067758 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82787f3-b752-4711-954a-db3d335a981a None None] Checking router: 787fce44-7eb4-49ad-aa1a-a33d027f14bf for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:58:01.077765 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] Routers {'787fce44-7eb4-49ad-aa1a-a33d027f14bf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:01.078485 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:57:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:01.084183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--95331363'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:01.090712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '5430da76-48ae-4cb2-bf59-573e7acc287b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e795e1df-d8b7-4f39-bfe6-7ff6fa514c0c', 'remote_ip_prefix': None}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:01.101506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:01.104306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:01.113109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:01.115844 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09a02007-3bb4-4518-af0d-7b432e029632 req-b0e15f5c-48f6-4a2c-953d-28cbf95858a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03 HTTP/1.1" status: 200 len: 217 time: 0.2186658 Feb 16 23:58:01.132003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:01.146164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:01.157269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:01.160700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:01.188474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:01.196225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:01.203135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.207844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02007-3bb4-4518-af0d-7b432e029632 req-25fa1e31-b26c-40e7-bafd-fc2df88a0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:01.210034 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09a02007-3bb4-4518-af0d-7b432e029632 req-25fa1e31-b26c-40e7-bafd-fc2df88a0be9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7 HTTP/1.1" status: 200 len: 852 time: 0.0671172 Feb 16 23:58:01.221277 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] Set router 787fce44-7eb4-49ad-aa1a-a33d027f14bf gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:01.258484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.294006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.305992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:01.311249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.319906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:01.326488 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d82787f3-b752-4711-954a-db3d335a981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'name': 'tempest-NetworksTestDHCPv6-router-7737349', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:48Z', 'updated_at': '2022-02-16T23:57:58Z', 'revision_number': 3, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:01.329634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:01.330562 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82787f3-b752-4711-954a-db3d335a981a None None] The sync data for ids ['787fce44-7eb4-49ad-aa1a-a33d027f14bf'] in dv-neutron-829040-1-hyperv is: [{'id': '787fce44-7eb4-49ad-aa1a-a33d027f14bf', 'name': 'tempest-NetworksTestDHCPv6-router-7737349', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:57:48Z', 'updated_at': '2022-02-16T23:57:58Z', 'revision_number': 3, 'project_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:01.346907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:01.356157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53fedb-139a-4fad-83a8-5c9298bcf599 req-5a5342f2-343d-4349-9485-cf891fb993c3 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:01.357641 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b53fedb-139a-4fad-83a8-5c9298bcf599 req-5a5342f2-343d-4349-9485-cf891fb993c3 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.4468257 Feb 16 23:58:01.366240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:01.381063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:01.387258 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09a02007-3bb4-4518-af0d-7b432e029632 req-9406b12c-87c3-4dd4-a204-64c0e7fda00d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97b8aa4c-662e-41ed-aac3-f1628ffd37f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348875 Feb 16 23:58:01.398878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=c0d69b8a-3104-4bd1-8af3-3fd4acfda242,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:01.420615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:01.550145 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ca97e38b-9e71-480a-ae9b-fa8b17f00282 req-8ff94e91-a7ed-4743-adcb-d2b717d8285c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac7f902-859a-4eb2-b7a6-ade3825012a3 HTTP/1.1" status: 200 len: 210 time: 0.1016872 Feb 16 23:58:01.563601 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b53fedb-139a-4fad-83a8-5c9298bcf599 req-b6b54650-6d07-4fcd-96d9-cc8ed920c975 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835968 Feb 16 23:58:01.590671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.600246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.634023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.673289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:01.673910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.683153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa4203a-5e47-4630-8c79-c046f6385b15,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:01.714402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.728632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.730929 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-32951127-409d-4734-84a3-12cb36187f43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5180814 Feb 16 23:58:01.754021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.758012 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c8173da9-664f-47f0-97a0-b3a484e18133 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3951945 Feb 16 23:58:01.758178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b56789bb-663e-42fd-9a88-e72ceee21660 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6830878 Feb 16 23:58:01.759044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54622) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:01.759187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54624) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:01.779272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'port': {'network_id': '48f76272-6bfc-400e-9e66-0ef2e13bc764', 'name': 'tempest-FloatingIPTestJSON-1442786614'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:01.779975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.783976 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7106037 Feb 16 23:58:01.784964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54630) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:01.787554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330040fc-f563-4b14-8d78-e6f0d27430a6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36b2be-3312-4fc1-bd69-f4303e96f2f7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:01.792589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-16a47376-9584-4234-9292-a7319dfb606f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '6f36b2be-3312-4fc1-bd69-f4303e96f2f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:01.793434 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-16a47376-9584-4234-9292-a7319dfb606f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 23:58:01.793569 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-16a47376-9584-4234-9292-a7319dfb606f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:01.797368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-16a47376-9584-4234-9292-a7319dfb606f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086195 Feb 16 23:58:01.797368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.799738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54634) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:01.857736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:01.861695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:01.865919 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ce878204-58d7-4961-bb8d-2304c1c81876 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f HTTP/1.1" status: 204 len: 168 time: 1.0198715 Feb 16 23:58:01.870620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54638) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:01.870904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac524b-2123-45ae-a284-f0bd8c6f1c10 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:01.936765 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09a02007-3bb4-4518-af0d-7b432e029632 req-1b61ea65-9feb-4568-8133-369889e407da service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322907 Feb 16 23:58:01.996142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c094d280-fb81-4300-9f3c-da0a7fd10b7f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.034897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b78b5176-e747-4bfa-a88a-23daa434c225 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.042591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4fea5e55-3929-4c31-9f29-54b3775c0313 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:router {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:02.077942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c094d280-fb81-4300-9f3c-da0a7fd10b7f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.078258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b78b5176-e747-4bfa-a88a-23daa434c225 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.092013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4fea5e55-3929-4c31-9f29-54b3775c0313 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:router {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:02.095608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4fea5e55-3929-4c31-9f29-54b3775c0313 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.2216940 Feb 16 23:58:02.095827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54642) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.137841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:02.147604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:02.152743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] Deleting port b96032b3-f46b-425b-a929-395ce81618fc {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:02.153162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.160426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:port and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:02.164867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:02.172502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c094d280-fb81-4300-9f3c-da0a7fd10b7f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.175209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:02.211121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-e0ec922f-bab7-4233-89c6-bf6d23a13d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:02.213627 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-e0ec922f-bab7-4233-89c6-bf6d23a13d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1098 time: 0.3995111 Feb 16 23:58:02.214456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094d280-fb81-4300-9f3c-da0a7fd10b7f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aa4203a-5e47-4630-8c79-c046f6385b15,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:02.225834 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09a02007-3bb4-4518-af0d-7b432e029632 req-bed5e10e-e97d-4c7a-bd6b-bbf0c8f66f58 service neutron] 10.222.0.24 "GET /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646475 Feb 16 23:58:02.228032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c094d280-fb81-4300-9f3c-da0a7fd10b7f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.229303 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c094d280-fb81-4300-9f3c-da0a7fd10b7f tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2aa4203a-5e47-4630-8c79-c046f6385b15 HTTP/1.1" status: 204 len: 168 time: 0.4663825 Feb 16 23:58:02.232477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54646) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.249711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f33e5612-4ac9-4108-b829-01c990e7f6e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.267042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:02.270911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.355122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] device_id is not set on port 484d64aa-8b41-48f0-be47-433fc0f40764 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:02.380014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b78b5176-e747-4bfa-a88a-23daa434c225 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.386871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] For port b96032b3-f46b-425b-a929-395ce81618fc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b96032b3-f46b-425b-a929-395ce81618fc,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:02.387344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.448732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5820563c-8e87-4930-bc4f-08348af01249 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:02.496263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b5176-e747-4bfa-a88a-23daa434c225 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36b2be-3312-4fc1-bd69-f4303e96f2f7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:02.527594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] Calling delete_port for b96032b3-f46b-425b-a929-395ce81618fc owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:02.537096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-99854678-8e3e-4c8e-a68a-c15a8c85b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:02.538524 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-99854678-8e3e-4c8e-a68a-c15a8c85b5b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 896 time: 0.2912254 Feb 16 23:58:02.541753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5820563c-8e87-4930-bc4f-08348af01249 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:02.542920 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5820563c-8e87-4930-bc4f-08348af01249 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3091850 Feb 16 23:58:02.545917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54650) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.562996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b78b5176-e747-4bfa-a88a-23daa434c225 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.564136 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b78b5176-e747-4bfa-a88a-23daa434c225 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/6f36b2be-3312-4fc1-bd69-f4303e96f2f7 HTTP/1.1" status: 204 len: 168 time: 0.7370210 Feb 16 23:58:02.572316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54654) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.594459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f33e5612-4ac9-4108-b829-01c990e7f6e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.598573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f33e5612-4ac9-4108-b829-01c990e7f6e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.617475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4058d2a7-e59e-4f71-8539-9c268525e8eb no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:02.652175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07a0f99b-4c03-4e0e-af2f-45e356e648ed tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Synchronizing usage tracker for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:02.661380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f33e5612-4ac9-4108-b829-01c990e7f6e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.661713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33e5612-4ac9-4108-b829-01c990e7f6e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Fanout notify agent at l3_agent the message router_deleted on router 787fce44-7eb4-49ad-aa1a-a33d027f14bf {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:58:02.677753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.10 (48f76272-6bfc-400e-9e66-0ef2e13bc764/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b/484d64aa-8b41-48f0-be47-433fc0f40764) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:02.692026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07a0f99b-4c03-4e0e-af2f-45e356e648ed tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Unset dirty status for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:02.697168 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-07a0f99b-4c03-4e0e-af2f-45e356e648ed tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201210 Feb 16 23:58:02.697952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54662) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.704489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197667995'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:02.727238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f33e5612-4ac9-4108-b829-01c990e7f6e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.728658 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f33e5612-4ac9-4108-b829-01c990e7f6e5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/routers/787fce44-7eb4-49ad-aa1a-a33d027f14bf HTTP/1.1" status: 204 len: 168 time: 0.6309202 Feb 16 23:58:02.733153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54666) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.739251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:02.741696 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-f29335f3-2185-4ff9-97ad-be9d8e780027 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 200 len: 1001 time: 0.1933157 Feb 16 23:58:02.742916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 4058d2a7-e59e-4f71-8539-9c268525e8eb {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:02.747505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4058d2a7-e59e-4f71-8539-9c268525e8eb not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:02.748400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b96032b3-f46b-425b-a929-395ce81618fc no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:02.876172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54670) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.888462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.971906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66eaa271-eb23-41b2-92bc-d34239fdcec0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:02.976520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] Pushing event deleted for resources: {'Port': ['ID=b96032b3-f46b-425b-a929-395ce81618fc,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:02.980069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No active binding found for port b96032b3-f46b-425b-a929-395ce81618fc {{(pid=87678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 23:58:02.980744 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b5e47576-4c16-4511-8f78-200754a89376 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2465641 Feb 16 23:58:02.981826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:02.983238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b96032b3-f46b-425b-a929-395ce81618fc not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:02.984695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54674) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:02.991318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196191b8-5791-4112-81db-dbf33debdb8a None None] No DVR routers for this DVR port b96032b3-f46b-425b-a929-395ce81618fc on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:03.047439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.079237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-3e03f9a0-f34c-45a7-885b-8c7f3bbaf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:03.080733 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-3e03f9a0-f34c-45a7-885b-8c7f3bbaf0d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 HTTP/1.1" status: 200 len: 834 time: 0.2882440 Feb 16 23:58:03.085054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890fc86-0ec9-4cb4-b789-c6b8a95c23f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:03.085721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f890fc86-0ec9-4cb4-b789-c6b8a95c23f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:03.088622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:03.095820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:03.099414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:03.109499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:03.123257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1785e-1490-407e-bf34-6b4f83a8ff0d req-d8083e4b-03fe-4d4a-ac31-c05f1340f1fb tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:03.133430 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-39e1785e-1490-407e-bf34-6b4f83a8ff0d req-d8083e4b-03fe-4d4a-ac31-c05f1340f1fb tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.1970472 Feb 16 23:58:03.151312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66eaa271-eb23-41b2-92bc-d34239fdcec0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.160455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f890fc86-0ec9-4cb4-b789-c6b8a95c23f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:03.161566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f890fc86-0ec9-4cb4-b789-c6b8a95c23f5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1759880 Feb 16 23:58:03.165422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54678) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:03.232792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1787877f-dd56-404b-9bca-59f7b6bb635c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.249791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8b7c9ba4-20e2-4dd0-bbf2-6078fbac284e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:router {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:03.276827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-39e1785e-1490-407e-bf34-6b4f83a8ff0d req-b4843df0-7331-40d2-87f2-15824d208a9b tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422629 Feb 16 23:58:03.308613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1787877f-dd56-404b-9bca-59f7b6bb635c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.311979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8b7c9ba4-20e2-4dd0-bbf2-6078fbac284e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:router {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:03.313156 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8b7c9ba4-20e2-4dd0-bbf2-6078fbac284e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440926 Feb 16 23:58:03.318223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.318223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54682) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:03.321022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.323200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:03.327428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66eaa271-eb23-41b2-92bc-d34239fdcec0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.342656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.362033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaa271-eb23-41b2-92bc-d34239fdcec0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795e1df-d8b7-4f39-bfe6-7ff6fa514c0c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:03.375720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-95c45631-1597-4bce-93de-09831511dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:03.377527 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-95c45631-1597-4bce-93de-09831511dcfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f85f68f-dc38-4f11-b913-265b238af0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2823203 Feb 16 23:58:03.469470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a6fa97-696d-4443-8c3e-2b626aa18ac2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:03.474143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.478042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-35eed76d-e2ea-4e4e-9c48-83fab4b58bb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7770920 Feb 16 23:58:03.478042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:03.478976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54686) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:03.488555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-be58e9fb-aa4e-4793-b93a-20b591d86811 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '23a6fa97-696d-4443-8c3e-2b626aa18ac2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:03.489386 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-be58e9fb-aa4e-4793-b93a-20b591d86811 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 23:58:03.489887 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-be58e9fb-aa4e-4793-b93a-20b591d86811 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:03.493388 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-be58e9fb-aa4e-4793-b93a-20b591d86811 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112791 Feb 16 23:58:03.494314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54690) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:03.501427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:03.531193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:03.535220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.628407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66eaa271-eb23-41b2-92bc-d34239fdcec0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.629519 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-66eaa271-eb23-41b2-92bc-d34239fdcec0 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/e795e1df-d8b7-4f39-bfe6-7ff6fa514c0c HTTP/1.1" status: 204 len: 168 time: 1.0827014 Feb 16 23:58:03.634391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54694) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:03.652495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.679457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1738640b-747b-45c2-9d04-ef176181b0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.701941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-608b97d7-3bc6-4cbf-af4c-277a0c0f30b1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.738607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1787877f-dd56-404b-9bca-59f7b6bb635c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.763979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3814c6ad-1bac-4d29-b690-5f25d7f8d5d5 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:03.764367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:03.767016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-608b97d7-3bc6-4cbf-af4c-277a0c0f30b1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.773218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:03.776394 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-1d1d0b54-edb3-48fb-b8ce-95ab2c3d778f service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868363 Feb 16 23:58:03.779209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:03.837994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787877f-dd56-404b-9bca-59f7b6bb635c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1f278-4d71-45e2-9a42-833b3f73486b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:03.847178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3814c6ad-1bac-4d29-b690-5f25d7f8d5d5 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:03.847362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=484d64aa-8b41-48f0-be47-433fc0f40764,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:03.848533 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3814c6ad-1bac-4d29-b690-5f25d7f8d5d5 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2103744 Feb 16 23:58:03.855844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54698) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:03.904404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-608b97d7-3bc6-4cbf-af4c-277a0c0f30b1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.917719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1787877f-dd56-404b-9bca-59f7b6bb635c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.918830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1787877f-dd56-404b-9bca-59f7b6bb635c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/14a1f278-4d71-45e2-9a42-833b3f73486b HTTP/1.1" status: 204 len: 168 time: 1.0370734 Feb 16 23:58:03.932177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:03.932801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:03.943125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b97d7-3bc6-4cbf-af4c-277a0c0f30b1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a6fa97-696d-4443-8c3e-2b626aa18ac2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:03.958902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54704) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.000278 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dcd936b6-a24c-43ea-b4db-93cbffc1da77 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2391167 Feb 16 23:58:04.005619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54708) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.012193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05c0e3f7-050c-4d30-a505-55226d88ed48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.013933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-608b97d7-3bc6-4cbf-af4c-277a0c0f30b1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.017364 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-608b97d7-3bc6-4cbf-af4c-277a0c0f30b1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/23a6fa97-696d-4443-8c3e-2b626aa18ac2 HTTP/1.1" status: 204 len: 168 time: 0.5200186 Feb 16 23:58:04.019017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '484d64aa-8b41-48f0-be47-433fc0f40764', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.021206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54712) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.037710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:04.052188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:floatingip and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:04.056452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:04.076715 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ebcd996e-0e29-4942-a44b-9c4775db66af req-5c1fa070-a715-48b3-a0da-d2a893c0adcc service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619977 Feb 16 23:58:04.082348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet 545ef6f0-84a8-40c0-9fc1-d9371969ac99 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:04.093070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.094844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:04.097486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05c0e3f7-050c-4d30-a505-55226d88ed48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.159356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.168955 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8ee33e39-30db-4177-8aa4-66d96a9ca0c5 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466885 Feb 16 23:58:04.172935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54716) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.175061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.217636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:04.219849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038219914'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.229118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:04.236684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:04.244888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:04.254381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:04.262654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.283167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.306037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:04.309859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05c0e3f7-050c-4d30-a505-55226d88ed48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.312153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:04.316878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:04.323656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.351657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:04.353047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0e3f7-050c-4d30-a505-55226d88ed48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5430da76-48ae-4cb2-bf59-573e7acc287b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:04.358240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:04.363222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:04.374906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:04.375185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.381202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=57db1145-33eb-4c02-9132-f8c6f41494cb,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:04.392882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf58784-c712-4de0-9a74-5af0dfa15d0c None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:04.400842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05c0e3f7-050c-4d30-a505-55226d88ed48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.404525 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-05c0e3f7-050c-4d30-a505-55226d88ed48 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/5430da76-48ae-4cb2-bf59-573e7acc287b HTTP/1.1" status: 204 len: 168 time: 0.5456297 Feb 16 23:58:04.406688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54722) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.417050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bd470eb9-ab6b-484b-9da6-bd508f9fb1cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0957592 Feb 16 23:58:04.423313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54726) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.430946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.515949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-eae717b1-074a-4f19-97d5-9c2386389648 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:04.541378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.601900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=545ef6f0-84a8-40c0-9fc1-d9371969ac99,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:04.608252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-eae717b1-074a-4f19-97d5-9c2386389648 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:04.612432 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eae717b1-074a-4f19-97d5-9c2386389648 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1996994 Feb 16 23:58:04.622591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54730) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.633235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.637360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.644560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062042594'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.646468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.649918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.670030 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6caf234b-2e95-43d8-9b8f-4d882da326d4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/545ef6f0-84a8-40c0-9fc1-d9371969ac99 HTTP/1.1" status: 204 len: 168 time: 0.7064795 Feb 16 23:58:04.672600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54734) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.680674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e110684-b09d-47fe-b93e-f0337c54df64 None None] Network d517d589-d290-44c3-96aa-9c8964fa2dc0 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:04.689877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:04.719194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.720427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:04.721186 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5105414 Feb 16 23:58:04.732887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54738) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.752305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-39585a20-5e39-4353-bb3b-90f7864b79d9 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '04bb7ae7-88e3-4904-aa96-13680daa7b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.753708 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-39585a20-5e39-4353-bb3b-90f7864b79d9 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 23:58:04.754221 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-39585a20-5e39-4353-bb3b-90f7864b79d9 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:04.755225 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-39585a20-5e39-4353-bb3b-90f7864b79d9 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213623 Feb 16 23:58:04.758434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54742) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.761023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:04.771842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-eb9c0209-5d79-4e01-9b34-c90dbfa793ff tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '04bb7ae7-88e3-4904-aa96-13680daa7b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.772544 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-eb9c0209-5d79-4e01-9b34-c90dbfa793ff tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 23:58:04.777177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a396b6-3b17-4cb1-a2e3-d7bc97eccfdc tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb7ae7-88e3-4904-aa96-13680daa7b2f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:04.832001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.844077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port be3a076b-4029-42f8-94ba-983cf82e0890 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:04.844424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.888308 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-eb9c0209-5d79-4e01-9b34-c90dbfa793ff tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:04.889395 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eb9c0209-5d79-4e01-9b34-c90dbfa793ff tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1259952 Feb 16 23:58:04.893673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54746) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.893852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.896465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '57db1145-33eb-4c02-9132-f8c6f41494cb'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:04.897304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:04.900944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-05dfa54d-6504-4400-a660-b32299a66c06 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '04bb7ae7-88e3-4904-aa96-13680daa7b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.902714 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-05dfa54d-6504-4400-a660-b32299a66c06 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 23:58:04.903351 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-05dfa54d-6504-4400-a660-b32299a66c06 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:04.904438 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-05dfa54d-6504-4400-a660-b32299a66c06 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092368 Feb 16 23:58:04.909999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54750) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.916816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:04.932033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0354c3d2-b619-4147-b00f-1fede8ec3628 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '04bb7ae7-88e3-4904-aa96-13680daa7b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:04.932863 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-0354c3d2-b619-4147-b00f-1fede8ec3628 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 23:58:04.933423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-0354c3d2-b619-4147-b00f-1fede8ec3628 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:04.937131 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0354c3d2-b619-4147-b00f-1fede8ec3628 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0219936 Feb 16 23:58:04.942082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54754) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:04.942233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fb250-b1d3-409c-96ca-840b1007b650 req-58141aa3-8003-4d43-b60f-92b767ce3ca4 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:04.943505 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b17fb250-b1d3-409c-96ca-840b1007b650 req-58141aa3-8003-4d43-b60f-92b767ce3ca4 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.4362853 Feb 16 23:58:04.961360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:04.967060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:04.970471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.028008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:05.035047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:05.105849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:05.109876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Allocated IP 2001:db8::f816:3eff:febf:a4ce (692b4ba4-25a8-41bb-808b-fe8814ab5be8/57db1145-33eb-4c02-9132-f8c6f41494cb/1f66a69a-4d0e-4677-8384-1fb3b986fd41) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:05.132533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83f85b6f-506d-42b7-b351-50bd645d52cd tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.168595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83f85b6f-506d-42b7-b351-50bd645d52cd tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.176952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port be3a076b-4029-42f8-94ba-983cf82e0890, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=be3a076b-4029-42f8-94ba-983cf82e0890,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:05.177298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.179293 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b17fb250-b1d3-409c-96ca-840b1007b650 req-aa1fb0d0-4c28-4d67-8f28-8ec0b9b64ba3 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194037 Feb 16 23:58:05.206556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] DHCP port deletion for d517d589-d290-44c3-96aa-9c8964fa2dc0 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:05.218783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Deleting port be3a076b-4029-42f8-94ba-983cf82e0890 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:05.219076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.224505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.26.2.152 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/13d1a68c-d016-4f37-bff8-d5f791ad01cc) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:05.376150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for be3a076b-4029-42f8-94ba-983cf82e0890 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:05.389367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.436563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.524462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.549589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.553282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bee3115-9415-469b-bf7f-82ba50569da7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:05.558527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] For port be3a076b-4029-42f8-94ba-983cf82e0890, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=be3a076b-4029-42f8-94ba-983cf82e0890,segment=NetworkSegment(dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9),segment_id=dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:05.558976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.575821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Transition to ACTIVE for port object 1f66a69a-4d0e-4677-8384-1fb3b986fd41 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:05.581437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.607142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=be3a076b-4029-42f8-94ba-983cf82e0890,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:05.618885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port be3a076b-4029-42f8-94ba-983cf82e0890 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:05.671879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83f85b6f-506d-42b7-b351-50bd645d52cd tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.674900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.680167 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-46e0338c-51bd-4122-afaa-edc57cf4ddf1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0416646 Feb 16 23:58:05.680167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.682432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54762) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:05.699200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Calling delete_port for be3a076b-4029-42f8-94ba-983cf82e0890 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:05.756810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Transition to ACTIVE for port object 1f66a69a-4d0e-4677-8384-1fb3b986fd41 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:05.772167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.773100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '8bee3115-9415-469b-bf7f-82ba50569da7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:05.792556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.799197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:05.852321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:05.858497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:05.859079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f85b6f-506d-42b7-b351-50bd645d52cd tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb7ae7-88e3-4904-aa96-13680daa7b2f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:05.860535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:05.860895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:05.861376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Pushing event updated for resources: {'Port': ['ID=1f66a69a-4d0e-4677-8384-1fb3b986fd41,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:05.864443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:05.864973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:05.872960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:05.888036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.890378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:05.902888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:05.906253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:05.906953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.912910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83f85b6f-506d-42b7-b351-50bd645d52cd tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.913691 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-83f85b6f-506d-42b7-b351-50bd645d52cd tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/04bb7ae7-88e3-4904-aa96-13680daa7b2f HTTP/1.1" status: 204 len: 168 time: 0.9706740 Feb 16 23:58:05.916465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54766) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:05.932993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d517d589-d290-44c3-96aa-9c8964fa2dc0']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:05.933819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:05.938276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:05.947210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:05.949999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:05.953626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:05.953911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0333ee-9abe-48ab-8f2d-7a7f6728cbf9') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:05.971900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-91b23f22-770c-4e6d-82ef-3c20415e2ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.976483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.979954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Attempting to bind port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:05.980589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Attempting to bind port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:05.980960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Attempting to bind port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:05.986572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:05.987220 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:05.987802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:05.988266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:05.988394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=4862e53f-32ac-4fdd-bb63-e88b68bfe36c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:05.988768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Bound port: 1f66a69a-4d0e-4677-8384-1fb3b986fd41, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:05.989319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.007624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-425bf03d-1624-4220-8686-2e1f3fd449df tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Synchronizing usage tracker for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:06.009214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=13d1a68c-d016-4f37-bff8-d5f791ad01cc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:06.010395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.021089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:58:06.021558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.041399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:58:06.044276 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:58:06.053161 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-746425e7-6400-41a6-b922-d492cc9cc78e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6258430 Feb 16 23:58:06.058509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54770) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:06.071933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:54:fd:08', 'name': 'tempest-NetworksTestDHCPv6-179716499'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:06.089719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] For port 1f66a69a-4d0e-4677-8384-1fb3b986fd41, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:06.117890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-425bf03d-1624-4220-8686-2e1f3fd449df tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Unset dirty status for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:06.123135 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-425bf03d-1624-4220-8686-2e1f3fd449df tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2017753 Feb 16 23:58:06.123552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54774) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:06.130014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026702672'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:06.136786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:06.143057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] For port 1f66a69a-4d0e-4677-8384-1fb3b986fd41, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f66a69a-4d0e-4677-8384-1fb3b986fd41,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:06.144768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.150413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.157373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060eb78-02dc-4116-8aad-9720dacba42e req-4b667131-f5b9-41b0-b212-0293db53eba7 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:06.159427 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c060eb78-02dc-4116-8aad-9720dacba42e req-4b667131-f5b9-41b0-b212-0293db53eba7 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.4868705 Feb 16 23:58:06.164595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:06.169355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.182756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=d517d589-d290-44c3-96aa-9c8964fa2dc0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:06.188217 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f4eb934d-726d-41cb-a467-3441e06f4e8a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/d517d589-d290-44c3-96aa-9c8964fa2dc0 HTTP/1.1" status: 204 len: 168 time: 1.5121386 Feb 16 23:58:06.191215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54778) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:06.242779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cca9ad-6d2a-4aee-83ab-b7b95bbd8e98 None None] Pushing event updated for resources: {'Port': ['ID=1f66a69a-4d0e-4677-8384-1fb3b986fd41,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:06.253517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.306063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:06.313293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:06.318491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:06.362531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Deleting port be3a076b-4029-42f8-94ba-983cf82e0890 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:06.363377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.385167 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c060eb78-02dc-4116-8aad-9720dacba42e req-b7cb3ff8-375b-4e09-8a8b-fb34dcd6e9f5 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529713 Feb 16 23:58:06.402584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.449210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port ee12023f-caaf-4e21-ae66-4e29eae9269d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:06.450109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.481709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:06.503055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.541337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-10c98a40-aeef-432d-a0e2-f04eb4f48006 None None] The port 'be3a076b-4029-42f8-94ba-983cf82e0890' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:58:06.572773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cf2f68-c193-46a9-9d21-0fbf945f2362,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:06.586377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:06.597212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:06.601930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:06.609374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.610606 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bf715d7d-ddc4-4d40-bd81-d636ef950b00 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8882160 Feb 16 23:58:06.686213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.686544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.691543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f66a69a-4d0e-4677-8384-1fb3b986fd41 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:06.699138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:06.699714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54782) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:06.752982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:06.779630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:06.832944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-997a0ed6-8c33-4490-9edb-5a902e3bb227 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.840759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device be3a076b-4029-42f8-94ba-983cf82e0890 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:06.859339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-997a0ed6-8c33-4490-9edb-5a902e3bb227 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.860603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for ee12023f-caaf-4e21-ae66-4e29eae9269d owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:06.885552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: be3a076b-4029-42f8-94ba-983cf82e0890 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:06.886180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device be3a076b-4029-42f8-94ba-983cf82e0890 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:06.932394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.941311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.941520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-997a0ed6-8c33-4490-9edb-5a902e3bb227 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:06.941888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.021249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd36a36-9f7a-4046-8b56-3075a3e0a14e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:07.024020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.025258 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-11275b73-cfc6-4d94-94b9-d435b6bff7de tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9007585 Feb 16 23:58:07.028246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54786) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.033855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8564e3a7-c6bf-4bb7-81f9-dcd019bfbeb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:07.034253 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-8564e3a7-c6bf-4bb7-81f9-dcd019bfbeb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 23:58:07.034752 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-8564e3a7-c6bf-4bb7-81f9-dcd019bfbeb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:07.035722 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8564e3a7-c6bf-4bb7-81f9-dcd019bfbeb6 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066788 Feb 16 23:58:07.038475 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54790) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.045156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-01e004ed-19cc-474d-b1b8-8e938e6f9ab8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:07.079289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-01e004ed-19cc-474d-b1b8-8e938e6f9ab8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:07.092838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-01e004ed-19cc-474d-b1b8-8e938e6f9ab8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:07.094915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a0ed6-8c33-4490-9edb-5a902e3bb227 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07cf2f68-c193-46a9-9d21-0fbf945f2362,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:07.097259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-01e004ed-19cc-474d-b1b8-8e938e6f9ab8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:07.099755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.107865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-01e004ed-19cc-474d-b1b8-8e938e6f9ab8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:07.130796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-997a0ed6-8c33-4490-9edb-5a902e3bb227 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.132095 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-997a0ed6-8c33-4490-9edb-5a902e3bb227 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/07cf2f68-c193-46a9-9d21-0fbf945f2362 HTTP/1.1" status: 204 len: 168 time: 0.4240303 Feb 16 23:58:07.134805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54794) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.150139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 4e831c45-749a-4d15-b465-be857120e34b yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:07.150944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.213451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=ee12023f-caaf-4e21-ae66-4e29eae9269d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:07.226886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.245632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.260278 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-01e004ed-19cc-474d-b1b8-8e938e6f9ab8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:07.264266 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-01e004ed-19cc-474d-b1b8-8e938e6f9ab8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2219098 Feb 16 23:58:07.284309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54798) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.294779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0ab1379a-e469-47bc-8271-d5b5a2f5c643 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:07.295258 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.api.v2.base [None req-0ab1379a-e469-47bc-8271-d5b5a2f5c643 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 23:58:07.295752 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-0ab1379a-e469-47bc-8271-d5b5a2f5c643 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:07.299329 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0ab1379a-e469-47bc-8271-d5b5a2f5c643 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115891 Feb 16 23:58:07.299702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54802) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.309820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bba60810-17d8-48fb-9676-d4bfce4c5c74 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:07.318981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bba60810-17d8-48fb-9676-d4bfce4c5c74 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:07.325430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bba60810-17d8-48fb-9676-d4bfce4c5c74 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:07.357242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4ac304e9-bb00-4fbd-a19d-f666e098b818 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:07.358501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bba60810-17d8-48fb-9676-d4bfce4c5c74 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:07.373323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bba60810-17d8-48fb-9676-d4bfce4c5c74 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:07.402922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.403581 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP f31b29e8-da08-421c-a500-efceab5bc49a disassociated (deleted). External IP: 172.26.2.125, port: 7b79619f-618c-453d-ab78-e849ee4ada26. Feb 16 23:58:07.457624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4ac304e9-bb00-4fbd-a19d-f666e098b818 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:07.458881 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4ac304e9-bb00-4fbd-a19d-f666e098b818 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3231544 Feb 16 23:58:07.462433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.470619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54808) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.550259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 172.20.0.9 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/4862e53f-32ac-4fdd-bb63-e88b68bfe36c/4e831c45-749a-4d15-b465-be857120e34b) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:07.599207 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-bba60810-17d8-48fb-9676-d4bfce4c5c74 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:07.599875 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bba60810-17d8-48fb-9676-d4bfce4c5c74 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2982266 Feb 16 23:58:07.601391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe54:fd08 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/57db1145-33eb-4c02-9132-f8c6f41494cb/4e831c45-749a-4d15-b465-be857120e34b) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:07.610761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064247a-a120-4fdb-b80d-e83899e788e5 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:07.645020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54812) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.661815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-aeb13bf7-d4c7-464c-9a58-4096818c086a tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:07.662374 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-aeb13bf7-d4c7-464c-9a58-4096818c086a tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 23:58:07.662865 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-aeb13bf7-d4c7-464c-9a58-4096818c086a tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:07.666404 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aeb13bf7-d4c7-464c-9a58-4096818c086a tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140235 Feb 16 23:58:07.691843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54816) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:07.701650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bade6c7e-fc18-4845-a0e4-bb192f571bb4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:07.716181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b9260834-46b1-4424-842e-df68e4d0d64b None None] Provisioning for port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:07.724127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bade6c7e-fc18-4845-a0e4-bb192f571bb4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:07.730766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b9260834-46b1-4424-842e-df68e4d0d64b None None] Provisioning complete for port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:07.731139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9260834-46b1-4424-842e-df68e4d0d64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.736386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-2e9022b0-f591-40de-831a-524be2617b8e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:07.737631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-2e9022b0-f591-40de-831a-524be2617b8e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Synchronizing usage tracker for tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:07.779734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bade6c7e-fc18-4845-a0e4-bb192f571bb4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:07.793196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-2e9022b0-f591-40de-831a-524be2617b8e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Unset dirty status for tenant:4083fba0e8ff4ab4b1caee8ca1f57ce6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:07.794314 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-2e9022b0-f591-40de-831a-524be2617b8e tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.24 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.5355058 Feb 16 23:58:07.798333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c95418c6-5d4b-42a2-95f5-e2e7a863f14c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.808335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bade6c7e-fc18-4845-a0e4-bb192f571bb4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:07.863200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bade6c7e-fc18-4845-a0e4-bb192f571bb4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:07.955668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c95418c6-5d4b-42a2-95f5-e2e7a863f14c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.962014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9260834-46b1-4424-842e-df68e4d0d64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.968816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Deleting port c7698746-b60b-48b4-b8bb-3521d23c5c03 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:07.969157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:07.991327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ceb003-3cc4-44e6-b5e3-d799079b3144 req-79239a83-1eca-4260-9f1c-c5e218bf819f tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:07.992831 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b9ceb003-3cc4-44e6-b5e3-d799079b3144 req-79239a83-1eca-4260-9f1c-c5e218bf819f tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 946 time: 0.4449134 Feb 16 23:58:08.004907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b9260834-46b1-4424-842e-df68e4d0d64b None None] For port 1f66a69a-4d0e-4677-8384-1fb3b986fd41, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f66a69a-4d0e-4677-8384-1fb3b986fd41,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:08.016318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9260834-46b1-4424-842e-df68e4d0d64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.023706 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-bade6c7e-fc18-4845-a0e4-bb192f571bb4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:08.027797 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bade6c7e-fc18-4845-a0e4-bb192f571bb4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3334899 Feb 16 23:58:08.041426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54820) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:08.049257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1694e66a-04c5-4fc6-a111-7e5e0aaee610 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:08.049995 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-1694e66a-04c5-4fc6-a111-7e5e0aaee610 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 23:58:08.050482 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-1694e66a-04c5-4fc6-a111-7e5e0aaee610 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:08.050881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.054349 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1694e66a-04c5-4fc6-a111-7e5e0aaee610 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063646 Feb 16 23:58:08.057294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54824) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:08.070801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-294d6212-f038-4231-9c58-4c98ecf21f14 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:08.090728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-294d6212-f038-4231-9c58-4c98ecf21f14 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:08.098818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 4e831c45-749a-4d15-b465-be857120e34b will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:08.104683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-294d6212-f038-4231-9c58-4c98ecf21f14 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:08.111991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-294d6212-f038-4231-9c58-4c98ecf21f14 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:08.123230 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b9ceb003-3cc4-44e6-b5e3-d799079b3144 req-458b08cc-3f16-43cb-9335-206f67d09cc6 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/security-groups?id=f30c30de-0a43-4bb0-9bb7-440d1ca1b718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118748 Feb 16 23:58:08.124045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-294d6212-f038-4231-9c58-4c98ecf21f14 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:08.147928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.156371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '57db1145-33eb-4c02-9132-f8c6f41494cb', 'ip_address': '2001:db8::f816:3eff:febf:a4ce'}, {'subnet_id': '4862e53f-32ac-4fdd-bb63-e88b68bfe36c'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '1f66a69a-4d0e-4677-8384-1fb3b986fd41'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:58:08.161219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.208292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9260834-46b1-4424-842e-df68e4d0d64b None None] Pushing event updated for resources: {'Port': ['ID=1f66a69a-4d0e-4677-8384-1fb3b986fd41,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:08.240410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.254829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c95418c6-5d4b-42a2-95f5-e2e7a863f14c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.259150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:08.273612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.299888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=13d1a68c-d016-4f37-bff8-d5f791ad01cc,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:08.309827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-294d6212-f038-4231-9c58-4c98ecf21f14 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:08.311150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-294d6212-f038-4231-9c58-4c98ecf21f14 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2500522 Feb 16 23:58:08.322629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54828) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:08.338433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95418c6-5d4b-42a2-95f5-e2e7a863f14c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bee3115-9415-469b-bf7f-82ba50569da7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:08.347631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-21ef6c83-4c73-4948-ac3d-690955add754 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2cd36a36-9f7a-4046-8b56-3075a3e0a14e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:08.360447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-21ef6c83-4c73-4948-ac3d-690955add754 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:08.378578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-21ef6c83-4c73-4948-ac3d-690955add754 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:08.388517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:08.397953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:08.403118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.451632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-21ef6c83-4c73-4948-ac3d-690955add754 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:08.455930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:08.480150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-21ef6c83-4c73-4948-ac3d-690955add754 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:08.501759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.517258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] Allocated IP 172.20.0.2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/4862e53f-32ac-4fdd-bb63-e88b68bfe36c/1f66a69a-4d0e-4677-8384-1fb3b986fd41) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:08.536491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=4e831c45-749a-4d15-b465-be857120e34b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:08.561090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f66a69a-4d0e-4677-8384-1fb3b986fd41 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:08.562327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c95418c6-5d4b-42a2-95f5-e2e7a863f14c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.563613 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c95418c6-5d4b-42a2-95f5-e2e7a863f14c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/8bee3115-9415-469b-bf7f-82ba50569da7 HTTP/1.1" status: 204 len: 168 time: 1.0917850 Feb 16 23:58:08.567530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] For port c7698746-b60b-48b4-b8bb-3521d23c5c03, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c7698746-b60b-48b4-b8bb-3521d23c5c03,segment=NetworkSegment(b4984385-9e01-415b-8157-7fcfe3d7fbca),segment_id=b4984385-9e01-415b-8157-7fcfe3d7fbca)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:08.567888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.612630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54832) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:08.630498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:08.631215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.697819 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 5c21b762-7a8c-4e47-b7e5-b9d693fdac1e associated. External IP: 172.26.2.152, port: 484d64aa-8b41-48f0-be47-433fc0f40764. Feb 16 23:58:08.758871 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-21ef6c83-4c73-4948-ac3d-690955add754 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:08.762574 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-21ef6c83-4c73-4948-ac3d-690955add754 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4315557 Feb 16 23:58:08.763294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:08.763797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.766508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Calling delete_port for c7698746-b60b-48b4-b8bb-3521d23c5c03 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:08.769083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54836) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:08.793466 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7d050770-0f8a-4f1e-9093-509fe4f6f183 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7290177 Feb 16 23:58:08.796550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54840) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:08.809802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] For port 1f66a69a-4d0e-4677-8384-1fb3b986fd41, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f66a69a-4d0e-4677-8384-1fb3b986fd41,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:08.823770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-62dbb7e8-99fa-49ad-9581-ec943f5fd2c6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:08.872440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:08.878754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.896763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] Sync routers for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:08.900542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:08.936496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] Transition to ACTIVE for port object 1f66a69a-4d0e-4677-8384-1fb3b986fd41 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:08.937596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:08.938443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:08.966059 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dbfce70a-ff93-40c2-80ed-13814d2ad375 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/f31b29e8-da08-421c-a500-efceab5bc49a HTTP/1.1" status: 204 len: 168 time: 2.7735469 Feb 16 23:58:08.968094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:58:09.006639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.051146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.062913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-62dbb7e8-99fa-49ad-9581-ec943f5fd2c6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:09.065914 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-62dbb7e8-99fa-49ad-9581-ec943f5fd2c6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4507186 Feb 16 23:58:09.069016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe307d-bf0f-4b35-a736-f0475701af21 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:09.072907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe307d-bf0f-4b35-a736-f0475701af21 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:09.073783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0bfe307d-bf0f-4b35-a736-f0475701af21 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:09.074063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54848) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:09.079645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492847468'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:09.092096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:09.099542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ebbb-1dd7-480f-90ee-e420924cab81 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.103048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['c7698746-b60b-48b4-b8bb-3521d23c5c03'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:58:09.124622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Pushing event deleted for resources: {'Port': ['ID=c7698746-b60b-48b4-b8bb-3521d23c5c03,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:09.125003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:09.134639 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26', 'status': 'completed', 'code': 200} Feb 16 23:58:09.217414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ebbb-1dd7-480f-90ee-e420924cab81 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.228712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.291864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:09.360764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:09.366313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:09.384944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:09.391300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0bfe307d-bf0f-4b35-a736-f0475701af21 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:09.392502 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0bfe307d-bf0f-4b35-a736-f0475701af21 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5960751 Feb 16 23:58:09.396130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54854) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:09.429877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] No DVR routers for this DVR port c7698746-b60b-48b4-b8bb-3521d23c5c03 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:09.432947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.458932 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2700c6e3-9bfb-456f-9647-52f47c76aa47 req-345a7e5a-fce7-456d-8ef4-131be0525d4a tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.24 "DELETE /v2.0/ports/c7698746-b60b-48b4-b8bb-3521d23c5c03 HTTP/1.1" status: 204 len: 173 time: 1.6572781 Feb 16 23:58:09.481997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-0ee402f6-0191-440b-9563-5cf92db6fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:09.483496 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-0ee402f6-0191-440b-9563-5cf92db6fd0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 1098 time: 0.3193040 Feb 16 23:58:09.485784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ebbb-1dd7-480f-90ee-e420924cab81 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.504923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:09.528108 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8e8fd7bf-986a-4b9f-82e2-d028c9299fb8 req-b03be1ea-9a57-409c-a157-fc663383c3a5 tempest-TestServerAdvancedOps-530633174 tempest-TestServerAdvancedOps-530633174-project] 10.222.0.47 "GET /v2.0/ports?device_id=860000f0-ebe5-4d3b-bbc4-2caf3f584c81 HTTP/1.1" status: 200 len: 210 time: 0.0910449 Feb 16 23:58:09.582923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0ebbb-1dd7-480f-90ee-e420924cab81 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd36a36-9f7a-4046-8b56-3075a3e0a14e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:09.588327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:09.633715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 4e831c45-749a-4d15-b465-be857120e34b {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:09.634095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.663564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-cd9d33f5-6943-4e58-b2cf-cd250b956871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:09.665171 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-cd9d33f5-6943-4e58-b2cf-cd250b956871 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 200 len: 896 time: 0.1722555 Feb 16 23:58:09.703552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ebbb-1dd7-480f-90ee-e420924cab81 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:09.707845 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ea0ebbb-1dd7-480f-90ee-e420924cab81 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/2cd36a36-9f7a-4046-8b56-3075a3e0a14e HTTP/1.1" status: 204 len: 168 time: 0.9330342 Feb 16 23:58:09.722656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54860) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:09.746085 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-2929554f-7c11-48f7-b01b-47d987994fdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 200 len: 217 time: 0.0738206 Feb 16 23:58:09.809997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-00956de9-30ca-4c53-b427-0879cdf7f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:09.811566 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-00956de9-30ca-4c53-b427-0879cdf7f209 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 HTTP/1.1" status: 200 len: 834 time: 0.0577433 Feb 16 23:58:09.818826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359bf24-70fd-4439-885d-fbc33a6ba762 None None] Pushing event updated for resources: {'Port': ['ID=1f66a69a-4d0e-4677-8384-1fb3b986fd41,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:09.905867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-ff8fc300-a235-43ad-9879-2b02094189b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:09.907659 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-ff8fc300-a235-43ad-9879-2b02094189b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f85f68f-dc38-4f11-b913-265b238af0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882146 Feb 16 23:58:09.958368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:09.969698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] Checking router: b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:58:09.978930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:09.979564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:10.057279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.095047 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-15ef0402-8ec5-457d-a88a-de41e455730d service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792521 Feb 16 23:58:10.124856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.156914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eed977-1a26-4154-a5c2-6385bb3ac42a req-7336564a-49ad-4461-8d5e-9d3663603faa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:10.164885 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91eed977-1a26-4154-a5c2-6385bb3ac42a req-7336564a-49ad-4461-8d5e-9d3663603faa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 945 time: 0.6534584 Feb 16 23:58:10.200202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cab48c77-d1d6-414c-904c-bcc6f6dc981f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Synchronizing usage tracker for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:10.226417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:10.293088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cab48c77-d1d6-414c-904c-bcc6f6dc981f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Unset dirty status for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:10.294336 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cab48c77-d1d6-414c-904c-bcc6f6dc981f tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5236716 Feb 16 23:58:10.304581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:10.307594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54864) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:10.313448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca67a51e-8c3c-413b-b697-d59d3c6f3c37,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:10.317397 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:10.327178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3c278c65-0795-43f5-af2e-b5ce227407d5 req-a22ce8e0-2247-47e6-a949-83e265fcc247 service neutron] 10.222.0.24 "GET /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248774 Feb 16 23:58:10.330857 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:10.331717 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:10.345511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053066741'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:10.366934 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91eed977-1a26-4154-a5c2-6385bb3ac42a req-9e6cb343-4ef1-4cb5-b7d7-45a80a0ab1c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013056 Feb 16 23:58:10.381961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:10.405671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.407195 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-40951b56-e422-4382-b15f-62a005010c65 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3322587 Feb 16 23:58:10.411861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54868) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:10.413511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:10.416438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.416821 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:10.421967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': 'ca67a51e-8c3c-413b-b697-d59d3c6f3c37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:10.424918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.430341 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:10.431256 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:10.432042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:10.438912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:10.442815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:10.465884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:10.499489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.515252 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:10.515918 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a3d75-f0e4-4be5-86a6-fcb3d0ac29e7 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:10.606178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.613816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.641665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01a9dfa-7b19-4510-b494-40d283007982,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:10.665792 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f66a69a-4d0e-4677-8384-1fb3b986fd41 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:10.676327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.677943 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6bb30bb1-92c1-4a79-b65c-40033bcf0ff1 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2632403 Feb 16 23:58:10.682104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54874) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:10.720947 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ae4d770b-ee78-4d7a-8b1e-418b6316a7dd tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules/d01a9dfa-7b19-4510-b494-40d283007982 HTTP/1.1" status: 200 len: 763 time: 0.0243015 Feb 16 23:58:10.722033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54878) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:10.722535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54880) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:10.732448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 4e831c45-749a-4d15-b465-be857120e34b owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:10.779842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.809345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:10.814757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d377c-8f4a-4ae0-a869-35cd661d7468 None None] The sync data for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv is: [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:57:51Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '16a35699-8062-455c-90a8-3e87b2d48067', 'name': '', 'network_id': '8f85f68f-dc38-4f11-b913-265b238af0b5', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:74:ee:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:26Z', 'updated_at': '2022-02-16T23:55:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '6bde85cb-ab22-45ba-bdbe-d5b38346e5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:10.835318 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9d995bed-2065-4748-9faa-65df9badd36a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.8263786 Feb 16 23:58:10.840302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54886) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:10.850506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:10.875978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:10.885972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cedab739-daa1-4642-ae11-89d5876224a2 None None] Provisioning for port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:10.891246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cedab739-daa1-4642-ae11-89d5876224a2 None None] Provisioning complete for port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:10.892007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cedab739-daa1-4642-ae11-89d5876224a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:10.907810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:10.939483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:10.955512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6f744a31-b924-4dc9-85d7-e48617356bd2 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:10.980405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-4e4c1cf1-0e74-4aa2-bd3c-79259f102039 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:10.981278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-4e4c1cf1-0e74-4aa2-bd3c-79259f102039 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:11.003951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.119280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-4e4c1cf1-0e74-4aa2-bd3c-79259f102039 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:11.120887 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-4e4c1cf1-0e74-4aa2-bd3c-79259f102039 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 945 time: 0.3645377 Feb 16 23:58:11.133716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:11.138728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] Deleting subnet 4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:11.161851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.205783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36708d0-8fde-47fa-b9b4-beb6791e8cef None None] New status for floating IP f31b29e8-da08-421c-a500-efceab5bc49a: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:58:11.221237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6f744a31-b924-4dc9-85d7-e48617356bd2 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:11.225024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6f744a31-b924-4dc9-85d7-e48617356bd2 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4992473 Feb 16 23:58:11.229891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'name': 'network-vif-deleted', 'tag': 'c7698746-b60b-48b4-b8bb-3521d23c5c03'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:58:11.233215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54890) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:11.272606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 7b79619f-618c-453d-ab78-e849ee4ada26 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:11.273048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.286020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.298793 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860000f0-ebe5-4d3b-bbc4-2caf3f584c81', 'name': 'network-vif-deleted', 'tag': 'c7698746-b60b-48b4-b8bb-3521d23c5c03', 'status': 'completed', 'code': 200} Feb 16 23:58:11.394941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b761d421-2d60-4b76-950b-eb9d27b915b7 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.439992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b761d421-2d60-4b76-950b-eb9d27b915b7 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.461118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.493095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.499063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.499383 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 5c21b762-7a8c-4e47-b7e5-b9d693fdac1e disassociated. External IP: 172.26.2.152, port: 484d64aa-8b41-48f0-be47-433fc0f40764. Feb 16 23:58:11.508776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8316bc83-e092-4c0a-ad4e-a9bbaa6d21cd None None] Provisioning for port 4e831c45-749a-4d15-b465-be857120e34b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:11.514452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8316bc83-e092-4c0a-ad4e-a9bbaa6d21cd None None] Provisioning complete for port 4e831c45-749a-4d15-b465-be857120e34b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:11.514943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8316bc83-e092-4c0a-ad4e-a9bbaa6d21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.554907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8316bc83-e092-4c0a-ad4e-a9bbaa6d21cd None None] Port 4e831c45-749a-4d15-b465-be857120e34b was deleted so its status cannot be updated. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 23:58:11.561307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.578078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.627994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.656449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b761d421-2d60-4b76-950b-eb9d27b915b7 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.658157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=4e831c45-749a-4d15-b465-be857120e34b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:11.737016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761d421-2d60-4b76-950b-eb9d27b915b7 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d01a9dfa-7b19-4510-b494-40d283007982,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:11.737714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b79619f-618c-453d-ab78-e849ee4ada26 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:11.856719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d507277-9775-432a-8bad-702fba7b27b2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:11.884348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.928885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b79619f-618c-453d-ab78-e849ee4ada26,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:11.929907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.932717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.936951 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-27ea38fd-30d8-4345-a892-a3de3d736e19 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6210105 Feb 16 23:58:11.938156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b761d421-2d60-4b76-950b-eb9d27b915b7 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.939169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54898) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:11.939307 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b761d421-2d60-4b76-950b-eb9d27b915b7 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d01a9dfa-7b19-4510-b494-40d283007982 HTTP/1.1" status: 204 len: 168 time: 0.7027483 Feb 16 23:58:11.942155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54900) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:11.949358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d0f29c27-4c35-42a3-a184-da6a0ace3787 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2d507277-9775-432a-8bad-702fba7b27b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:11.958382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f1679-dfc7-4a9d-b72d-3985750230fe req-0858c9a1-dba0-40e5-a906-91a52b420ef5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:11.958604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.959897 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-930f1679-dfc7-4a9d-b72d-3985750230fe req-0858c9a1-dba0-40e5-a906-91a52b420ef5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 945 time: 0.4670527 Feb 16 23:58:11.964996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:11.969450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:11.971334 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-08927c1e-833b-4096-9aad-2f4c1df67640 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4266ccfc-4a15-4ce3-8f4d-fe9a19948fa7 HTTP/1.1" status: 204 len: 168 time: 1.2465215 Feb 16 23:58:11.975513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54906) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:12.006887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:58:12.013751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.015583 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f5dbe84b-b2a4-44d6-b5af-b77c243d6cbe tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/4e831c45-749a-4d15-b465-be857120e34b HTTP/1.1" status: 204 len: 168 time: 2.6182764 Feb 16 23:58:12.020506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b79619f-618c-453d-ab78-e849ee4ada26,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:12.020695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54912) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:12.027370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.028585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c7698746-b60b-48b4-b8bb-3521d23c5c03 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:12.072152 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26', 'code': 200} Feb 16 23:58:12.097657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d0f29c27-4c35-42a3-a184-da6a0ace3787 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:12.100447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: c7698746-b60b-48b4-b8bb-3521d23c5c03 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:12.100977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c7698746-b60b-48b4-b8bb-3521d23c5c03 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:12.143306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b79619f-618c-453d-ab78-e849ee4ada26,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:12.161759 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-930f1679-dfc7-4a9d-b72d-3985750230fe req-9ed7266a-6cf2-4dd7-9296-3c3f3396a84b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869364 Feb 16 23:58:12.169108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d0f29c27-4c35-42a3-a184-da6a0ace3787 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:12.175020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.182018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 7b79619f-618c-453d-ab78-e849ee4ada26 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:12.189503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04351efb-d767-4108-bb35-2fa38349cf1a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:12.191857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04351efb-d767-4108-bb35-2fa38349cf1a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:12.193162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04351efb-d767-4108-bb35-2fa38349cf1a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:12.193946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-04351efb-d767-4108-bb35-2fa38349cf1a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:12.211614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d0f29c27-4c35-42a3-a184-da6a0ace3787 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:12.233153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d0f29c27-4c35-42a3-a184-da6a0ace3787 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:12.254664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-04351efb-d767-4108-bb35-2fa38349cf1a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:12.255800 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-04351efb-d767-4108-bb35-2fa38349cf1a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1934755 Feb 16 23:58:12.265447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f8988806-eef6-4fef-b607-0d9f7dc9406c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:12.274422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54916) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:12.323320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.348307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b8aa4c-662e-41ed-aac3-f1628ffd37f5']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:12.359901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4984385-9e01-415b-8157-7fcfe3d7fbca') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:12.360231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4984385-9e01-415b-8157-7fcfe3d7fbca') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:12.371126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.387487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.394557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:58:12.394946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:58:12.408534 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:58:12.436650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f8988806-eef6-4fef-b607-0d9f7dc9406c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:12.441014 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f8988806-eef6-4fef-b607-0d9f7dc9406c tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4828269 Feb 16 23:58:12.451065 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54920) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:12.469592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': 'ca67a51e-8c3c-413b-b697-d59d3c6f3c37', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:12.481786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:12.490887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.497754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 4862e53f-32ac-4fdd-bb63-e88b68bfe36c {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:12.510174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.510391 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-d0f29c27-4c35-42a3-a184-da6a0ace3787 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The resource could not be found. Feb 16 23:58:12.511244 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d0f29c27-4c35-42a3-a184-da6a0ace3787 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5701804 Feb 16 23:58:12.512190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:12.515610 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.515945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54924) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:12.519122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b8aa4c-662e-41ed-aac3-f1628ffd37f5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:12.527504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4cd6b079-3c45-4747-8a23-221eab33b755 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '2d507277-9775-432a-8bad-702fba7b27b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '06c57038-19ca-4e08-9f03-4f1b00fc5f8c'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:12.534556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4cd6b079-3c45-4747-8a23-221eab33b755 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:12.538939 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ba5845ac-e730-47ff-8147-22f4608039a5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/97b8aa4c-662e-41ed-aac3-f1628ffd37f5 HTTP/1.1" status: 204 len: 168 time: 0.5623958 Feb 16 23:58:12.539932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4cd6b079-3c45-4747-8a23-221eab33b755 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:12.542303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54928) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:12.543889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:12.544176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:12.544558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4cd6b079-3c45-4747-8a23-221eab33b755 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:12.563364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:12.577914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4cd6b079-3c45-4747-8a23-221eab33b755 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:12.586420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.636586 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-4cd6b079-3c45-4747-8a23-221eab33b755 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The resource could not be found. Feb 16 23:58:12.637630 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4cd6b079-3c45-4747-8a23-221eab33b755 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1205757 Feb 16 23:58:12.642423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] Deleting subnet da8c9e8c-90c8-48fe-bc89-8264cca88c96 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:12.644676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54932) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:12.656762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.657866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.733037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.794093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2cb389da-6448-41ac-9cf5-055626142095 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.826338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.860086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2cb389da-6448-41ac-9cf5-055626142095 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.878060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.887241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.889305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:12.901841 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:12.926271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.927480 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:12.928262 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:12.929980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2cb389da-6448-41ac-9cf5-055626142095 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.946747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb389da-6448-41ac-9cf5-055626142095 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d507277-9775-432a-8bad-702fba7b27b2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:12.948804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.962939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d00ed0-948a-4af0-bd38-4111aa32c766,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:12.980908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:12.998977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8c9e8c-90c8-48fe-bc89-8264cca88c96,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:13.005081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.011167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.012584 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-be7a0a6d-e79d-49ff-a0a9-62f2690313d9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5520477 Feb 16 23:58:13.013425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2cb389da-6448-41ac-9cf5-055626142095 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.014515 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2cb389da-6448-41ac-9cf5-055626142095 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/2d507277-9775-432a-8bad-702fba7b27b2 HTTP/1.1" status: 204 len: 168 time: 0.3688691 Feb 16 23:58:13.015146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54936) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.025519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54940) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.027763 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3c88d3b7-9cf8-415d-9f2d-31edc96bb26d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/da8c9e8c-90c8-48fe-bc89-8264cca88c96 HTTP/1.1" status: 204 len: 168 time: 0.4845204 Feb 16 23:58:13.030759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54944) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.035198 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:13.044456 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:13.045079 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:13.051294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 7b79619f-618c-453d-ab78-e849ee4ada26 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:13.051622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.108614 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:13.109020 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f2f4c-d76e-4151-b7b9-d1ef46ac7081 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:13.163203 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-29be7fa2-67d0-44a3-b73d-52d8cc011a83 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules/66d00ed0-948a-4af0-bd38-4111aa32c766 HTTP/1.1" status: 200 len: 763 time: 0.1447415 Feb 16 23:58:13.163686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54948) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.273794 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-13d8d231-b0c2-40db-b382-4a682d067426 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/floatingips/5c21b762-7a8c-4e47-b7e5-b9d693fdac1e HTTP/1.1" status: 200 len: 688 time: 2.4296668 Feb 16 23:58:13.274035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54954) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.316390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.344222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.371143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=4862e53f-32ac-4fdd-bb63-e88b68bfe36c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:13.374926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5ff25153-2d7d-4cfb-9d0e-b15f6ddbd11c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Synchronizing usage tracker for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:13.394053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.399687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5b1939ce-a4d0-486a-b965-067a6f6015eb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:13.405968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180600c-fc2c-460a-b92f-5ed850f623ca None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:13.477866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5ff25153-2d7d-4cfb-9d0e-b15f6ddbd11c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Unset dirty status for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:13.479122 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5ff25153-2d7d-4cfb-9d0e-b15f6ddbd11c tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4503608 Feb 16 23:58:13.482671 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-664bfe86-6c1f-46cb-adc9-eb01757da51c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/4862e53f-32ac-4fdd-bb63-e88b68bfe36c HTTP/1.1" status: 204 len: 168 time: 1.2051735 Feb 16 23:58:13.488317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54958) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.488655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54960) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.529661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-db31a3c5-d891-45cb-9368-4218d53f7cc8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': '80458e3e-199f-4771-89fc-aaf2d73afea0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:13.539014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5b1939ce-a4d0-486a-b965-067a6f6015eb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:13.540305 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5b1939ce-a4d0-486a-b965-067a6f6015eb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3756723 Feb 16 23:58:13.544304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-db31a3c5-d891-45cb-9368-4218d53f7cc8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:13.548269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54966) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.550161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 13d1a68c-d016-4f37-bff8-d5f791ad01cc {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:13.550508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.577133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db31a3c5-d891-45cb-9368-4218d53f7cc8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:13.590004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-db31a3c5-d891-45cb-9368-4218d53f7cc8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:13.625929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-db31a3c5-d891-45cb-9368-4218d53f7cc8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:13.648968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 57db1145-33eb-4c02-9132-f8c6f41494cb {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:13.660850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2b05a7d-a826-484f-af89-41405e9e59db tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.670942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.699261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.717415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2b05a7d-a826-484f-af89-41405e9e59db tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.734087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 7b79619f-618c-453d-ab78-e849ee4ada26, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b79619f-618c-453d-ab78-e849ee4ada26,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:13.734461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.792764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d2793c-57ab-4abb-ac9b-9cdb99a2e731']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:13.823391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529a51-1cae-4de2-a957-636157d281f6 req-286d0046-5690-4898-8b17-14c6a57b7cbe tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:13.824986 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0529a51-1cae-4de2-a957-636157d281f6 req-286d0046-5690-4898-8b17-14c6a57b7cbe tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 943 time: 0.4931715 Feb 16 23:58:13.833882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9024bc76-e43a-4ea1-b081-803150570ed4') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:13.834252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9024bc76-e43a-4ea1-b081-803150570ed4') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:13.864504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.882582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 7b79619f-618c-453d-ab78-e849ee4ada26 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:13.906628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.918518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:58:13.918941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:58:13.940955 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:58:13.950610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-db31a3c5-d891-45cb-9368-4218d53f7cc8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The resource could not be found. Feb 16 23:58:13.951986 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-db31a3c5-d891-45cb-9368-4218d53f7cc8 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4608765 Feb 16 23:58:13.956863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:13.984018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54970) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:13.995728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2b05a7d-a826-484f-af89-41405e9e59db tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.003597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834686629'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:14.005092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.005420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.015191 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0529a51-1cae-4de2-a957-636157d281f6 req-91c00504-5488-4d85-b6a3-cecaee33ce19 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1e3bdb6d-6e2d-444a-8ad7-b8114040e991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740112 Feb 16 23:58:14.028497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:14.040676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b05a7d-a826-484f-af89-41405e9e59db tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66d00ed0-948a-4af0-bd38-4111aa32c766,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:14.075817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:14.083586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2b05a7d-a826-484f-af89-41405e9e59db tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.084735 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b2b05a7d-a826-484f-af89-41405e9e59db tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/66d00ed0-948a-4af0-bd38-4111aa32c766 HTTP/1.1" status: 204 len: 168 time: 0.5328159 Feb 16 23:58:14.093313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54974) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.119334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.151770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 13d1a68c-d016-4f37-bff8-d5f791ad01cc owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:14.197351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.212000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:14.218060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.226975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:14.231577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d2793c-57ab-4abb-ac9b-9cdb99a2e731,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:14.235260 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a8a512a2-91ec-4a04-978e-ed33d44955d0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/59d2793c-57ab-4abb-ac9b-9cdb99a2e731 HTTP/1.1" status: 204 len: 168 time: 1.2035913 Feb 16 23:58:14.235599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.266222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:14.277166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-341dc25b-cc3b-43ce-bb45-730031982031 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:14.289708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:14.295815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.339185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.374161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=7b79619f-618c-453d-ab78-e849ee4ada26,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:14.381873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-341dc25b-cc3b-43ce-bb45-730031982031 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:14.383111 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-341dc25b-cc3b-43ce-bb45-730031982031 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2888553 Feb 16 23:58:14.401894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54980) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.403298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-887b6dba-007b-453c-8448-d6b17a622072 None None] Provisioning complete for port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:14.404017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-887b6dba-007b-453c-8448-d6b17a622072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.416820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': 'ca67a51e-8c3c-413b-b697-d59d3c6f3c37', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:14.422757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=13d1a68c-d016-4f37-bff8-d5f791ad01cc,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:14.466380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:14.485293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54984) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.513322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:14.539823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.551660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.553231 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0bbcc3ab-a5cb-4486-821b-3d9a5988e028 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/floatingips/5c21b762-7a8c-4e47-b7e5-b9d693fdac1e HTTP/1.1" status: 204 len: 168 time: 1.2783647 Feb 16 23:58:14.557779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 54988) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.558986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 7b79619f-618c-453d-ab78-e849ee4ada26 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:14.562957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'c0d69b8a-3104-4bd1-8af3-3fd4acfda242'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:14.569072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:14.572926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:floatingip and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:14.575757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:14.578964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.582019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'name': 'network-vif-deleted', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:58:14.582167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:14.598501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.599697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.606511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.652519 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7a102-88f1-4e0e-87bb-6a31ad22b364', 'name': 'network-vif-deleted', 'tag': '7b79619f-618c-453d-ab78-e849ee4ada26', 'status': 'completed', 'code': 200} Feb 16 23:58:14.668794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.681985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=57db1145-33eb-4c02-9132-f8c6f41494cb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:14.693269 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8177b3f3-e142-402d-b050-12497862f4a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4083fba0e8ff4ab4b1caee8ca1f57ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041924 Feb 16 23:58:14.693269 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09ba0f4d-e1be-449b-ba95-b3a1747c3b43 req-c300f23d-820e-4c29-90ff-8c98a6402ea9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/7b79619f-618c-453d-ab78-e849ee4ada26 HTTP/1.1" status: 204 len: 173 time: 3.5650289 Feb 16 23:58:14.696236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.700906 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4aec1a3c-2816-4628-99aa-8c3d61864b14 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/57db1145-33eb-4c02-9132-f8c6f41494cb HTTP/1.1" status: 204 len: 168 time: 1.2110019 Feb 16 23:58:14.707026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54994) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.707221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 54996) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.708941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694b548-a602-4eea-91f2-94c7e404647c None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:14.806449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.811953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ee2d7329-e601-4e5e-94b8-3fb63e757c2a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:router {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:14.834857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e542875b-03a4-4e73-83fa-6b1182ca96a1,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:14.850427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.855032 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7fe9fcc4-9a25-47e7-b9ce-ca7fee939bb1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8674467 Feb 16 23:58:14.855735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55002) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.866392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044571580'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:14.877130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:14.904047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4446cbd6-4df4-4718-a974-9e404326c161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.904927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:14.935499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.936232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4446cbd6-4df4-4718-a974-9e404326c161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.942203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:14.949712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ee2d7329-e601-4e5e-94b8-3fb63e757c2a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:router {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:14.950966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ee2d7329-e601-4e5e-94b8-3fb63e757c2a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2380569 Feb 16 23:58:14.954399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55006) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:14.964438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:14.988932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.011385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4446cbd6-4df4-4718-a974-9e404326c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.030294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446cbd6-4df4-4718-a974-9e404326c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30c30de-0a43-4bb0-9bb7-440d1ca1b718,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:15.038644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4446cbd6-4df4-4718-a974-9e404326c161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.039943 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4446cbd6-4df4-4718-a974-9e404326c161 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f30c30de-0a43-4bb0-9bb7-440d1ca1b718 HTTP/1.1" status: 204 len: 168 time: 0.3295274 Feb 16 23:58:15.088359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:15.100861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ab418f-1365-4437-98e3-ceab78158ee2,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:15.110006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:15.128843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:15.132515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:15.138898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:15.140113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] Deleting port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:15.141065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.151956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.163739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.167393 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7147d866-f8e1-48eb-90ad-010ed1522e86 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7621765 Feb 16 23:58:15.168069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55014) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.211172 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cb25f398-da1c-491f-94b2-21fa8576cf58 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules/e1ab418f-1365-4437-98e3-ceab78158ee2 HTTP/1.1" status: 200 len: 764 time: 0.0391233 Feb 16 23:58:15.212021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55018) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.247656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:15.275393 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5fd4db5b-b891-4689-b2c2-6c808a7957aa req-f30691fb-3644-47f8-bc54-55a948a46c2b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab7a102-88f1-4e0e-87bb-6a31ad22b364 HTTP/1.1" status: 200 len: 210 time: 0.0725925 Feb 16 23:58:15.280170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:15.289290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:15.305912 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-697a8e78-7422-4876-a74b-e81aff696085 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0886195 Feb 16 23:58:15.306538 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55022) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.322162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:15.340921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-efa3c8ec-a659-44d8-a6ca-f30ff0a0b275 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.362438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-efa3c8ec-a659-44d8-a6ca-f30ff0a0b275 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.388976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:15.392351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-efa3c8ec-a659-44d8-a6ca-f30ff0a0b275 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.392570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.417286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3c8ec-a659-44d8-a6ca-f30ff0a0b275 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ab418f-1365-4437-98e3-ceab78158ee2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:15.422806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-efa3c8ec-a659-44d8-a6ca-f30ff0a0b275 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.427130 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-efa3c8ec-a659-44d8-a6ca-f30ff0a0b275 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e1ab418f-1365-4437-98e3-ceab78158ee2 HTTP/1.1" status: 204 len: 168 time: 0.1163721 Feb 16 23:58:15.427130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55028) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.494513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b0ad9d36-07a5-402e-a568-77768231e301 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:15.514169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b0ad9d36-07a5-402e-a568-77768231e301 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:15.518367 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b0ad9d36-07a5-402e-a568-77768231e301 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0872726 Feb 16 23:58:15.519452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55032) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.527442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] For port 1f66a69a-4d0e-4677-8384-1fb3b986fd41, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=1f66a69a-4d0e-4677-8384-1fb3b986fd41,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:15.527848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.530785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.534948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.26.2.254 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/20e5908b-644c-4d32-9e7d-45c2f1c3b3aa) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:15.544930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.630392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-250a8146-bfca-4c4b-83ad-42d04218c167 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.677469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55036) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.698278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28157d76-65a2-4cb8-8ff7-21a8a678d10e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:15.706419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] Calling delete_port for 1f66a69a-4d0e-4677-8384-1fb3b986fd41 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:15.725236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.729366 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-08ffd496-9175-44fb-9f23-a9f31553678b tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8690917 Feb 16 23:58:15.756367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55040) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.772702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-baf7bdce-7a99-4062-b548-4c93fb492341 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group_rule': {'security_group_id': 'e542875b-03a4-4e73-83fa-6b1182ca96a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '28157d76-65a2-4cb8-8ff7-21a8a678d10e'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:15.791401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.794890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-baf7bdce-7a99-4062-b548-4c93fb492341 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:15.824404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-baf7bdce-7a99-4062-b548-4c93fb492341 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:15.827362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-250a8146-bfca-4c4b-83ad-42d04218c167 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.834564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-baf7bdce-7a99-4062-b548-4c93fb492341 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:15.843994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] Pushing event deleted for resources: {'Port': ['ID=1f66a69a-4d0e-4677-8384-1fb3b986fd41,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:15.845833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecaedc0-b667-4057-8af2-719f5314d70c None None] No DVR routers for this DVR port 1f66a69a-4d0e-4677-8384-1fb3b986fd41 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:15.857956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-baf7bdce-7a99-4062-b548-4c93fb492341 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:15.878371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.900677 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2b79e350-8eb5-4d37-b023-71a210ad6f4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbd171eb1cf6494dbad1ce3ac6f41867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219667 Feb 16 23:58:15.904296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55044) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.932340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-250a8146-bfca-4c4b-83ad-42d04218c167 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:15.960319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a8146-bfca-4c4b-83ad-42d04218c167 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca67a51e-8c3c-413b-b697-d59d3c6f3c37,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:15.977822 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-baf7bdce-7a99-4062-b548-4c93fb492341 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:15.978868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-baf7bdce-7a99-4062-b548-4c93fb492341 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2173045 Feb 16 23:58:15.988160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55048) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:15.996158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7f471acb-c68b-4a01-8341-3b4c96fa497d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.009238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-250a8146-bfca-4c4b-83ad-42d04218c167 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.012903 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-250a8146-bfca-4c4b-83ad-42d04218c167 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/ca67a51e-8c3c-413b-b697-d59d3c6f3c37 HTTP/1.1" status: 204 len: 168 time: 0.4857523 Feb 16 23:58:16.015109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55052) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:16.026599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7f471acb-c68b-4a01-8341-3b4c96fa497d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.071227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.079773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:16.080010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7f471acb-c68b-4a01-8341-3b4c96fa497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.100338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f471acb-c68b-4a01-8341-3b4c96fa497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb82cf-66e2-4777-b00b-98b1c7dcf91a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:16.104987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7f471acb-c68b-4a01-8341-3b4c96fa497d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.108427 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7f471acb-c68b-4a01-8341-3b4c96fa497d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/feeb82cf-66e2-4777-b00b-98b1c7dcf91a HTTP/1.1" status: 204 len: 168 time: 0.2041306 Feb 16 23:58:16.122601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.229052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:16.247135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:16.270550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:16.278796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:16.303720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:16.306821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=20e5908b-644c-4d32-9e7d-45c2f1c3b3aa,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:16.314253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:16.315381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.329871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753bff57-4efe-4d8f-b14d-609d88e548ad None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:16.331713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5060f9cc-e52f-4004-8acf-509bd8830907 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:16.345019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9277d36e-a0fd-4ad8-b442-dc78e4b90b85 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.346897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=471c4506-a595-47b7-99a0-4dd725637dff,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:16.417678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9277d36e-a0fd-4ad8-b442-dc78e4b90b85 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.427298 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-51748738-2a17-464a-901f-eddd1a5a4bd8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4676297 Feb 16 23:58:16.433348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55060) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:16.448489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:16.470683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5060f9cc-e52f-4004-8acf-509bd8830907 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:16.472804 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5060f9cc-e52f-4004-8acf-509bd8830907 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4565318 Feb 16 23:58:16.495538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55064) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:16.532550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55068) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:16.546978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940005998'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:16.588547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:16.646074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:16.650497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:16.653600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:16.659971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:16.662832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f66a69a-4d0e-4677-8384-1fb3b986fd41 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:16.673589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:16.677131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.763002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 1f66a69a-4d0e-4677-8384-1fb3b986fd41 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:16.763360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 1f66a69a-4d0e-4677-8384-1fb3b986fd41 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:16.824761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:16.861592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9277d36e-a0fd-4ad8-b442-dc78e4b90b85 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:16.875085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '471c4506-a595-47b7-99a0-4dd725637dff'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:16.876041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.007343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.051997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Allocated IP 2001:db8::f816:3eff:fe36:ea8c (692b4ba4-25a8-41bb-808b-fe8814ab5be8/471c4506-a595-47b7-99a0-4dd725637dff/f18324c7-8a52-428d-9cba-8cbf135c072f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:17.070454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.073535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:17.077500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:17.082067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:17.082815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.094213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277d36e-a0fd-4ad8-b442-dc78e4b90b85 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28157d76-65a2-4cb8-8ff7-21a8a678d10e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:17.100991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-348ff3cb-ad0a-4dbb-bc68-7f2c6f2c043c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.138461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=de03ed66-9afa-46ed-9ac9-7c9ca0bdd875,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:17.147158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9277d36e-a0fd-4ad8-b442-dc78e4b90b85 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.148298 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9277d36e-a0fd-4ad8-b442-dc78e4b90b85 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/28157d76-65a2-4cb8-8ff7-21a8a678d10e HTTP/1.1" status: 204 len: 168 time: 1.1591895 Feb 16 23:58:17.149554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:17.154658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55072) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.160258 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5ef7d480-9e51-488d-bfd3-3807dde32db9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7258332 Feb 16 23:58:17.164189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55076) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.168804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:17.179399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:a0:df:9a', 'name': 'tempest-NetworksTestDHCPv6-1062602328'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:17.195329 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:17.203643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-348ff3cb-ad0a-4dbb-bc68-7f2c6f2c043c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.222182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:17.258800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-df1a0788-3900-43d6-88d0-52464262bef4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Synchronizing usage tracker for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:17.277577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-df1a0788-3900-43d6-88d0-52464262bef4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Unset dirty status for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:17.279802 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-df1a0788-3900-43d6-88d0-52464262bef4 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1236827 Feb 16 23:58:17.282517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55080) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.315969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.331606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Transition to ACTIVE for port object f18324c7-8a52-428d-9cba-8cbf135c072f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:17.363914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Transition to ACTIVE for port object f18324c7-8a52-428d-9cba-8cbf135c072f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:17.375367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.378566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7785ee73-a686-4c3d-b7d0-5703da6ec16d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.418960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7785ee73-a686-4c3d-b7d0-5703da6ec16d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.453975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:17.457973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:17.462387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:17.467166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:17.468783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-348ff3cb-ad0a-4dbb-bc68-7f2c6f2c043c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.493618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7785ee73-a686-4c3d-b7d0-5703da6ec16d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.514404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785ee73-a686-4c3d-b7d0-5703da6ec16d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e542875b-03a4-4e73-83fa-6b1182ca96a1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:17.516454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.519020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:17.521228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ff3cb-ad0a-4dbb-bc68-7f2c6f2c043c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3bdb6d-6e2d-444a-8ad7-b8114040e991,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:17.530453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.532814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7785ee73-a686-4c3d-b7d0-5703da6ec16d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.534725 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7785ee73-a686-4c3d-b7d0-5703da6ec16d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/e542875b-03a4-4e73-83fa-6b1182ca96a1 HTTP/1.1" status: 204 len: 168 time: 0.2508304 Feb 16 23:58:17.537385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55084) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.554254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Pushing event updated for resources: {'Port': ['ID=f18324c7-8a52-428d-9cba-8cbf135c072f,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:17.594520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:17.602960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Attempting to bind port f18324c7-8a52-428d-9cba-8cbf135c072f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:17.603354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Attempting to bind port f18324c7-8a52-428d-9cba-8cbf135c072f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:17.603706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Attempting to bind port f18324c7-8a52-428d-9cba-8cbf135c072f on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:17.609756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:17.610143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:17.610668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.611074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:17.611548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Bound port: f18324c7-8a52-428d-9cba-8cbf135c072f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:17.612009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.613270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e300c76f-4a57-4f35-9f13-677cf6fa8a68 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Synchronizing usage tracker for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:17.633149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e300c76f-4a57-4f35-9f13-677cf6fa8a68 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Unset dirty status for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:17.634837 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e300c76f-4a57-4f35-9f13-677cf6fa8a68 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962496 Feb 16 23:58:17.638729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55088) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.649857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017782558'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:17.662077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:17.675947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.676456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:17.677216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525dec14-b286-4232-b59a-cdf9f5d78288,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:17.688714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.693162 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5a9a9f9c-3095-4a74-bf4a-e370e5cb7690 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1826403 Feb 16 23:58:17.695267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-348ff3cb-ad0a-4dbb-bc68-7f2c6f2c043c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.695804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55092) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.696362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-348ff3cb-ad0a-4dbb-bc68-7f2c6f2c043c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/1e3bdb6d-6e2d-444a-8ad7-b8114040e991 HTTP/1.1" status: 204 len: 168 time: 1.1341765 Feb 16 23:58:17.697253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.722631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Request body: {'security_group_rule': {'security_group_id': '525dec14-b286-4232-b59a-cdf9f5d78288', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:17.731374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:17.736874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] For port f18324c7-8a52-428d-9cba-8cbf135c072f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:17.738540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Usage tracker for resource:security_group_rule and tenant:04297af0c70f49a0af08c5175db3a3a1 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:17.741599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] For port f18324c7-8a52-428d-9cba-8cbf135c072f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f18324c7-8a52-428d-9cba-8cbf135c072f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:17.746528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55098) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:17.747473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:17.751052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.820559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:17.829805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.836024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:17.838804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9570f98-8b50-47fb-b0ad-f340c945d26f None None] Pushing event updated for resources: {'Port': ['ID=f18324c7-8a52-428d-9cba-8cbf135c072f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:17.844307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Usage tracker for resource:security_group_rule and tenant:f77148624a7a4fae87b536a2a7034410 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:17.847557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:17.856241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:17.861610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:17.905673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 6b9585a3-80b8-4da6-8922-1d0915c92dd7 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:17.972023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.173596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.191291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.211205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.232275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.247142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e43817c-e478-41e9-9550-62e1a0c9f139,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:18.289700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 172.20.0.7 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/de03ed66-9afa-46ed-9ac9-7c9ca0bdd875/6b9585a3-80b8-4da6-8922-1d0915c92dd7) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:18.298438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.301175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fea0:df9a (692b4ba4-25a8-41bb-808b-fe8814ab5be8/471c4506-a595-47b7-99a0-4dd725637dff/6b9585a3-80b8-4da6-8922-1d0915c92dd7) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:18.307934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.370472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2867013f-7be7-4568-8ce9-b161e85650e0,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:18.382084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.386042 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9d9e8f3a-b517-4fef-b4de-994c191864f2 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7434545 Feb 16 23:58:18.387243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55102) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:18.393505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.397739 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0aebbdfe-3490-4d36-b862-618fb22d78f9 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6844156 Feb 16 23:58:18.398520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55106) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:18.404164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-50684728-1183-4349-8970-f34d71cb535d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:18.404575 dv-neutron-829040-1-hyperv neutron-server[87676]: WARNING neutron.api.v2.base [None req-50684728-1183-4349-8970-f34d71cb535d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 23:58:18.405059 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-50684728-1183-4349-8970-f34d71cb535d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 23:58:18.405989 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50684728-1183-4349-8970-f34d71cb535d tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "PUT /v2.0/security-groups/2867013f-7be7-4568-8ce9-b161e85650e0 HTTP/1.1" status: 409 len: 330 time: 0.0176425 Feb 16 23:58:18.418838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55110) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:18.452382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=20e5908b-644c-4d32-9e7d-45c2f1c3b3aa,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:18.550024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.563656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f18324c7-8a52-428d-9cba-8cbf135c072f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:18.645461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f18324c7-8a52-428d-9cba-8cbf135c072f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:18.648978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6306118b-8b36-4a17-b15a-1336ca59f4c8 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.656444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bd5c38df-ba25-4a9e-9591-7e51486365b3 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.801849 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 0863fa6c-878e-4191-b4d6-cde87ba96f48 associated. External IP: 172.26.2.254, port: c0d69b8a-3104-4bd1-8af3-3fd4acfda242. Feb 16 23:58:18.841326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6306118b-8b36-4a17-b15a-1336ca59f4c8 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.862890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bd5c38df-ba25-4a9e-9591-7e51486365b3 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:18.928144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6411b-dc45-4ece-bd8b-7a2f2203133a None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:18.980342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6306118b-8b36-4a17-b15a-1336ca59f4c8 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.003928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bd5c38df-ba25-4a9e-9591-7e51486365b3 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.012666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306118b-8b36-4a17-b15a-1336ca59f4c8 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525dec14-b286-4232-b59a-cdf9f5d78288,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:19.040116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.043776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b76508a2-1e72-4fdc-82c8-3df268389461 None None] Provisioning for port f18324c7-8a52-428d-9cba-8cbf135c072f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:19.056465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b76508a2-1e72-4fdc-82c8-3df268389461 None None] Provisioning complete for port f18324c7-8a52-428d-9cba-8cbf135c072f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:19.056949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b76508a2-1e72-4fdc-82c8-3df268389461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.057474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c38df-ba25-4a9e-9591-7e51486365b3 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867013f-7be7-4568-8ce9-b161e85650e0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:19.087783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6306118b-8b36-4a17-b15a-1336ca59f4c8 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.091143 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6306118b-8b36-4a17-b15a-1336ca59f4c8 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/525dec14-b286-4232-b59a-cdf9f5d78288 HTTP/1.1" status: 204 len: 168 time: 0.6819515 Feb 16 23:58:19.091572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55114) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.108142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bd5c38df-ba25-4a9e-9591-7e51486365b3 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.109518 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bd5c38df-ba25-4a9e-9591-7e51486365b3 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/2867013f-7be7-4568-8ce9-b161e85650e0 HTTP/1.1" status: 204 len: 168 time: 0.6886392 Feb 16 23:58:19.111729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55118) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.133739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 6b9585a3-80b8-4da6-8922-1d0915c92dd7 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:19.137006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.267372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-31f5896a-0899-4beb-8ebf-d842548c32d5 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:19.293762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-186e5871-98d0-44f9-89de-335b8518badf tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Synchronizing usage tracker for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:19.314041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.333222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b76508a2-1e72-4fdc-82c8-3df268389461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.377265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b76508a2-1e72-4fdc-82c8-3df268389461 None None] For port f18324c7-8a52-428d-9cba-8cbf135c072f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f18324c7-8a52-428d-9cba-8cbf135c072f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:19.384674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b76508a2-1e72-4fdc-82c8-3df268389461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.394323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-31f5896a-0899-4beb-8ebf-d842548c32d5 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:19.398416 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-31f5896a-0899-4beb-8ebf-d842548c32d5 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3035803 Feb 16 23:58:19.404511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55122) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.418087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-186e5871-98d0-44f9-89de-335b8518badf tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] Unset dirty status for tenant:f77148624a7a4fae87b536a2a7034410 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:19.419302 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-186e5871-98d0-44f9-89de-335b8518badf tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3065341 Feb 16 23:58:19.425851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55126) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.434524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:19.441720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:19.446493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=6b9585a3-80b8-4da6-8922-1d0915c92dd7,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:19.448949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:19.507077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:19.508087 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-69f1dd95-d10b-4ca4-b8a6-f92af2d38a33 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] delete failed (client error): The resource could not be found. Feb 16 23:58:19.509100 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-69f1dd95-d10b-4ca4-b8a6-f92af2d38a33 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "DELETE /v2.0/security-groups/586fc6a4-7f71-40bc-b019-619237dc79f6 HTTP/1.1" status: 404 len: 347 time: 0.0823786 Feb 16 23:58:19.516558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55130) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.523599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1f135cae-1f87-46eb-a9ea-e4a7390d92bb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Synchronizing usage tracker for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:19.525156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76508a2-1e72-4fdc-82c8-3df268389461 None None] Pushing event updated for resources: {'Port': ['ID=f18324c7-8a52-428d-9cba-8cbf135c072f,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:19.532545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '471c4506-a595-47b7-99a0-4dd725637dff', 'ip_address': '2001:db8::f816:3eff:fe36:ea8c'}, {'subnet_id': 'de03ed66-9afa-46ed-9ac9-7c9ca0bdd875'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': 'f18324c7-8a52-428d-9cba-8cbf135c072f'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:58:19.567967 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-3345072d-a769-44a2-b3b1-68e8901eab46 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] show failed (client error): The resource could not be found. Feb 16 23:58:19.569066 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3345072d-a769-44a2-b3b1-68e8901eab46 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-groups/26bb5f3e-4898-41be-8692-cc95a0c5fe4a HTTP/1.1" status: 404 len: 347 time: 0.0428240 Feb 16 23:58:19.572741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55134) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.589868 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-764b80e5-1fe4-4b9b-b9e7-f487245431c1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] show failed (client error): The resource could not be found. Feb 16 23:58:19.590535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.591027 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-764b80e5-1fe4-4b9b-b9e7-f487245431c1 tempest-NegativeSecGroupTest-486707442 tempest-NegativeSecGroupTest-486707442-project] 10.222.0.47 "GET /v2.0/security-group-rules/bd4d69a4-55fd-424e-adc6-6c6351879662 HTTP/1.1" status: 404 len: 356 time: 0.0172429 Feb 16 23:58:19.685848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 16a35699-8062-455c-90a8-3e87b2d48067 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:19.686191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.720311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:19.721672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.765645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1f135cae-1f87-46eb-a9ea-e4a7390d92bb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] Unset dirty status for tenant:04297af0c70f49a0af08c5175db3a3a1 on resource:security_group_rule {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:19.769994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1f135cae-1f87-46eb-a9ea-e4a7390d92bb tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3620260 Feb 16 23:58:19.770864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55140) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.781929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2baac5a4-175f-47af-af54-34e5845953da tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6101344 Feb 16 23:58:19.785520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55144) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.819603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:19.840335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:19.854640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:19.859086 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-89c48984-b542-4a6c-b828-0a699f8ea7c6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] delete failed (client error): The resource could not be found. Feb 16 23:58:19.864028 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-89c48984-b542-4a6c-b828-0a699f8ea7c6 tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "DELETE /v2.0/security-groups/525dec14-b286-4232-b59a-cdf9f5d78288 HTTP/1.1" status: 404 len: 347 time: 0.0885339 Feb 16 23:58:19.866706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:19.867564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:19.869530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55150) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.931821 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2b925fb7-bdbb-488f-b488-2362a00925b3 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3728426 Feb 16 23:58:19.932812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55154) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.957015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55158) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:19.980339 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d4dd3174-be18-45ac-9210-a43e64982ace tempest-SecGroupTest-215494906 tempest-SecGroupTest-215494906-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097684 Feb 16 23:58:19.987725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 16a35699-8062-455c-90a8-3e87b2d48067, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=16a35699-8062-455c-90a8-3e87b2d48067,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:19.988194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.023312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:20.038903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:20.039526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:20.040745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa2b49-f3b7-417c-89d7-259dc42932d6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:20.046694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa2b49-f3b7-417c-89d7-259dc42932d6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:20.047510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7fa2b49-f3b7-417c-89d7-259dc42932d6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:20.078081 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8e6ac814-219b-44c1-9bdd-10191e1934c0 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "GET /v2.0/floatingips/0863fa6c-878e-4191-b4d6-cde87ba96f48 HTTP/1.1" status: 200 len: 977 time: 0.1430464 Feb 16 23:58:20.078757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55166) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:20.134219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7fa2b49-f3b7-417c-89d7-259dc42932d6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:20.135415 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f7fa2b49-f3b7-417c-89d7-259dc42932d6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3489273 Feb 16 23:58:20.141417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55170) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:20.180752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 16a35699-8062-455c-90a8-3e87b2d48067 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:20.217282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:20.217968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00cbd8-3dfe-4b7d-86f1-c69d5b42d76e None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:20.245145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 6b9585a3-80b8-4da6-8922-1d0915c92dd7 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:20.245366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] Allocated IP 172.20.0.2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/de03ed66-9afa-46ed-9ac9-7c9ca0bdd875/f18324c7-8a52-428d-9cba-8cbf135c072f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:20.245594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.276932 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-80140847-180c-4561-b3b3-5fca226fa693 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f77148624a7a4fae87b536a2a7034410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082154 Feb 16 23:58:20.277509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e946c306-1886-4fbb-a08a-2522f9aefb5e tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Synchronizing usage tracker for tenant:2954108798244f4682f186ff90687f5d on resource:floatingip {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:20.280559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55176) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:20.365755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55180) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:20.389627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e946c306-1886-4fbb-a08a-2522f9aefb5e tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Unset dirty status for tenant:2954108798244f4682f186ff90687f5d on resource:floatingip {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:20.393906 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e946c306-1886-4fbb-a08a-2522f9aefb5e tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3141966 Feb 16 23:58:20.396081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55182) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:20.414049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'port_id': '484d64aa-8b41-48f0-be47-433fc0f40764'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:20.417095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] For port f18324c7-8a52-428d-9cba-8cbf135c072f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f18324c7-8a52-428d-9cba-8cbf135c072f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:20.445410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.497380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7408-112b-46f7-8112-8d243692522d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.529018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] Transition to ACTIVE for port object f18324c7-8a52-428d-9cba-8cbf135c072f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:20.534011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.543462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f18324c7-8a52-428d-9cba-8cbf135c072f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:20.550947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7408-112b-46f7-8112-8d243692522d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.579398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.593946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.740916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.786918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05956e3-c931-4a36-83b5-877428c46599 None None] Pushing event updated for resources: {'Port': ['ID=f18324c7-8a52-428d-9cba-8cbf135c072f,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:20.813318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=16a35699-8062-455c-90a8-3e87b2d48067,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:20.879348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 6b9585a3-80b8-4da6-8922-1d0915c92dd7 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:20.931564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7408-112b-46f7-8112-8d243692522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.958861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc7408-112b-46f7-8112-8d243692522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9288cf1-734b-46ad-a720-ae55feb46590,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:20.986396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d1bc7408-112b-46f7-8112-8d243692522d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:20.990498 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d1bc7408-112b-46f7-8112-8d243692522d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9288cf1-734b-46ad-a720-ae55feb46590 HTTP/1.1" status: 204 len: 168 time: 0.7067347 Feb 16 23:58:20.992980 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5a0b6adc-a86c-48e7-bdbc-54fb5d5b3d58 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=04297af0c70f49a0af08c5175db3a3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980501 Feb 16 23:58:20.993189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55194) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:21.209749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-332b9a85-21fe-4d6c-a4b2-76edc6a80b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.230304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.337755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.358848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=6b9585a3-80b8-4da6-8922-1d0915c92dd7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:21.368228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-332b9a85-21fe-4d6c-a4b2-76edc6a80b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.500293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.523007 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8047fa98-8b2b-4b6a-bb5b-565deefd4b06 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/6b9585a3-80b8-4da6-8922-1d0915c92dd7 HTTP/1.1" status: 204 len: 168 time: 1.3781893 Feb 16 23:58:21.523285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55198) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:21.524351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.559466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-332b9a85-21fe-4d6c-a4b2-76edc6a80b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.561836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-332b9a85-21fe-4d6c-a4b2-76edc6a80b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.565756 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-332b9a85-21fe-4d6c-a4b2-76edc6a80b6c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6c68016-037c-4f8c-ba98-753739a4274e HTTP/1.1" status: 204 len: 168 time: 0.5685480 Feb 16 23:58:21.586550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b9a85-21fe-4d6c-a4b2-76edc6a80b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c68016-037c-4f8c-ba98-753739a4274e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:21.632613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ec2ee-76cb-4695-81da-f200f85be9f2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:21.634231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ec2ee-76cb-4695-81da-f200f85be9f2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:21.635727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ec2ee-76cb-4695-81da-f200f85be9f2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:21.652786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-820ec2ee-76cb-4695-81da-f200f85be9f2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:21.673164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-820ec2ee-76cb-4695-81da-f200f85be9f2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:21.674339 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-820ec2ee-76cb-4695-81da-f200f85be9f2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1499596 Feb 16 23:58:21.677102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55204) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:21.745427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-14a9c237-ebf3-4dc4-981a-5a428908721e None None] Provisioning for port f18324c7-8a52-428d-9cba-8cbf135c072f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:21.752019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-14a9c237-ebf3-4dc4-981a-5a428908721e None None] Provisioning complete for port f18324c7-8a52-428d-9cba-8cbf135c072f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:21.752019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14a9c237-ebf3-4dc4-981a-5a428908721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.799181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 471c4506-a595-47b7-99a0-4dd725637dff {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:21.810918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.896401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:21.980974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-14a9c237-ebf3-4dc4-981a-5a428908721e None None] Could not find standard attr ID for object 6b9585a3-80b8-4da6-8922-1d0915c92dd7. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:58:22.012586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.091302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.092804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6d2ea498-28b7-4a97-a77b-632adab72f8c None None] Could not find standard attr ID for object 6b9585a3-80b8-4da6-8922-1d0915c92dd7. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:58:22.101756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.105229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.144830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=471c4506-a595-47b7-99a0-4dd725637dff,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:22.146742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.159700 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ac15e48-0d74-46f1-b33c-645a773aabb7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/471c4506-a595-47b7-99a0-4dd725637dff HTTP/1.1" status: 204 len: 168 time: 0.4815524 Feb 16 23:58:22.162273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55208) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:22.226668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet de03ed66-9afa-46ed-9ac9-7c9ca0bdd875 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:22.229694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.285737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.374227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.461892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.496665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:22.504826 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 0863fa6c-878e-4191-b4d6-cde87ba96f48 associated. External IP: 172.26.2.254, port: c0d69b8a-3104-4bd1-8af3-3fd4acfda242. Feb 16 23:58:22.505730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=de03ed66-9afa-46ed-9ac9-7c9ca0bdd875,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:22.511151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.523795 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f8ca2e52-3be1-407d-b875-80a834fc3955 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/de03ed66-9afa-46ed-9ac9-7c9ca0bdd875 HTTP/1.1" status: 204 len: 168 time: 0.3580770 Feb 16 23:58:22.523795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55212) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:22.617277 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2b1f59af-8519-465c-942a-6c22e54249d7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923443 Feb 16 23:58:22.618041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55216) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:22.624207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:22.632706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f18324c7-8a52-428d-9cba-8cbf135c072f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:22.688553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d5d69-c68e-4b70-adc0-b70cb95c1a97 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:22.773325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:22.777384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:22.780515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:22.785698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:22.796145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:22.800360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.895826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f18324c7-8a52-428d-9cba-8cbf135c072f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:22.896310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:22.971361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:22.986417 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] Sync routers for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:23.001170 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:23.004108 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:23.057278 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8d4907e8-3051-4f36-8072-f76828a39c0d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3065221 Feb 16 23:58:23.060593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55220) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:23.119695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:23.125141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] Deleting port f18324c7-8a52-428d-9cba-8cbf135c072f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:23.125618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.134050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:23.145138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet 6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:23.151710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.172812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.255360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:23.268096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:23.269536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:23.273045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:23.273742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.284630 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:23.294443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.305821 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dbb76ae1-3798-4254-8f49-35690c25a70c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6866851 Feb 16 23:58:23.306614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55224) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:23.313416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:23.381835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] For port f18324c7-8a52-428d-9cba-8cbf135c072f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f18324c7-8a52-428d-9cba-8cbf135c072f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:23.382148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.458761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:23.472295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:23.484192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:23.488493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:23.491517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:23.497963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:23.511152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:23.516160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.554226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.559210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] Calling delete_port for f18324c7-8a52-428d-9cba-8cbf135c072f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:23.646566 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:58:20Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:23.652623 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] Checking router: b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:58:23.664901 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] Routers {'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:23.665934 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:23.739593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:23.740822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:23.816693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:23.829472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:23.829888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:23.909295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:23.909720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a0a0d8-50e1-4707-874b-21428e9294b5 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:23.925498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.926242 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] Set router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:23.947086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.971070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=6bde85cb-ab22-45ba-bdbe-d5b38346e5a0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:23.971823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:23.978433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.987995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:23.996289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f362f357-fbaa-4ed8-afea-b9c4a3b09162 None None] Network 8f85f68f-dc38-4f11-b913-265b238af0b5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:24.046267 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c99c76f7-93b1-489a-b459-6a0605be3de9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/6bde85cb-ab22-45ba-bdbe-d5b38346e5a0 HTTP/1.1" status: 204 len: 168 time: 0.9823987 Feb 16 23:58:24.049790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55228) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:24.078709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] Pushing event deleted for resources: {'Port': ['ID=f18324c7-8a52-428d-9cba-8cbf135c072f,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:24.086696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00605b4-9f4b-47be-8581-59ce5e591d85 None None] No DVR routers for this DVR port f18324c7-8a52-428d-9cba-8cbf135c072f on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:24.089890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:24.168676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865abe9-0533-40c8-8879-5f278f0ea550 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:24.176439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=a2a620a3-85af-4b22-9a48-18247af8fb22,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:24.188248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:24.191855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:24.195213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:24.195798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.239116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c26e2fad-b803-4507-a0cc-b0810bb13eb6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9311597 Feb 16 23:58:24.241967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55232) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:24.252672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:03:76:3a', 'name': 'tempest-NetworksTestDHCPv6-1481866589'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:24.275899 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:58:20Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:24.282876 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5530c-5de4-4ac6-bd8b-bd43abe32c03 None None] The sync data for ids ['b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f'] in dv-neutron-829040-1-hyperv is: [{'id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'name': 'tempest-TestNetworkBasicOps-router-2007062679', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:55:09Z', 'updated_at': '2022-02-16T23:58:20Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:55:11Z', 'updated_at': '2022-02-16T23:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:24.345775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:24.350835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.356930 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:24.367048 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:24.367651 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:24.442879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': 'a2a620a3-85af-4b22-9a48-18247af8fb22'}, {'subnet_id': 'ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:24.443406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.444394 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:24.452379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.463544 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:24.465401 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:24.512668 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a848ddb3-75ea-474f-b443-a13821ed3b94 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/floatingips/0863fa6c-878e-4191-b4d6-cde87ba96f48 HTTP/1.1" status: 200 len: 979 time: 4.1081662 Feb 16 23:58:24.512890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55236) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:24.518619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:24.536323 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:24.536826 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb217b5f-0d02-474b-b876-67b144543b2c None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:24.574013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:24.637956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.706032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:24.711134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:24.725380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] DHCP port deletion for 8f85f68f-dc38-4f11-b913-265b238af0b5 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:24.735788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Allocated IP 172.20.0.2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8/52fa4186-ef80-4bea-b1c2-dd837c11a45f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:24.740829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Deleting port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:24.741204 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.752997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:24.779240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:24.786188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:24.811274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.813699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Allocated IP 2001:db8::f816:3eff:feb8:ef5e (692b4ba4-25a8-41bb-808b-fe8814ab5be8/a2a620a3-85af-4b22-9a48-18247af8fb22/52fa4186-ef80-4bea-b1c2-dd837c11a45f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:24.907790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:24.908382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.932643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.938173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:24.938517 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 0863fa6c-878e-4191-b4d6-cde87ba96f48 disassociated. External IP: 172.26.2.254, port: 484d64aa-8b41-48f0-be47-433fc0f40764. Feb 16 23:58:25.170692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.217072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 918a7f62-7b84-4ab4-8160-f3df64c82ed4 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:25.240537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.289686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.293330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] For port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:25.293834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.298865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:25.319532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:25.319903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.449258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:25.466748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Transition to ACTIVE for port object 52fa4186-ef80-4bea-b1c2-dd837c11a45f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:25.476671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Calling delete_port for 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:25.519853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:25.536157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.536923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 16a35699-8062-455c-90a8-3e87b2d48067 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:25.570553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Transition to ACTIVE for port object 52fa4186-ef80-4bea-b1c2-dd837c11a45f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:25.620115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:25.620378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 16a35699-8062-455c-90a8-3e87b2d48067 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:25.620521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 16a35699-8062-455c-90a8-3e87b2d48067 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:25.621008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f18324c7-8a52-428d-9cba-8cbf135c072f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:25.624934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.655632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:25.675901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.686462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f18324c7-8a52-428d-9cba-8cbf135c072f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:25.686878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f18324c7-8a52-428d-9cba-8cbf135c072f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:25.692114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55240) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:25.692536 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e71c1847-69ba-4171-b4d3-ef2e9d95f4dd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/floatingips/0863fa6c-878e-4191-b4d6-cde87ba96f48 HTTP/1.1" status: 200 len: 688 time: 1.1784010 Feb 16 23:58:25.700934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:25.729309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:25.730039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:25.788158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:25.797717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:25.800927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:25.803292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:25.837623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:25.849396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:25.851374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:25.851728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:25.935392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:25.936020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:26.026195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 20e5908b-644c-4d32-9e7d-45c2f1c3b3aa {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:26.026410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.035971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:26.036401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22071fb8-acc8-41b8-b6d2-26a9d4839ede None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:26.043844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Pushing event updated for resources: {'Port': ['ID=52fa4186-ef80-4bea-b1c2-dd837c11a45f,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:26.062649 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Attempting to bind port 52fa4186-ef80-4bea-b1c2-dd837c11a45f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:26.063018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Attempting to bind port 52fa4186-ef80-4bea-b1c2-dd837c11a45f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:26.063380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Attempting to bind port 52fa4186-ef80-4bea-b1c2-dd837c11a45f on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:26.068780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:26.069149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:26.069546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.069937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:26.070403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Bound port: 52fa4186-ef80-4bea-b1c2-dd837c11a45f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:26.070777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.100430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 172.20.0.9 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8/918a7f62-7b84-4ab4-8160-f3df64c82ed4) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:26.114038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe03:763a (692b4ba4-25a8-41bb-808b-fe8814ab5be8/a2a620a3-85af-4b22-9a48-18247af8fb22/918a7f62-7b84-4ab4-8160-f3df64c82ed4) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:26.116112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.157536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] For port 52fa4186-ef80-4bea-b1c2-dd837c11a45f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:26.161406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] For port 52fa4186-ef80-4bea-b1c2-dd837c11a45f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52fa4186-ef80-4bea-b1c2-dd837c11a45f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:26.165610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.251495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31c28c-ea5c-42dc-914c-678807f64992 None None] Pushing event updated for resources: {'Port': ['ID=52fa4186-ef80-4bea-b1c2-dd837c11a45f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:26.352936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Deleting port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:26.353349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.380038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.387766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.654592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] For port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,segment=NetworkSegment(045ab76e-611e-483f-9dec-29c5e6ab75af),segment_id=045ab76e-611e-483f-9dec-29c5e6ab75af)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:26.655162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.695738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.696294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:58:26.744611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.745149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.794295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52fa4186-ef80-4bea-b1c2-dd837c11a45f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:26.826769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Calling delete_port for 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:26.886445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 20e5908b-644c-4d32-9e7d-45c2f1c3b3aa owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:26.915836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.919554 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-661b284d-f8c4-4bfc-ae16-454bb3739542 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/b6f55f04-de6b-4256-9ca7-f0e0b9f58c6f HTTP/1.1" status: 204 len: 168 time: 2.8635569 Feb 16 23:58:26.921252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55244) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:26.930825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:26.941382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:26.966497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.007798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 918a7f62-7b84-4ab4-8160-f3df64c82ed4 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:27.033876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] Pushing event deleted for resources: {'Port': ['ID=0bb21de9-223a-4edd-bea1-bda6e0e0cc5f,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:27.042165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991784a0-7e1e-4fe8-a248-3664fb32c8f9 None None] No DVR routers for this DVR port 0bb21de9-223a-4edd-bea1-bda6e0e0cc5f on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:27.075967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.082375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.173251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=918a7f62-7b84-4ab4-8160-f3df64c82ed4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:27.191244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.197015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:27.238878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:27.244585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.250968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:27.272570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f85f68f-dc38-4f11-b913-265b238af0b5']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:27.279123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=20e5908b-644c-4d32-9e7d-45c2f1c3b3aa,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:27.285427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045ab76e-611e-483f-9dec-29c5e6ab75af') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:27.285730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045ab76e-611e-483f-9dec-29c5e6ab75af') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:27.297755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.314189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.322181 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:58:27.322822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:58:27.338275 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:58:27.394705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.395358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.415150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.427303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.428540 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dc49d4da-a462-4d92-bd1d-9c4f6d0f606d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/floatingips/0863fa6c-878e-4191-b4d6-cde87ba96f48 HTTP/1.1" status: 204 len: 168 time: 1.7345202 Feb 16 23:58:27.430768 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f39aadf9-5100-4737-ae49-9addf87107fb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1878722 Feb 16 23:58:27.431603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55250) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.434167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55254) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.467398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.481865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87de7e1-deae-48ce-8374-4ebbf9896306 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:27.496207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.506260 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=8f85f68f-dc38-4f11-b913-265b238af0b5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:27.508629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-f3385783-4710-4ca3-9a0c-af603e4d2fb6 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] delete failed (client error): The resource could not be found. Feb 16 23:58:27.510720 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f3385783-4710-4ca3-9a0c-af603e4d2fb6 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/floatingips/0863fa6c-878e-4191-b4d6-cde87ba96f48 HTTP/1.1" status: 404 len: 345 time: 0.0781763 Feb 16 23:58:27.513366 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4b311036-65f9-406a-965b-5ff3f5ecc302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/8f85f68f-dc38-4f11-b913-265b238af0b5 HTTP/1.1" status: 204 len: 168 time: 0.5918059 Feb 16 23:58:27.518348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55258) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.539246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55262) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.551342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--1972534998', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:27.559195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:27.565418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:27.569381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:27.584024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6dbd8e-1906-4d35-9da1-15e4ff5f65dc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.586522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a31f596-2903-4d9d-8bff-c1a8d6866946 None None] Provisioning for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:27.590633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6dbd8e-1906-4d35-9da1-15e4ff5f65dc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.592582 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eb6dbd8e-1906-4d35-9da1-15e4ff5f65dc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1571977 Feb 16 23:58:27.594013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:27.594524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a31f596-2903-4d9d-8bff-c1a8d6866946 None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:27.594904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a31f596-2903-4d9d-8bff-c1a8d6866946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.596031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55266) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.606496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:27.610634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.642629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:58:27.654411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.654994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment 5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e of type vlan for network 6a895540-568b-499a-926d-3a3fe8a13b94 Feb 16 23:58:27.677697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110ba72-f5ca-4bd8-89a1-b081fbe6c5c8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.684174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110ba72-f5ca-4bd8-89a1-b081fbe6c5c8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.690728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110ba72-f5ca-4bd8-89a1-b081fbe6c5c8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.691897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0110ba72-f5ca-4bd8-89a1-b081fbe6c5c8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Synchronizing usage tracker for tenant:2954108798244f4682f186ff90687f5d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:27.695384 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.725620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 918a7f62-7b84-4ab4-8160-f3df64c82ed4 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:27.726238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.730051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.735643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.736984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.770860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0110ba72-f5ca-4bd8-89a1-b081fbe6c5c8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Unset dirty status for tenant:2954108798244f4682f186ff90687f5d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:27.774917 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0110ba72-f5ca-4bd8-89a1-b081fbe6c5c8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "GET /v2.0/ports?network_id=48f76272-6bfc-400e-9e66-0ef2e13bc764 HTTP/1.1" status: 200 len: 2358 time: 0.2526371 Feb 16 23:58:27.779731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55270) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.837981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a31f596-2903-4d9d-8bff-c1a8d6866946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.840995 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2996206 Feb 16 23:58:27.843647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55274) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.850909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:27.857582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75103a37-bf00-49f2-af0a-ae4b392a89fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=6a895540-568b-499a-926d-3a3fe8a13b94,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:27.859940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:27.865040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:27.870241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:27.879129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:27.880205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 6a895540-568b-499a-926d-3a3fe8a13b94 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:58:27.890793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.892708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.894910 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9a31f596-2903-4d9d-8bff-c1a8d6866946 None None] For port 52fa4186-ef80-4bea-b1c2-dd837c11a45f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52fa4186-ef80-4bea-b1c2-dd837c11a45f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:27.901381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f77a0a-8830-413d-b0e4-8fe46a2f06fe tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:27.906426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-71f77a0a-8830-413d-b0e4-8fe46a2f06fe tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "GET /v2.0/subnets/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b HTTP/1.1" status: 200 len: 797 time: 0.1223569 Feb 16 23:58:27.908017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55278) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:27.915485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'port': {'network_id': '48f76272-6bfc-400e-9e66-0ef2e13bc764', 'name': 'tempest-FloatingIPTestJSON-851533387', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:27.954382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a31f596-2903-4d9d-8bff-c1a8d6866946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:27.985708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.053191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31f596-2903-4d9d-8bff-c1a8d6866946 None None] Pushing event updated for resources: {'Port': ['ID=52fa4186-ef80-4bea-b1c2-dd837c11a45f,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:28.065068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.188457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 918a7f62-7b84-4ab4-8160-f3df64c82ed4 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:28.202863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:28.267970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:28.292285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-761bb7ba-5df8-4418-b979-2fbab9944c3e None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:28.292671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-761bb7ba-5df8-4418-b979-2fbab9944c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.351247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.355905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:28.542803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52fa4186-ef80-4bea-b1c2-dd837c11a45f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:28.546411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.580975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-761bb7ba-5df8-4418-b979-2fbab9944c3e None None] Provisioning for port 918a7f62-7b84-4ab4-8160-f3df64c82ed4 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:28.596455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-761bb7ba-5df8-4418-b979-2fbab9944c3e None None] Provisioning complete for port 918a7f62-7b84-4ab4-8160-f3df64c82ed4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:28.596906 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-761bb7ba-5df8-4418-b979-2fbab9944c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.613245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=918a7f62-7b84-4ab4-8160-f3df64c82ed4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:28.644522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-761bb7ba-5df8-4418-b979-2fbab9944c3e None None] Port 918a7f62-7b84-4ab4-8160-f3df64c82ed4 was deleted so its status cannot be updated. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 23:58:28.665668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:28.666180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.701728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.737257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] device_id is not set on port 8ea22570-6db7-4bba-8c0a-834a62e1dfe8 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:28.763536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bf9898d1-044c-4880-87f1-63cba1982790 None None] Could not find standard attr ID for object 918a7f62-7b84-4ab4-8160-f3df64c82ed4. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:58:28.769823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:28.784008 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ca66a924-bffe-4d67-862b-0e5b60be41dd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/918a7f62-7b84-4ab4-8160-f3df64c82ed4 HTTP/1.1" status: 204 len: 168 time: 1.1855826 Feb 16 23:58:28.785143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55282) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:28.858711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:28.872082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07885c90-13c0-430f-baff-d7e6eeb3e7cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:28.876194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07885c90-13c0-430f-baff-d7e6eeb3e7cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:28.878491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07885c90-13c0-430f-baff-d7e6eeb3e7cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:28.880369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07885c90-13c0-430f-baff-d7e6eeb3e7cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:28.896047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:28.896683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bcb6d831-d94e-44ce-9c0a-c0b8d9b2f44d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:28.903009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07885c90-13c0-430f-baff-d7e6eeb3e7cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:28.907124 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-07885c90-13c0-430f-baff-d7e6eeb3e7cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1179237 Feb 16 23:58:28.908712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55286) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:28.978031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet a2a620a3-85af-4b22-9a48-18247af8fb22 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:28.980895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.034708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.113241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.129329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.162804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.188558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.228405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a620a3-85af-4b22-9a48-18247af8fb22,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:29.230321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.243112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff490d9f-a71b-4d25-a630-c1b63a623989 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:29.244804 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c7a539a5-f0fb-4d8b-b857-f2fd4c39ac82 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/a2a620a3-85af-4b22-9a48-18247af8fb22 HTTP/1.1" status: 204 len: 168 time: 0.3348718 Feb 16 23:58:29.247803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55290) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:29.317788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:29.321378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.376724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.398338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.14 (48f76272-6bfc-400e-9e66-0ef2e13bc764/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b/8ea22570-6db7-4bba-8c0a-834a62e1dfe8) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:29.409771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.15 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/5589298b-ff94-4abf-8d2a-16d33d87af40) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:29.412177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.13 (48f76272-6bfc-400e-9e66-0ef2e13bc764/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b/8ea22570-6db7-4bba-8c0a-834a62e1dfe8) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:29.464886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.543486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.583001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:29.586528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.598951 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-426b44f4-99a2-4fd5-989e-742858d2d4a9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8 HTTP/1.1" status: 204 len: 168 time: 0.3496869 Feb 16 23:58:29.602774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55294) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:29.693848 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5d60b668-07e5-424a-88f3-ecdfd3e923d4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870931 Feb 16 23:58:29.694457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55298) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:29.698172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.699630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:29.759430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.791334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.819144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:29.823293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:29.826243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:29.833409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:29.844217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:29.847717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.867532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:29.871085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:29.872448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:29.883575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:29.908249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=5589298b-ff94-4abf-8d2a-16d33d87af40,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:29.987077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:29.993709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:30.002830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:30.035241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=8ea22570-6db7-4bba-8c0a-834a62e1dfe8,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:30.061855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a35af-e53c-4a62-ae58-4082aed8b521 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:30.077685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.135954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:30.139305 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:30.143766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:30.144474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.157598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7cc50d2b-270c-4166-be64-34cf098390f1 None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:30.157979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d2b-270c-4166-be64-34cf098390f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.169656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=07490fda-5231-4792-9f51-590da0e59be9,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:30.183568 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e4775257-9f70-4558-aef3-4288f9871018 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4883633 Feb 16 23:58:30.186325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55302) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:30.195002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:30.319227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:30.319950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.448095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:30.452714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:30.455534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:30.461741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:30.467916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55306) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:30.468095 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-93d03a53-997b-4151-9c1e-d2a7673d556f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5587587 Feb 16 23:58:30.474155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '8ea22570-6db7-4bba-8c0a-834a62e1dfe8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:30.480506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:30.482634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:30.485897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.561994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:30.584640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.604564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.680887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f519e7-3c19-4f4b-9ccc-d28cf9ead252 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:30.788970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-807d83d7-5a34-423c-ac44-3ee9524a4a4b None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:30.789405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-807d83d7-5a34-423c-ac44-3ee9524a4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.828838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:30.979260 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:31.047352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.26.2.187 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/8ae2e174-9647-4a76-88fc-5716e876fc79) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:31.200656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router edde64c2-24aa-434e-ac4f-c85f6c442859 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:58:31.201094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:31.334107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2ba9fbe6-2a01-4207-800b-3616735d4fab None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:31.334687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2ba9fbe6-2a01-4207-800b-3616735d4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:31.371400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:31.381602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:31.392420 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Sync routers for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:31.406785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:31.408103 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8b85ebe7-be91-458f-87e1-0e0ca2df8bb2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5634034 Feb 16 23:58:31.410806 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:31.411690 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:31.411841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55310) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:31.455719 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c90bc80d-33dd-4ce1-873d-878bf33f1e9d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418503 Feb 16 23:58:31.458143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55314) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:31.496978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:31.592150 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:31.595043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:31.631818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:31.637260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:31.639642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:31.731422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=8ae2e174-9647-4a76-88fc-5716e876fc79,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:31.842572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e606550-aa63-480e-8cdf-d1b28f02a88a tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:31.844069 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8e606550-aa63-480e-8cdf-d1b28f02a88a tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3849735 Feb 16 23:58:31.847049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55318) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:31.888382 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-29dba626-c1c7-4ece-b521-5c87a2f54238 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377994 Feb 16 23:58:31.888614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55322) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:31.894469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703356996', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:31.921266 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:30Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:31.925123 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Checking router: edde64c2-24aa-434e-ac4f-c85f6c442859 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:58:31.925472 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Updating router edde64c2-24aa-434e-ac4f-c85f6c442859 port 5589298b-ff94-4abf-8d2a-16d33d87af40 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:58:31.979832 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.132748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:32.137418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:32.140711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:32.147533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:32.159220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:32.164143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.246265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 52fa4186-ef80-4bea-b1c2-dd837c11a45f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52fa4186-ef80-4bea-b1c2-dd837c11a45f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:32.322529 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.333897 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Transition to ACTIVE for port object 5589298b-ff94-4abf-8d2a-16d33d87af40 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:32.341189 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.356669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.370226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.370959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.390863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.418395 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb1c73-e209-40e3-bee8-5964b5e98680 None None] Pushing event updated for resources: {'Port': ['ID=5589298b-ff94-4abf-8d2a-16d33d87af40,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:32.427685 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Attempting to bind port 5589298b-ff94-4abf-8d2a-16d33d87af40 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:32.428078 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Attempting to bind port 5589298b-ff94-4abf-8d2a-16d33d87af40 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:32.428460 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Attempting to bind port 5589298b-ff94-4abf-8d2a-16d33d87af40 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:32.434841 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:32.435216 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:32.435617 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.436559 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:32.436559 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Bound port: 5589298b-ff94-4abf-8d2a-16d33d87af40, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:32.436870 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.478491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=3e74cfd5-1f77-4534-ad41-5446f1f1a04d,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:32.489854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:32.490230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: 6a895540-568b-499a-926d-3a3fe8a13b94, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:58:32.494217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:32.503137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:32.505943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:32.506575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.512749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 6a895540-568b-499a-926d-3a3fe8a13b94 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:58:32.520580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3334697-64dc-4258-9748-a04b20926007 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:32.532963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 6a895540-568b-499a-926d-3a3fe8a13b94) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:32.540842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:32.541589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.547107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52229b-72b5-4ba0-9e4b-4e33be09d8ec None None] Network 6a895540-568b-499a-926d-3a3fe8a13b94 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:32.548605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=96bc3995-0079-496c-a443-a72620f85d55,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:32.551865 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] For port 5589298b-ff94-4abf-8d2a-16d33d87af40, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:32.556953 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] For port 5589298b-ff94-4abf-8d2a-16d33d87af40, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5589298b-ff94-4abf-8d2a-16d33d87af40,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:32.563858 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.566793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=52fa4186-ef80-4bea-b1c2-dd837c11a45f,revision_number=7']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:32.579329 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4c0f95ad-442c-48ea-b4b1-2b34f95c50c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6873677 Feb 16 23:58:32.579686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55326) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:32.596383 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a82f60e9-39b4-4b1b-8bfe-41d332bffb2e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4082398 Feb 16 23:58:32.600080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55330) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:32.608811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:58:14:bb', 'name': 'tempest-NetworksTestDHCPv6-252655180'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:32.635236 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:32.635844 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:32.730352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:32.775575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:32.780816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:32.784588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:32.791828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:32.840376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:32.851180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:32.928327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.059393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.092587 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb1c73-e209-40e3-bee8-5964b5e98680 None None] Pushing event updated for resources: {'Port': ['ID=5589298b-ff94-4abf-8d2a-16d33d87af40,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:33.135038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-6a895540-568b-499a-926d-3a3fe8a13b94', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:33.135868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.151596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:33.161334 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:30Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:33.165708 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a8f08-e9e7-489a-92b8-db99c4d1d615 None None] The sync data for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv is: [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:30Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:33.344613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.382824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.440826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Allocated IP 172.20.0.2 (6a895540-568b-499a-926d-3a3fe8a13b94/3e74cfd5-1f77-4534-ad41-5446f1f1a04d/8210896e-40f7-4f6b-ae8b-be4ee512b28d) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:33.467480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=8ae2e174-9647-4a76-88fc-5716e876fc79,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:33.526709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.552956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 172.20.0.12 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/07490fda-5231-4792-9f51-590da0e59be9/86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:33.562001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe58:14bb (692b4ba4-25a8-41bb-808b-fe8814ab5be8/96bc3995-0079-496c-a443-a72620f85d55/86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:33.755501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.813822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-10491493-c551-4ce7-bb65-ec9af1c09b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.850093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:33.868166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Transition to ACTIVE for port object 8210896e-40f7-4f6b-ae8b-be4ee512b28d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:33.898098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Transition to ACTIVE for port object 8210896e-40f7-4f6b-ae8b-be4ee512b28d will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:33.945101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.007756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.031554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Network 6a895540-568b-499a-926d-3a3fe8a13b94 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:34.046016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Pushing event updated for resources: {'Port': ['ID=8210896e-40f7-4f6b-ae8b-be4ee512b28d,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:34.054283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:34.061072 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:34.100042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:34.124311 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 0c0d5637-db12-4a50-8c32-0702793d0b8c associated. External IP: 172.26.2.187, port: 8ea22570-6db7-4bba-8c0a-834a62e1dfe8. Feb 16 23:58:34.161131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '96bc3995-0079-496c-a443-a72620f85d55', 'ip_address': '2001:db8::f816:3eff:feb8:ef5e'}, {'subnet_id': '07490fda-5231-4792-9f51-590da0e59be9'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '52fa4186-ef80-4bea-b1c2-dd837c11a45f'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:58:34.196841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (6a895540-568b-499a-926d-3a3fe8a13b94/3e74cfd5-1f77-4534-ad41-5446f1f1a04d/52c75244-38d5-47cf-8883-aa49b10dd312) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:34.241812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Attempting to bind port 8210896e-40f7-4f6b-ae8b-be4ee512b28d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:34.242335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Attempting to bind port 8210896e-40f7-4f6b-ae8b-be4ee512b28d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:34.242799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Attempting to bind port 8210896e-40f7-4f6b-ae8b-be4ee512b28d on network 6a895540-568b-499a-926d-3a3fe8a13b94 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:34.256103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.267320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:34.268414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Checking segment: {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:34.268902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.269427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Bound using segment: {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:34.269978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Bound port: 8210896e-40f7-4f6b-ae8b-be4ee512b28d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:34.270440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.282942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.372377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:34.381247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:34.383621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:34.391011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.412595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 52c75244-38d5-47cf-8883-aa49b10dd312 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:34.441999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.479508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:34.499400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 6a895540-568b-499a-926d-3a3fe8a13b94 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:34.509405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:34.515937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] For port 8210896e-40f7-4f6b-ae8b-be4ee512b28d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:34.520167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:34.535176 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] For port 8210896e-40f7-4f6b-ae8b-be4ee512b28d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8210896e-40f7-4f6b-ae8b-be4ee512b28d,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:34.544832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:34.545477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.610215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] Allocated IP 172.20.0.2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/07490fda-5231-4792-9f51-590da0e59be9/52fa4186-ef80-4bea-b1c2-dd837c11a45f) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:34.616967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.666711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b0dc2a13-f1d7-482f-834f-add535b7bf47 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0643816 Feb 16 23:58:34.669938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55334) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:34.744912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:34.762044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] For port 52fa4186-ef80-4bea-b1c2-dd837c11a45f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52fa4186-ef80-4bea-b1c2-dd837c11a45f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:34.789870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.797976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=52c75244-38d5-47cf-8883-aa49b10dd312,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:34.806477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5589298b-ff94-4abf-8d2a-16d33d87af40 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:34.845420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] Transition to ACTIVE for port object 52fa4186-ef80-4bea-b1c2-dd837c11a45f will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:34.846723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.874473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfeebe-36a8-4206-8388-495b045a235b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:34.881221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfeebe-36a8-4206-8388-495b045a235b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:34.882027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a8bfeebe-36a8-4206-8388-495b045a235b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:34.908275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.959592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:34.973272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a8bfeebe-36a8-4206-8388-495b045a235b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:34.974625 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a8bfeebe-36a8-4206-8388-495b045a235b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3033783 Feb 16 23:58:34.977708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55338) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:35.027192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:35.060407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:35.067805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:35.068183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.088569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37097e17-3aa8-4b20-91b6-33434e849379 None None] Pushing event updated for resources: {'Port': ['ID=8210896e-40f7-4f6b-ae8b-be4ee512b28d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:35.102571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.153986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:35.154806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:35.224776 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-db515065-c1f7-4d05-8738-e572f5b573c5 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7557802 Feb 16 23:58:35.230190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55342) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:35.258342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'port_id': '8ea22570-6db7-4bba-8c0a-834a62e1dfe8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:35.262614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:35.276022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 5589298b-ff94-4abf-8d2a-16d33d87af40 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:35.285878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:35.287132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:35.409655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:35.410085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bba955-c53f-4b54-a70f-66c0b30f30a6 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:35.411618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5589298b-ff94-4abf-8d2a-16d33d87af40 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:35.411846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.480763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526daed5-540f-459c-9871-43eb69af33e9 None None] Pushing event updated for resources: {'Port': ['ID=52fa4186-ef80-4bea-b1c2-dd837c11a45f,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:35.574845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.580631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.632130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.651720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 5589298b-ff94-4abf-8d2a-16d33d87af40, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5589298b-ff94-4abf-8d2a-16d33d87af40,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:35.661977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.663336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52fa4186-ef80-4bea-b1c2-dd837c11a45f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:35.752750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.753704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=52c75244-38d5-47cf-8883-aa49b10dd312,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:35.766138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.828940 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=5589298b-ff94-4abf-8d2a-16d33d87af40,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:35.893156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.904992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c27b-8c6e-4845-ab57-3409fe5ca129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:35.946094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 6a895540-568b-499a-926d-3a3fe8a13b94 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:35.947490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:36.065752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e5c88524-c58e-490d-bc2b-a3555f2a206b None None] Provisioning for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:36.066449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:36.073932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e5c88524-c58e-490d-bc2b-a3555f2a206b None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:36.074334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5c88524-c58e-490d-bc2b-a3555f2a206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:36.310655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router edde64c2-24aa-434e-ac4f-c85f6c442859 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:36.516854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:36.535489 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Sync routers for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:36.545627 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b53122b4-7fe1-4998-aac8-5ece63b28631 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/edde64c2-24aa-434e-ac4f-c85f6c442859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9645860 Feb 16 23:58:36.548020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55346) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:36.552287 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:36.553105 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:36.677182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3490b92-8054-4143-89a4-764367c51435 None None] Provisioning for port 86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:36.680359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:36.687215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3490b92-8054-4143-89a4-764367c51435 None None] Provisioning complete for port 86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:36.688148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3490b92-8054-4143-89a4-764367c51435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:36.726101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d1d9-7442-466d-af08-c05ac860ae53 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.726935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d1d9-7442-466d-af08-c05ac860ae53 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.727586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d1d9-7442-466d-af08-c05ac860ae53 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.728959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d1d9-7442-466d-af08-c05ac860ae53 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.729673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d1d9-7442-466d-af08-c05ac860ae53 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.730311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d1d9-7442-466d-af08-c05ac860ae53 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.732994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2ef7d1d9-7442-466d-af08-c05ac860ae53 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4324 time: 0.1836770 Feb 16 23:58:36.735595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55350) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:36.747360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:36.768316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5589298b-ff94-4abf-8d2a-16d33d87af40 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:36.806893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd97723-d521-4d40-98d5-f5f729c3e6cb None None] Network 6a895540-568b-499a-926d-3a3fe8a13b94 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:36.834093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.835509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.836235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.837012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.838205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.839028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.839673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:36.841802 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-91cb8cb6-e44e-444b-ac74-5d565a0aabd6 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4552 time: 0.1043816 Feb 16 23:58:36.844502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55354) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:36.846195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c3490b92-8054-4143-89a4-764367c51435 None None] Port 86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 was deleted so its status cannot be updated. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 23:58:36.917928 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:37.008818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.020908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.037277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-78b196e1-2f45-4939-bbbd-79455b8100e7 None None] Provisioning for port 8210896e-40f7-4f6b-ae8b-be4ee512b28d completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:37.053507 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-41b57bf2-199c-44b5-91c0-d73426c60723 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 HTTP/1.1" status: 204 len: 168 time: 2.0748074 Feb 16 23:58:37.089723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5589298b-ff94-4abf-8d2a-16d33d87af40 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:37.090098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.098563 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:58:37.119930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55358) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:37.200109 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f362a257-c0c4-41ac-b1a2-9a18a16a5fec tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2324 time: 0.3525364 Feb 16 23:58:37.209145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0b2a6-d910-4b03-a856-20ded38270ed tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:37.210743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0b2a6-d910-4b03-a856-20ded38270ed tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:37.212568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0b2a6-d910-4b03-a856-20ded38270ed tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:37.213347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-95c0b2a6-d910-4b03-a856-20ded38270ed tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:37.249784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.252612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-95c0b2a6-d910-4b03-a856-20ded38270ed tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:37.254061 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-95c0b2a6-d910-4b03-a856-20ded38270ed tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1325545 Feb 16 23:58:37.256031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.257624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55364) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:37.297081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.333158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8210896e-40f7-4f6b-ae8b-be4ee512b28d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:37.335472 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:37.347311 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Checking router: edde64c2-24aa-434e-ac4f-c85f6c442859 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:58:37.347931 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Updating router edde64c2-24aa-434e-ac4f-c85f6c442859 port 52c75244-38d5-47cf-8883-aa49b10dd312 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:58:37.371987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 07490fda-5231-4792-9f51-590da0e59be9 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:37.375959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.425478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8210896e-40f7-4f6b-ae8b-be4ee512b28d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:37.431194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8210896e-40f7-4f6b-ae8b-be4ee512b28d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:37.431562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.452190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.464988 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.590805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.696340 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.738193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.784568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8210896e-40f7-4f6b-ae8b-be4ee512b28d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8210896e-40f7-4f6b-ae8b-be4ee512b28d,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:37.794526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.795313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52fa4186-ef80-4bea-b1c2-dd837c11a45f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:37.813770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=07490fda-5231-4792-9f51-590da0e59be9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:37.816373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55368) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:37.825750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.841911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320734899', 'description': 'tempest-secgroup-smoke-320734899 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:37.858439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:37.860012 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2b3284d2-7808-430a-b801-136adb35ce89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/07490fda-5231-4792-9f51-590da0e59be9 HTTP/1.1" status: 204 len: 168 time: 0.6008563 Feb 16 23:58:37.860689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55372) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:37.929460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20068df9-86e8-41a2-b419-c59838dbf214 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:37.935984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:37.943176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:37.954732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:37.974121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:37.978860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 96bc3995-0079-496c-a443-a72620f85d55 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:37.985145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.011593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:38.028904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:38.038381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:38.038964 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.048677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:38.062311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-beff7696-99e0-4006-9247-754d3978a9bb None None] Provisioning for port 52c75244-38d5-47cf-8883-aa49b10dd312 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:38.065842 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Transition to ACTIVE for port object 52c75244-38d5-47cf-8883-aa49b10dd312 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:38.077774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:38.078139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.078262 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.078884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:38.091861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.109543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8210896e-40f7-4f6b-ae8b-be4ee512b28d,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:38.113012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-beff7696-99e0-4006-9247-754d3978a9bb None None] Provisioning complete for port 52c75244-38d5-47cf-8883-aa49b10dd312 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:38.113381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-beff7696-99e0-4006-9247-754d3978a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.222844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.288031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-beff7696-99e0-4006-9247-754d3978a9bb None None] Port 52c75244-38d5-47cf-8883-aa49b10dd312 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:58:38.311492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e47f0-0055-4d6b-b5cf-b76937c170ea None None] Pushing event updated for resources: {'Port': ['ID=52c75244-38d5-47cf-8883-aa49b10dd312,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:38.323066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:38.339643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.361842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.398688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-beff7696-99e0-4006-9247-754d3978a9bb None None] Provisioning complete for port 8210896e-40f7-4f6b-ae8b-be4ee512b28d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:38.399175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-beff7696-99e0-4006-9247-754d3978a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.404792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=96bc3995-0079-496c-a443-a72620f85d55,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:38.411318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.413100 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Attempting to bind port 52c75244-38d5-47cf-8883-aa49b10dd312 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:38.413682 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Attempting to bind port 52c75244-38d5-47cf-8883-aa49b10dd312 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:38.414236 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Attempting to bind port 52c75244-38d5-47cf-8883-aa49b10dd312 on network 6a895540-568b-499a-926d-3a3fe8a13b94 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:38.422979 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:38.423356 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Checking segment: {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:38.423939 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.424487 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e4bde1c-0c2c-41a8-b39e-cfd6c2a749bb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/96bc3995-0079-496c-a443-a72620f85d55 HTTP/1.1" status: 204 len: 168 time: 0.5624528 Feb 16 23:58:38.424785 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Bound using segment: {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:38.425271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55376) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:38.425399 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Bound port: 52c75244-38d5-47cf-8883-aa49b10dd312, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:38.425699 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.483764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:38.537185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.546505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.549129 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9f2cf24b-0c08-442e-ae85-e5b37ee93168 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218700 Feb 16 23:58:38.549895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55380) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:38.554552 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] For port 52c75244-38d5-47cf-8883-aa49b10dd312, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:38.559755 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] For port 52c75244-38d5-47cf-8883-aa49b10dd312, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52c75244-38d5-47cf-8883-aa49b10dd312,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:38.567909 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.590208 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-993a5738-4a75-4dce-9dee-e3eb188eaae9 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/floatingips/0c0d5637-db12-4a50-8c32-0702793d0b8c HTTP/1.1" status: 200 len: 978 time: 3.3589559 Feb 16 23:58:38.594642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55384) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:38.656638 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:38.657859 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:38.663294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:38.663920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:38.681784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cadf5-8176-4c78-8e7c-7cc9ecf0dcbb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:38.688067 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-325cadf5-8176-4c78-8e7c-7cc9ecf0dcbb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1352632 Feb 16 23:58:38.688866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55388) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:38.745574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.759619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:38.808017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0bf1f-f75c-4f60-ac5c-bd817bd14fe1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:38.809092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ddb0bf1f-f75c-4f60-ac5c-bd817bd14fe1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:38.811462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:38.813635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:38.828551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ddb0bf1f-f75c-4f60-ac5c-bd817bd14fe1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:38.830963 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ddb0bf1f-f75c-4f60-ac5c-bd817bd14fe1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1396902 Feb 16 23:58:38.844129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55392) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:38.922065 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e59f0e0f-15cd-40af-9b72-da11cdc83e5b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761979 Feb 16 23:58:38.934295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55396) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:38.944711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 8ae2e174-9647-4a76-88fc-5716e876fc79 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:38.945075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.959290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:38.960220 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:58:38.988945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8210896e-40f7-4f6b-ae8b-be4ee512b28d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:38.990932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:38.994690 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1741703 Feb 16 23:58:39.002419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55400) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:39.016534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4d74aadd-1da9-4f28-8a14-8bedba294719', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:39.026152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c37a1-e94e-4deb-a8ef-eaea552e4ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d74aadd-1da9-4f28-8a14-8bedba294719,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:39.043693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:39.071164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:39.071739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226d754-4787-483c-b08f-6ee16c52b206 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:39.082438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:39.084579 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e47f0-0055-4d6b-b5cf-b76937c170ea None None] Pushing event updated for resources: {'Port': ['ID=52c75244-38d5-47cf-8883-aa49b10dd312,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:39.090952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:39.144726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8210896e-40f7-4f6b-ae8b-be4ee512b28d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:39.145505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.178959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:39.214012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.284657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.285237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.307332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:39.321213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:39.333063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:39.337126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.338995 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:39.339583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:58:39.368748 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6ea188a6-102e-4801-b1c2-3ccd7d084335 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4329174 Feb 16 23:58:39.371695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55404) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:39.377599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c0214-bed4-4f3f-a89d-23f17e681d93 None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '96bc3995-0079-496c-a443-a72620f85d55'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '52fa4186-ef80-4bea-b1c2-dd837c11a45f'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:58:39.381022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:39.394234 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:38Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:39.398794 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ffee4-8336-4f98-a96a-2f5dfdbd6110 None None] The sync data for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv is: [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:38Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:39.432785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 8ae2e174-9647-4a76-88fc-5716e876fc79 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:39.466774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-113c0214-bed4-4f3f-a89d-23f17e681d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.508177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.524011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.557770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:39.572184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f3defc-14b9-4ac0-96b0-4958a0ed1a0f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:39.573998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:39.595652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.596963 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-49bab56a-316e-4003-bcbb-483f5a938a37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5932503 Feb 16 23:58:39.603418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55408) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:39.619957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4d74aadd-1da9-4f28-8a14-8bedba294719', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:39.624878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:39.633243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.634320 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:39.634764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:58:39.653490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:39.681994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:39.685393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:39.693003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:39.697556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.698081 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-85fab725-0fe2-42d9-a910-936b3fb5718c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3246324 Feb 16 23:58:39.700482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55412) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:39.711168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13a209-6bc8-4560-a636-d4f853f06160 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:39.714069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:39.820919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.843393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9638b2d7-ef22-40a7-83ce-0f0ae37ad63b None None] Provisioning complete for port 52fa4186-ef80-4bea-b1c2-dd837c11a45f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:39.844194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9638b2d7-ef22-40a7-83ce-0f0ae37ad63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.908289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:39.922614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:39.938529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.945225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.970595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:39.974398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:39.976019 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:39.976487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:58:39.985937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=8ae2e174-9647-4a76-88fc-5716e876fc79,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:39.997637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbb990e-8d4f-4248-bd33-4b566f742ded,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:40.016205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.019876 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e74a74a9-da97-4676-8515-14972f5d6de5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4139974 Feb 16 23:58:40.020659 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a42b2fbe-784a-4a12-a2bb-5d6e91594300 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3192031 Feb 16 23:58:40.023422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55416) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.023661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55418) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.031862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:40.041927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4d74aadd-1da9-4f28-8a14-8bedba294719', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:40.050724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:40.059212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:40.063562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:40.069105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.069873 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 0c0d5637-db12-4a50-8c32-0702793d0b8c disassociated (deleted). External IP: 172.26.2.187, port: 8ea22570-6db7-4bba-8c0a-834a62e1dfe8. Feb 16 23:58:40.099828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:40.104440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] Deleting port 52fa4186-ef80-4bea-b1c2-dd837c11a45f {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:40.104959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.135164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:40.169651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:40.185776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:40.198569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:40.202283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.203863 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:40.204353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:58:40.232451 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0a423769-45d0-446b-94ea-7cb64f4b3521 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2071183 Feb 16 23:58:40.233474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55424) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.240376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:40.263019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.350677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] For port 52fa4186-ef80-4bea-b1c2-dd837c11a45f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52fa4186-ef80-4bea-b1c2-dd837c11a45f,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:40.350993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.364200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:40.374674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:40.387118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:40.393766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.396688 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:40.397693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:58:40.428381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.440747 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-df07b3fe-8507-4e16-a507-3b88e6737666 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2056334 Feb 16 23:58:40.442321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55428) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.448912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:40.476900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.497742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] Calling delete_port for 52fa4186-ef80-4bea-b1c2-dd837c11a45f owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:40.531266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e6b9ae-96fb-455b-8ac9-2ab00173e103,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:40.558778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:40.595022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:40.597227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.609279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:40.622892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:40.627677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.628888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5f6a0b37-38fd-47c6-a1d4-d530114e786a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6002665 Feb 16 23:58:40.632744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.634273 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:58:40.634763 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:58:40.637266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55432) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.644651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4d74aadd-1da9-4f28-8a14-8bedba294719', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:40.660296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:40.661916 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-05aa196d-da03-4be3-8d01-639f0167048c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2184081 Feb 16 23:58:40.664540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55436) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.667256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] No DVR routers for this DVR port 52fa4186-ef80-4bea-b1c2-dd837c11a45f on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:40.678352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26ab81-c1c9-46ba-8c41-82b2c38bc368 None None] Pushing event deleted for resources: {'Port': ['ID=52fa4186-ef80-4bea-b1c2-dd837c11a45f,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:40.679825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:40.685159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:40.694634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:40.720467 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f3bc0927-c642-4e95-998a-4edd37785975 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0547435 Feb 16 23:58:40.723395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55440) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.804244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.804421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3327da4f-e295-4b3e-9f41-b4a83e886da8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:40.807848 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3327da4f-e295-4b3e-9f41-b4a83e886da8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0832236 Feb 16 23:58:40.808469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55444) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.816731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:40.831552 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:40.838022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:40.844895 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:40.848697 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:40.898742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52c75244-38d5-47cf-8883-aa49b10dd312 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:40.909115 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-56927ee2-b7bf-4e7d-a996-bff389d274a4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995536 Feb 16 23:58:40.915125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55448) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.921917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:40.928404 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7a601f63-7e8f-40d4-b76c-8a29ee2aa72d tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/floatingips/0c0d5637-db12-4a50-8c32-0702793d0b8c HTTP/1.1" status: 204 len: 168 time: 2.3307350 Feb 16 23:58:40.928563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55452) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:40.943582 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:40.952731 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:40.953332 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:40.996354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 52c75244-38d5-47cf-8883-aa49b10dd312 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:41.004528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 52c75244-38d5-47cf-8883-aa49b10dd312 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:41.004720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.005585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.019112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.041380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 8ea22570-6db7-4bba-8c0a-834a62e1dfe8 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:41.041729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.042358 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:41.042761 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93e752-466b-4fc4-accd-aae60912b9f3 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:41.065019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:41.076036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:41.087652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:41.091328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.096784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4b4642-0310-4309-af77-bc9c4e0fea37,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:41.115226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.116654 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-764e4921-9d8f-42bf-91ef-c5205bf81359 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784620 Feb 16 23:58:41.119530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55456) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:41.126367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4d74aadd-1da9-4f28-8a14-8bedba294719', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:41.134033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:41.178865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:41.182636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.187388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:41.200474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:41.216659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 52c75244-38d5-47cf-8883-aa49b10dd312, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52c75244-38d5-47cf-8883-aa49b10dd312,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:41.222073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.244143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:58:41.292780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52fa4186-ef80-4bea-b1c2-dd837c11a45f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:41.303504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.341558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 52fa4186-ef80-4bea-b1c2-dd837c11a45f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:41.341829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52fa4186-ef80-4bea-b1c2-dd837c11a45f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:41.358485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=52c75244-38d5-47cf-8883-aa49b10dd312,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:41.405098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.417304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.458758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.objects.ports [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87676) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:41.459938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.472392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.520846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:41.523972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:41.528215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:41.528794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.534232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5faf444-39af-46f2-88ab-8e43f0f1f4ce None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:41.536379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=2b65b30b-ea8a-40c9-9586-5b95c9e62666,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:41.552205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 8ea22570-6db7-4bba-8c0a-834a62e1dfe8 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:41.563626 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2be8a8c7-7842-436d-9e7e-cc1336447737 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6473303 Feb 16 23:58:41.564569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55460) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:41.570573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:b9:f0:d0', 'name': 'tempest-NetworksTestDHCPv6-1417103507'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:41.719353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:41.723505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9030ed5-674f-4bba-8906-2a3612651a01,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:41.725115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:41.732963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:41.740831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:41.749495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.750782 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9c7dc8f1-6989-4461-9b13-1d3b0bd4044f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6302984 Feb 16 23:58:41.753986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:41.755301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55464) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:41.762054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4d74aadd-1da9-4f28-8a14-8bedba294719', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:41.768849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:41.785605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:41.789399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:41.791361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '2b65b30b-ea8a-40c9-9586-5b95c9e62666'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:41.792996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.796168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:41.834149 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:58:41.844447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.977065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.984137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:41.989063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Allocated IP 2001:db8::f816:3eff:fe64:3343 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/2b65b30b-ea8a-40c9-9586-5b95c9e62666/7e7127b8-badc-4629-81aa-5d9ee1ee658c) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:41.992367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.015700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.022449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 86c02d11-b920-4763-af10-4ab4afb57480 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:42.054189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da84bdc6-531d-4d0a-a52e-d494fa7c3e24,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:42.079018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=8ea22570-6db7-4bba-8c0a-834a62e1dfe8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:42.114429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.115621 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-974031a5-792b-4c5b-b47d-c5b9d5e03ba3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3593974 Feb 16 23:58:42.205731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.216295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Transition to ACTIVE for port object 7e7127b8-badc-4629-81aa-5d9ee1ee658c will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:42.220073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.226563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55470) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:42.227163 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a20ad11a-9e8d-46da-b21e-1d2feba14183 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/ports/8ea22570-6db7-4bba-8c0a-834a62e1dfe8 HTTP/1.1" status: 204 len: 168 time: 1.2971098 Feb 16 23:58:42.233113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:42.240267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:42.249683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Transition to ACTIVE for port object 7e7127b8-badc-4629-81aa-5d9ee1ee658c will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:42.253122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:42.258088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.310953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.325210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:42.328175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:42.331842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:42.337936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Pushing event updated for resources: {'Port': ['ID=7e7127b8-badc-4629-81aa-5d9ee1ee658c,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:42.366877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-433b2c0c-21ea-4060-afa4-3b4f26893147 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:42.382741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-433b2c0c-21ea-4060-afa4-3b4f26893147 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:42.384116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-433b2c0c-21ea-4060-afa4-3b4f26893147 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320734899&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0594902 Feb 16 23:58:42.426489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:feb9:f0d0 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/2b65b30b-ea8a-40c9-9586-5b95c9e62666/86c02d11-b920-4763-af10-4ab4afb57480) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:42.427081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Attempting to bind port 7e7127b8-badc-4629-81aa-5d9ee1ee658c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:42.427460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Attempting to bind port 7e7127b8-badc-4629-81aa-5d9ee1ee658c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:42.428224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Attempting to bind port 7e7127b8-badc-4629-81aa-5d9ee1ee658c on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:42.433337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:42.433628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:42.434029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.434367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:42.434819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Bound port: 7e7127b8-badc-4629-81aa-5d9ee1ee658c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:42.435192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.533489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-94419476-6d95-4645-b003-c5da135ca03b None None] For port 7e7127b8-badc-4629-81aa-5d9ee1ee658c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:42.537323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-94419476-6d95-4645-b003-c5da135ca03b None None] For port 7e7127b8-badc-4629-81aa-5d9ee1ee658c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7e7127b8-badc-4629-81aa-5d9ee1ee658c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:42.542787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.551016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6bd2e2d7-d950-40ab-a827-514432e68725 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:42.557307 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6bd2e2d7-d950-40ab-a827-514432e68725 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=6a895540-568b-499a-926d-3a3fe8a13b94 HTTP/1.1" status: 200 len: 797 time: 0.1665411 Feb 16 23:58:42.573653 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6406f823-0185-4579-9569-7224cf045107 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0098877 Feb 16 23:58:42.630968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94419476-6d95-4645-b003-c5da135ca03b None None] Pushing event updated for resources: {'Port': ['ID=7e7127b8-badc-4629-81aa-5d9ee1ee658c,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:42.651877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.679464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-070e0999-0f4b-47ce-8044-d9f32599ebc4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002104 Feb 16 23:58:42.822536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:42.866075 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-5dff0489-4569-4177-9bd1-8e11854482b6 service neutron] 10.222.0.47 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740925 Feb 16 23:58:42.882492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 86c02d11-b920-4763-af10-4ab4afb57480 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:42.882831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52c75244-38d5-47cf-8883-aa49b10dd312 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:42.899326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.26.2.54 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/9ea34f3a-1e07-4a1d-b293-46f45a527258) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:42.975241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 52c75244-38d5-47cf-8883-aa49b10dd312 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:42.975615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.025818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.034912 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-1eef3cab-2136-4d46-b874-b6b9551b87b0 service neutron] 10.222.0.47 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619945 Feb 16 23:58:43.126091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:43.132887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:43.146606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:43.152123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:43.152718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.166735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.169560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=86c02d11-b920-4763-af10-4ab4afb57480,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:43.201857 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-82a6137d-f4a8-4182-b761-aa853d6f496a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6359558 Feb 16 23:58:43.205580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55488) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:43.252479 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dcda1b1d-cfbf-4cd2-a556-4913a25b69ca req-bdf04734-b9aa-4c13-98a8-be87956eb0b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 210 time: 0.0504060 Feb 16 23:58:43.272105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.346930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:43.350817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:43.356790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:43.382876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=9ea34f3a-1e07-4a1d-b293-46f45a527258,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:43.409263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b071d14-5ed5-4be5-b3b9-9589f5dce116 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:43.414993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b071d14-5ed5-4be5-b3b9-9589f5dce116 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:43.415773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1b071d14-5ed5-4be5-b3b9-9589f5dce116 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:43.447186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1b071d14-5ed5-4be5-b3b9-9589f5dce116 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:43.450938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1b071d14-5ed5-4be5-b3b9-9589f5dce116 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2418714 Feb 16 23:58:43.451099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55498) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:43.533845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 86c02d11-b920-4763-af10-4ab4afb57480 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:43.534196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.573487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.706740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:43.844299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-90bc99d2-a369-4074-9441-63379e9cac3f None None] Provisioning for port 7e7127b8-badc-4629-81aa-5d9ee1ee658c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:44.071669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-247c281a-8262-46de-968d-d85b8e5e947f None None] Provisioning for port 86c02d11-b920-4763-af10-4ab4afb57480 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:44.077342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-247c281a-8262-46de-968d-d85b8e5e947f None None] Provisioning complete for port 86c02d11-b920-4763-af10-4ab4afb57480 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:44.077950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-247c281a-8262-46de-968d-d85b8e5e947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.078560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.136066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-247c281a-8262-46de-968d-d85b8e5e947f None None] Port 86c02d11-b920-4763-af10-4ab4afb57480 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:58:44.212038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 86c02d11-b920-4763-af10-4ab4afb57480 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:44.413961 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2de02106-853f-4028-a236-7ee95d7eafd0 req-dc9e58c6-258d-43e6-af79-559fbe9af402 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 210 time: 0.0456572 Feb 16 23:58:44.484096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.494927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.533472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-1fff62ba-78bd-4611-ad04-01e67779b652 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:44.534143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-1fff62ba-78bd-4611-ad04-01e67779b652 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:44.635774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-1fff62ba-78bd-4611-ad04-01e67779b652 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:44.636953 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-1fff62ba-78bd-4611-ad04-01e67779b652 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=6a895540-568b-499a-926d-3a3fe8a13b94 HTTP/1.1" status: 200 len: 797 time: 0.3891175 Feb 16 23:58:44.637521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=9ea34f3a-1e07-4a1d-b293-46f45a527258,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:44.639695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.719046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=86c02d11-b920-4763-af10-4ab4afb57480,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:44.747734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.788123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.808411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-b267afe1-799d-4e85-9dd0-bff9acf895ac tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:44.828109 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-92c80b57-9208-43cb-825a-a483f1906180 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/86c02d11-b920-4763-af10-4ab4afb57480 HTTP/1.1" status: 204 len: 168 time: 1.3759623 Feb 16 23:58:44.831546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55508) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:44.839324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.841961 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b2f3c887-9bfd-4be1-8cc0-4420b17ede24 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6134143 Feb 16 23:58:44.845393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55512) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:44.851207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'port': {'network_id': '48f76272-6bfc-400e-9e66-0ef2e13bc764', 'name': 'tempest-FloatingIPTestJSON-1677054263'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:44.865468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-b267afe1-799d-4e85-9dd0-bff9acf895ac tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:44.866746 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-b267afe1-799d-4e85-9dd0-bff9acf895ac tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 379 time: 0.1854384 Feb 16 23:58:44.883990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '729f776d-ad44-4af8-9f35-52503884e11a', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['4d74aadd-1da9-4f28-8a14-8bedba294719']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:44.892314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7e7127b8-badc-4629-81aa-5d9ee1ee658c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:44.916670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e6b13-0a32-4a08-8e42-489810f45427 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:44.918428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e6b13-0a32-4a08-8e42-489810f45427 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:44.919998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-331e6b13-0a32-4a08-8e42-489810f45427 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0873859 Feb 16 23:58:44.922641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55516) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:44.966123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7e7127b8-badc-4629-81aa-5d9ee1ee658c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:44.972160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7e7127b8-badc-4629-81aa-5d9ee1ee658c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:44.972529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:44.995981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 2b65b30b-ea8a-40c9-9586-5b95c9e62666 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:44.999087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.054458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.112533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.120893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:45.128931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:port and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:45.132508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:45.135318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:45.140962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:45.143344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:port and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:45.146879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:45.147550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 7e7127b8-badc-4629-81aa-5d9ee1ee658c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7e7127b8-badc-4629-81aa-5d9ee1ee658c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:45.151712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.155063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.155252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:45.163998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:45.167820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.179899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:45.183134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.209793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] device_id is not set on port 3bc09490-bc28-47f7-930d-7b773d08061d yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:45.225130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=7e7127b8-badc-4629-81aa-5d9ee1ee658c,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:45.236035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.274603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=2b65b30b-ea8a-40c9-9586-5b95c9e62666,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:45.282379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.285560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.285904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.286271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.286588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.286961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.288614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.288614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.288614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.289190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d424a-4928-4f7b-8be7-bed2d9cb47cf None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:45.289318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.289318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.289318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.289318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:45.301340 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c03f6e39-5d73-4853-8644-68bacf7479a8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/2b65b30b-ea8a-40c9-9586-5b95c9e62666 HTTP/1.1" status: 204 len: 168 time: 0.3749824 Feb 16 23:58:45.301653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55520) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:45.374889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d325d987-86d6-4c49-958c-f30edaf893f7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695653 Feb 16 23:58:45.375240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55524) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:45.381022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:45.473514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.9 (48f76272-6bfc-400e-9e66-0ef2e13bc764/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b/3bc09490-bc28-47f7-930d-7b773d08061d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:45.480565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.5 (6a895540-568b-499a-926d-3a3fe8a13b94/3e74cfd5-1f77-4534-ad41-5446f1f1a04d/c4b8a20a-1a3e-443f-a80c-63627ba2c34c) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:45.623697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:45.629502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] Deleting port 7e7127b8-badc-4629-81aa-5d9ee1ee658c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:45.630081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.641194 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77ce2f63-439d-46a9-84f5-9b775f74be9a req-4c07b923-001f-4207-85c0-04147e2976f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 210 time: 0.0556862 Feb 16 23:58:45.647915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:45.651969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:45.654849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:45.660587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:45.672093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:45.676676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.869892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] For port 7e7127b8-badc-4629-81aa-5d9ee1ee658c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7e7127b8-badc-4629-81aa-5d9ee1ee658c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:45.870227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.982125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:45.991659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.002353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] Calling delete_port for 7e7127b8-badc-4629-81aa-5d9ee1ee658c owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:46.007814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object c4b8a20a-1a3e-443f-a80c-63627ba2c34c will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:46.042923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.050094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:46.082832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.097465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.129874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] Pushing event deleted for resources: {'Port': ['ID=7e7127b8-badc-4629-81aa-5d9ee1ee658c,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:46.133293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 48f76272-6bfc-400e-9e66-0ef2e13bc764 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:46.133490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342cb25-7b3e-4d2c-9c60-7d004f693518 None None] No DVR routers for this DVR port 7e7127b8-badc-4629-81aa-5d9ee1ee658c on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:46.138389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:46.145679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 6a895540-568b-499a-926d-3a3fe8a13b94 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:46.148661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:46.150449 dv-neutron-829040-1-hyperv neutron-server[87677]: WARNING neutron.services.revisions.revision_plugin [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Could not find related port for resource to bump revision. Feb 16 23:58:46.154953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Port 7e7127b8-badc-4629-81aa-5d9ee1ee658c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87677) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 23:58:46.155257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:3343 {{(pid=87677) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 23:58:46.159335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe64:3343 {{(pid=87677) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 23:58:46.160528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.177135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=3bc09490-bc28-47f7-930d-7b773d08061d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:46.179319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:46.186688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:46.223923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.224226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:46.224374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.224624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.224935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.225256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.225580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.225896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.226222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.226533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.226850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.227167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.227481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:46.227611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:46.231911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:46.232532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.242710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcf4b6-9b0b-41a7-969d-0f0cc85dbeda None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:46.244942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=d3a0a212-ab4d-45f2-a80d-1e52967f8347,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:46.262357 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb263524-f885-4ccc-99e7-0ec92663ac63 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8862600 Feb 16 23:58:46.264820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55530) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:46.271282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:80:e2:40', 'name': 'tempest-NetworksTestDHCPv6-968895843'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:46.326235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:46.326863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.361265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:46.371262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:46.371942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.396946 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b2da788e-5767-4d38-97dc-3ea0373027bd tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5501883 Feb 16 23:58:46.397226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55534) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:46.398906 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-e9d70cd1-24b1-4a17-b9da-04fe7bae9ea6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5261729 Feb 16 23:58:46.404982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'port_id': '3bc09490-bc28-47f7-930d-7b773d08061d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:46.414137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Request body: {'port': {'device_id': '729f776d-ad44-4af8-9f35-52503884e11a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:46.506876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.522322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2434a613-a767-4365-abfb-1400b0810942 None None] Provisioning for port c4b8a20a-1a3e-443f-a80c-63627ba2c34c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:46.527574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': 'd3a0a212-ab4d-45f2-a80d-1e52967f8347'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:46.527790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.544841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2434a613-a767-4365-abfb-1400b0810942 None None] Provisioning complete for port c4b8a20a-1a3e-443f-a80c-63627ba2c34c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:46.545216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2434a613-a767-4365-abfb-1400b0810942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.554347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.618560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:46.625376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:46.631196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:46.640892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:46.652326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2434a613-a767-4365-abfb-1400b0810942 None None] Port c4b8a20a-1a3e-443f-a80c-63627ba2c34c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:58:46.669407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:46.756347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Allocated IP 2001:db8::f816:3eff:fea6:cde3 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/d3a0a212-ab4d-45f2-a80d-1e52967f8347/db2acf3b-9781-430d-9520-8714ef680356) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:46.855161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7e7127b8-badc-4629-81aa-5d9ee1ee658c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:46.895983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7e7127b8-badc-4629-81aa-5d9ee1ee658c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:46.896497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7e7127b8-badc-4629-81aa-5d9ee1ee658c not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:46.944157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b8a20a-1a3e-443f-a80c-63627ba2c34c {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:58:46.951506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:46.967317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Transition to ACTIVE for port object c4b8a20a-1a3e-443f-a80c-63627ba2c34c will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:46.971734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.019399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.025338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.038026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Transition to ACTIVE for port object db2acf3b-9781-430d-9520-8714ef680356 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:47.061577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Transition to ACTIVE for port object db2acf3b-9781-430d-9520-8714ef680356 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:47.067636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.135842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port dbf3b994-e36c-46ea-a5ce-c337a4868e41 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:47.138487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:47.176666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:47.185660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:47.189146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:47.216913 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Attempting to bind port c4b8a20a-1a3e-443f-a80c-63627ba2c34c on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:47.217417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Attempting to bind port c4b8a20a-1a3e-443f-a80c-63627ba2c34c by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:47.217844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Attempting to bind port c4b8a20a-1a3e-443f-a80c-63627ba2c34c on network 6a895540-568b-499a-926d-3a3fe8a13b94 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:47.226108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Port c4b8a20a-1a3e-443f-a80c-63627ba2c34c on network 6a895540-568b-499a-926d-3a3fe8a13b94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 23:58:47.226537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Attempting to bind port c4b8a20a-1a3e-443f-a80c-63627ba2c34c on network 6a895540-568b-499a-926d-3a3fe8a13b94 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:47.232817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:47.233299 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Checking segment: {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:47.233790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Bound using segment: {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:47.234327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Bound port: c4b8a20a-1a3e-443f-a80c-63627ba2c34c, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:47.234789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.237970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Pushing event updated for resources: {'Port': ['ID=db2acf3b-9781-430d-9520-8714ef680356,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:47.342922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] For port c4b8a20a-1a3e-443f-a80c-63627ba2c34c, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:47.346307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] For port c4b8a20a-1a3e-443f-a80c-63627ba2c34c, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:47.353409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.356458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9856ab-49ab-4abc-8a83-50ca109f982a req-3bded775-c2b6-45de-ac5b-b5cee4229e95 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:47.357929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1e9856ab-49ab-4abc-8a83-50ca109f982a req-3bded775-c2b6-45de-ac5b-b5cee4229e95 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 931 time: 0.5679524 Feb 16 23:58:47.369970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Attempting to bind port db2acf3b-9781-430d-9520-8714ef680356 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:47.370368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Attempting to bind port db2acf3b-9781-430d-9520-8714ef680356 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:47.370734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Attempting to bind port db2acf3b-9781-430d-9520-8714ef680356 on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:47.377224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:47.377585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:47.377997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.378393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:47.378864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Bound port: db2acf3b-9781-430d-9520-8714ef680356, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:47.379241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.414094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:47.414815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.416515 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] 10.222.0.24 "PUT /v2.0/ports/c4b8a20a-1a3e-443f-a80c-63627ba2c34c HTTP/1.1" status: 200 len: 1093 time: 1.0106103 Feb 16 23:58:47.417053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:58:47.468243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0e644-875b-485e-9aa2-f63ccef43c91 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:47.510182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] For port db2acf3b-9781-430d-9520-8714ef680356, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:47.511136 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'status': 'completed', 'code': 200} Feb 16 23:58:47.514029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] For port db2acf3b-9781-430d-9520-8714ef680356, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=db2acf3b-9781-430d-9520-8714ef680356,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:47.521070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.565309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-0e05c267-b42f-4394-b7ed-71a8c95f6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:47.566827 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-0e05c267-b42f-4394-b7ed-71a8c95f6b07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 1096 time: 0.0955830 Feb 16 23:58:47.573692 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1e9856ab-49ab-4abc-8a83-50ca109f982a req-879be967-902b-445b-8587-236a4bd3a70b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010927 Feb 16 23:58:47.626207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Pushing event updated for resources: {'Port': ['ID=db2acf3b-9781-430d-9520-8714ef680356,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:47.635068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.635520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.635938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.636393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.636819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.637231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.637641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.638177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.638583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.638981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.639993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.640431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee3b4d-47c9-49da-9181-783b2c8689ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:58:47.645567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe80:e240 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/d3a0a212-ab4d-45f2-a80d-1e52967f8347/dbf3b994-e36c-46ea-a5ce-c337a4868e41) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:47.669810 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-f72906b0-723b-4be8-be2e-a73af73f1e3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c HTTP/1.1" status: 200 len: 217 time: 0.0905352 Feb 16 23:58:47.762642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-281b209d-5c72-4b83-800a-a941ee01cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:47.764293 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-281b209d-5c72-4b83-800a-a941ee01cf56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e74cfd5-1f77-4534-ad41-5446f1f1a04d HTTP/1.1" status: 200 len: 834 time: 0.0887282 Feb 16 23:58:47.846964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-c8980e97-cc4e-4638-957a-60830453beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:47.848699 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-c8980e97-cc4e-4638-957a-60830453beae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a895540-568b-499a-926d-3a3fe8a13b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779059 Feb 16 23:58:47.938744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:47.954941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:48.121272 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-bca085e4-341d-43f7-ac7c-a8df81351d8e service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662864 Feb 16 23:58:48.145695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:48.179257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object dbf3b994-e36c-46ea-a5ce-c337a4868e41 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:48.186146 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 4fdda833-4ff6-40d7-b099-8f3dad5fd6fe associated. External IP: 172.26.2.54, port: 3bc09490-bc28-47f7-930d-7b773d08061d. Feb 16 23:58:48.255559 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-910a126f-db61-4b76-86a8-3cc3b83f51ae req-a71e6e8b-e9c2-4757-ac85-9e85000e937a service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287215 Feb 16 23:58:48.352955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:48.373380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-a74785bd-e444-439a-8010-bf78cc970fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:48.374880 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-a74785bd-e444-439a-8010-bf78cc970fca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 1096 time: 0.0765033 Feb 16 23:58:48.443476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:48.493602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:48.503897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:48.509298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:48.509909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:48.517865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-4d8419b6-73ca-400b-b139-77fdb93b5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:48.519355 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-4d8419b6-73ca-400b-b139-77fdb93b5779 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a895540-568b-499a-926d-3a3fe8a13b94 HTTP/1.1" status: 200 len: 897 time: 0.1377852 Feb 16 23:58:48.521693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=dbf3b994-e36c-46ea-a5ce-c337a4868e41,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:48.593472 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-08d7bd83-d998-4d39-b14a-a5444caccb10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c HTTP/1.1" status: 200 len: 217 time: 0.0626652 Feb 16 23:58:48.617164 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c8a97657-db11-4fdf-98cf-ce18710c70b2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3508148 Feb 16 23:58:48.624873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55544) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:48.684687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-fc8e256d-4da6-497f-b343-2bd2e780faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:48.686305 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-fc8e256d-4da6-497f-b343-2bd2e780faba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e74cfd5-1f77-4534-ad41-5446f1f1a04d HTTP/1.1" status: 200 len: 834 time: 0.0856404 Feb 16 23:58:48.717037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:48.777478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-bf55663e-e7ee-4dfa-80ad-d75b772e697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:48.778932 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-bf55663e-e7ee-4dfa-80ad-d75b772e697d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a895540-568b-499a-926d-3a3fe8a13b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846119 Feb 16 23:58:48.838302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7f25f7f7-6188-4bcc-ac3f-be48ee2c3f9d None None] Provisioning for port db2acf3b-9781-430d-9520-8714ef680356 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:48.895789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device db2acf3b-9781-430d-9520-8714ef680356 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:48.978013 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-5344af5d-ed23-4387-b7bf-b8da3892b77d service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905758 Feb 16 23:58:48.988334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port db2acf3b-9781-430d-9520-8714ef680356 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:48.994261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port db2acf3b-9781-430d-9520-8714ef680356 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:48.995129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.016148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca84fcc-1d5d-45e4-9479-31e927f21740 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:49.021907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca84fcc-1d5d-45e4-9479-31e927f21740 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:49.022633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9ca84fcc-1d5d-45e4-9479-31e927f21740 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:49.119402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4b130236-aaea-4bbc-b7d1-0e2fa7ab346c None None] Provisioning for port dbf3b994-e36c-46ea-a5ce-c337a4868e41 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:49.122436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.128954 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0f0e51ae-d20f-400e-8b4b-e5647f5d7ed6 req-61b8a590-1250-4724-ab30-37f9543df1f2 service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447890 Feb 16 23:58:49.138063 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9ca84fcc-1d5d-45e4-9479-31e927f21740 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:49.141679 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9ca84fcc-1d5d-45e4-9479-31e927f21740 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5134985 Feb 16 23:58:49.141834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4b130236-aaea-4bbc-b7d1-0e2fa7ab346c None None] Provisioning complete for port dbf3b994-e36c-46ea-a5ce-c337a4868e41 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:49.141834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b130236-aaea-4bbc-b7d1-0e2fa7ab346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.142825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55548) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:49.205616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port db2acf3b-9781-430d-9520-8714ef680356, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=db2acf3b-9781-430d-9520-8714ef680356,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:49.206637 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4b130236-aaea-4bbc-b7d1-0e2fa7ab346c None None] Port dbf3b994-e36c-46ea-a5ce-c337a4868e41 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:58:49.209546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:49.210384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.219131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.242198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:49.257222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96525715-7ba6-4afb-b2d5-dfc084ff80e6 req-7f5810ec-0404-4949-b427-c351a60d1963 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:49.258678 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96525715-7ba6-4afb-b2d5-dfc084ff80e6 req-7f5810ec-0404-4949-b427-c351a60d1963 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 943 time: 0.5288458 Feb 16 23:58:49.275682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:49.276345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:49.301219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port dbf3b994-e36c-46ea-a5ce-c337a4868e41 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:49.301561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.341192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:49.348781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=db2acf3b-9781-430d-9520-8714ef680356,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:49.355141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:49.355730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:49.367671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-83dd2bd0-8b67-4e24-8d79-c60755b6c1d8 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/floatingips/4fdda833-4ff6-40d7-b099-8f3dad5fd6fe HTTP/1.1" status: 200 len: 977 time: 2.9696181 Feb 16 23:58:49.370419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55552) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:49.382805 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96525715-7ba6-4afb-b2d5-dfc084ff80e6 req-9c421123-b2c1-43f8-9488-0a95274449b9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155622 Feb 16 23:58:49.420126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:49.420545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1867e3-ab8d-424d-9264-a0f59b62ed02 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:49.447021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 3bc09490-bc28-47f7-930d-7b773d08061d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:49.447364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.569685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.685432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.692263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for dbf3b994-e36c-46ea-a5ce-c337a4868e41 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:49.835668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.883714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c4b8a20a-1a3e-443f-a80c-63627ba2c34c details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 23:58:49.886782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=dbf3b994-e36c-46ea-a5ce-c337a4868e41,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:49.931241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:49.946569 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-daa8715f-639c-4420-ae66-86abce6c766f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/dbf3b994-e36c-46ea-a5ce-c337a4868e41 HTTP/1.1" status: 204 len: 168 time: 0.8024061 Feb 16 23:58:49.948782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55556) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:50.025418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779282e-a589-472a-b636-a83d9a48cc8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:50.027854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779282e-a589-472a-b636-a83d9a48cc8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:50.028960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d779282e-a589-472a-b636-a83d9a48cc8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:50.047693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d779282e-a589-472a-b636-a83d9a48cc8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:50.049378 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d779282e-a589-472a-b636-a83d9a48cc8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0996547 Feb 16 23:58:50.053611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55560) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:50.068368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c4b8a20a-1a3e-443f-a80c-63627ba2c34c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:50.085410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'port_id': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'mac_address': 'fa:16:3e:ff:6b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 23:58:50.119991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.120707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.121229 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 4fdda833-4ff6-40d7-b099-8f3dad5fd6fe disassociated. External IP: 172.26.2.54, port: 3bc09490-bc28-47f7-930d-7b773d08061d. Feb 16 23:58:50.121785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 3bc09490-bc28-47f7-930d-7b773d08061d owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:50.127268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet d3a0a212-ab4d-45f2-a80d-1e52967f8347 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:50.130560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.148410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.165800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b8a20a-1a3e-443f-a80c-63627ba2c34c {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 23:58:50.183090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c4b8a20a-1a3e-443f-a80c-63627ba2c34c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:50.187045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.187228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.256371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:50.274664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.285739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.336884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=3bc09490-bc28-47f7-930d-7b773d08061d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:50.361585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.398346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['c4b8a20a-1a3e-443f-a80c-63627ba2c34c'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 23:58:50.402390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a0a212-ab4d-45f2-a80d-1e52967f8347,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:50.404327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.432081 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ea1e2ef6-5a8a-4e9a-8f98-aa38979896d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/d3a0a212-ab4d-45f2-a80d-1e52967f8347 HTTP/1.1" status: 204 len: 168 time: 0.3772445 Feb 16 23:58:50.432911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55566) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:50.438021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39725308-6fe5-46ad-88ea-cc5b1ecc603b None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:50.537471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:50.556695 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-55b1b2ca-76b2-4b98-ba48-a4a2a2cd90bc tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224339 Feb 16 23:58:50.557678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55570) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:50.707557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8ac79-ab46-4050-b596-288d1e92e4b1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:50.708301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a2b8ac79-ab46-4050-b596-288d1e92e4b1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:50.725207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:50.731085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa2767-bb2a-41ba-877e-b45635711c84 req-2e197d08-fa04-4d22-a381-815524db4786 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:50.738733 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-40aa2767-bb2a-41ba-877e-b45635711c84 req-2e197d08-fa04-4d22-a381-815524db4786 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 944 time: 0.2396998 Feb 16 23:58:50.742271 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:50.759188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:50.759445 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:50.798857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-40aa2767-bb2a-41ba-877e-b45635711c84 req-f829b8be-1d64-4c8c-8b47-5dc518c4b749 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586891 Feb 16 23:58:50.811214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a2b8ac79-ab46-4050-b596-288d1e92e4b1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:50.817955 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a2b8ac79-ab46-4050-b596-288d1e92e4b1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2554250 Feb 16 23:58:50.820620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55574) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:50.877998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:50.899254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] Deleting port db2acf3b-9781-430d-9520-8714ef680356 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:50.900042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.944260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d539f9-6fe6-475a-8413-069183c98bc0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:50.945900 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:50.947590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-64d539f9-6fe6-475a-8413-069183c98bc0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:50.957010 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:50.958441 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:50.970386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-64d539f9-6fe6-475a-8413-069183c98bc0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:50.970622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:50.980144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55578) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:50.982630 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-64d539f9-6fe6-475a-8413-069183c98bc0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498439 Feb 16 23:58:51.065861 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:51.066599 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01540b-67a1-48f6-8d5d-0097495c22db None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:51.091474 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-09bd6046-269c-47d7-b6c7-476ba9fe15d8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059835 Feb 16 23:58:51.091474 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-63701b49-095b-4ce5-b4cb-a4da49abdc66 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/ports/3bc09490-bc28-47f7-930d-7b773d08061d HTTP/1.1" status: 204 len: 168 time: 1.7188718 Feb 16 23:58:51.093395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55582) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:51.093573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55584) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:51.100574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:51.217164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:51.227824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:51.232655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] For port db2acf3b-9781-430d-9520-8714ef680356, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=db2acf3b-9781-430d-9520-8714ef680356,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:51.233055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.239282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:51.243091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.305757 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4aaf51a2-dda6-4e31-9ca7-0ce26ce64d9b tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "GET /v2.0/floatingips/4fdda833-4ff6-40d7-b099-8f3dad5fd6fe HTTP/1.1" status: 200 len: 687 time: 0.2088122 Feb 16 23:58:51.305997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55590) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:51.366897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] Calling delete_port for db2acf3b-9781-430d-9520-8714ef680356 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:51.416347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.452788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.465684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 9ea34f3a-1e07-4a1d-b293-46f45a527258 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:51.466027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.505356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] Pushing event deleted for resources: {'Port': ['ID=db2acf3b-9781-430d-9520-8714ef680356,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:51.509611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4292a8-f59e-4e17-a5cc-b1f211a68b9d None None] No DVR routers for this DVR port db2acf3b-9781-430d-9520-8714ef680356 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:51.582281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.objects.ports [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87676) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:51.583466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.639048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.639656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.641122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:51.648264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:51.652618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:51.653316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.660607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874de6d5-a1df-458d-b7b8-8ad517124554 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:51.679005 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5845661 Feb 16 23:58:51.681544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55594) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:51.684231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328f81a-7f9d-48a8-b6ca-f1bfc311cc18 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=37836a4b-7829-4bc7-a435-76b2eced49aa,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:51.689312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:77:07:58', 'name': 'tempest-NetworksTestDHCPv6-481651128'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:51.774589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 9ea34f3a-1e07-4a1d-b293-46f45a527258 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:51.832775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:51.843142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:51.862238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:51.889478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '37836a4b-7829-4bc7-a435-76b2eced49aa'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:51.890584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:51.905902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c4b8a20a-1a3e-443f-a80c-63627ba2c34c up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:51.939998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.036123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=9ea34f3a-1e07-4a1d-b293-46f45a527258,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:52.058666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port c4b8a20a-1a3e-443f-a80c-63627ba2c34c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:52.099736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port c4b8a20a-1a3e-443f-a80c-63627ba2c34c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:52.100173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.146164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.150990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.165270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4756aa-1ed8-4576-ae70-92f7a6ad259b req-2da59a21-18dc-4e79-82de-1f43a781f1d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:52.166748 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc4756aa-1ed8-4576-ae70-92f7a6ad259b req-2da59a21-18dc-4e79-82de-1f43a781f1d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 944 time: 0.2201047 Feb 16 23:58:52.174414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Allocated IP 2001:db8::f816:3eff:fe67:aebd (692b4ba4-25a8-41bb-808b-fe8814ab5be8/37836a4b-7829-4bc7-a435-76b2eced49aa/f878c5c4-3701-4354-836a-0b03ec515f45) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:52.179004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.183444 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e2336ced-fca6-4bd2-a244-2c54ebe28257 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/floatingips/4fdda833-4ff6-40d7-b099-8f3dad5fd6fe HTTP/1.1" status: 204 len: 168 time: 0.8732569 Feb 16 23:58:52.183956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55600) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:52.187642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 3f2a71b8-7e42-45c4-a6c0-369e4332f558 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:52.221370 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc4756aa-1ed8-4576-ae70-92f7a6ad259b req-519740c7-2242-45bd-a447-53edd6b0a476 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457721 Feb 16 23:58:52.227952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '484d64aa-8b41-48f0-be47-433fc0f40764'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:52.235202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:52.247729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:floatingip and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:52.253454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:52.263238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:52.286629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.334234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.387219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:58:52.420095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.435999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c4b8a20a-1a3e-443f-a80c-63627ba2c34c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:52.445868 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'code': 200} Feb 16 23:58:52.452669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.533327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.549320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Transition to ACTIVE for port object f878c5c4-3701-4354-836a-0b03ec515f45 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:52.551561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:52.569261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.26.2.231 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/51d265cf-94ce-4e05-ab7c-b40a8f64cc1d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:52.572883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Transition to ACTIVE for port object f878c5c4-3701-4354-836a-0b03ec515f45 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:52.579096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.648229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:52.649888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:52.661302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:52.670814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Pushing event updated for resources: {'Port': ['ID=f878c5c4-3701-4354-836a-0b03ec515f45,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:52.758360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Attempting to bind port f878c5c4-3701-4354-836a-0b03ec515f45 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:52.758732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Attempting to bind port f878c5c4-3701-4354-836a-0b03ec515f45 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:52.759107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Attempting to bind port f878c5c4-3701-4354-836a-0b03ec515f45 on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:52.764267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:52.764638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:52.765240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.765427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:52.765891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Bound port: f878c5c4-3701-4354-836a-0b03ec515f45, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:52.766266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.775732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe77:758 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/37836a4b-7829-4bc7-a435-76b2eced49aa/3f2a71b8-7e42-45c4-a6c0-369e4332f558) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:52.837043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:52.851958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device db2acf3b-9781-430d-9520-8714ef680356 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:52.886926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9d430-d0fb-4071-ae0d-d90149d51dc4 req-bfdecf87-00c4-46a2-bb21-cfe4ed34a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:52.888417 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ff9d430-d0fb-4071-ae0d-d90149d51dc4 req-bfdecf87-00c4-46a2-bb21-cfe4ed34a6b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 1098 time: 0.2586484 Feb 16 23:58:52.922356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] For port f878c5c4-3701-4354-836a-0b03ec515f45, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:52.924457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: db2acf3b-9781-430d-9520-8714ef680356 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:58:52.924803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device db2acf3b-9781-430d-9520-8714ef680356 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:58:52.931760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] For port f878c5c4-3701-4354-836a-0b03ec515f45, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f878c5c4-3701-4354-836a-0b03ec515f45,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:52.938410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:53.021532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582985b7-595e-4345-ba3b-b9a01cddface None None] Pushing event updated for resources: {'Port': ['ID=f878c5c4-3701-4354-836a-0b03ec515f45,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:53.024908 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ff9d430-d0fb-4071-ae0d-d90149d51dc4 req-7eda9d48-c6c0-4c6b-8191-257b97e4e3a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307650 Feb 16 23:58:53.046101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:53.136587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:53.141521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:53.149041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:53.175421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:53.194282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=51d265cf-94ce-4e05-ab7c-b40a8f64cc1d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:53.219857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 3f2a71b8-7e42-45c4-a6c0-369e4332f558 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:53.354027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:53.420366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd83fdf-190d-47e0-8140-272a6f507359 req-965390cf-cacd-434e-804e-2cc6d1080910 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:53.421936 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ebd83fdf-190d-47e0-8140-272a6f507359 req-965390cf-cacd-434e-804e-2cc6d1080910 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 945 time: 0.0841460 Feb 16 23:58:53.467172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ebd83fdf-190d-47e0-8140-272a6f507359 req-c709674a-c4de-4bfc-8f78-40bc05ba9dc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393839 Feb 16 23:58:53.506147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:53.513346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:53.515627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:53.521802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:53.522393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:53.595372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=3f2a71b8-7e42-45c4-a6c0-369e4332f558,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:53.628472 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-02de037c-9d59-448c-a827-68d17eaeb375 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9458795 Feb 16 23:58:53.631387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55608) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:53.739291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351aa3bb-643f-48f9-9698-1ef5d2d06299 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:53.745363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351aa3bb-643f-48f9-9698-1ef5d2d06299 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:53.747055 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-351aa3bb-643f-48f9-9698-1ef5d2d06299 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1146815 Feb 16 23:58:53.749794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55612) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:53.819813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 3f2a71b8-7e42-45c4-a6c0-369e4332f558 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:53.820211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:53.845511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:53.928687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.098186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.174021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-71306621-f4a9-4744-8255-d5bee285e0c5 None None] Provisioning for port f878c5c4-3701-4354-836a-0b03ec515f45 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:54.180887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.186557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.296395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=51d265cf-94ce-4e05-ab7c-b40a8f64cc1d,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:54.312724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.348382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 3f2a71b8-7e42-45c4-a6c0-369e4332f558 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:54.401226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fad847cd-3af5-4e4a-9011-568bc236756e None None] Provisioning for port 3f2a71b8-7e42-45c4-a6c0-369e4332f558 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:54.406193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fad847cd-3af5-4e4a-9011-568bc236756e None None] Provisioning complete for port 3f2a71b8-7e42-45c4-a6c0-369e4332f558 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:54.406567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fad847cd-3af5-4e4a-9011-568bc236756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.463248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fad847cd-3af5-4e4a-9011-568bc236756e None None] Port 3f2a71b8-7e42-45c4-a6c0-369e4332f558 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:58:54.486502 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 787fa111-ce36-4fba-8bdb-9a06b21496fd associated. External IP: 172.26.2.231, port: 484d64aa-8b41-48f0-be47-433fc0f40764. Feb 16 23:58:54.491873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.547034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=3f2a71b8-7e42-45c4-a6c0-369e4332f558,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:54.619556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.637227 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c8a7180d-175c-43e2-8d67-84f946ac2618 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/3f2a71b8-7e42-45c4-a6c0-369e4332f558 HTTP/1.1" status: 204 len: 168 time: 0.8863981 Feb 16 23:58:54.640358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55618) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:54.724154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb8c7d-da99-46e7-a814-e7e7558e704a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:54.725779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb8c7d-da99-46e7-a814-e7e7558e704a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:54.729787 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fceb8c7d-da99-46e7-a814-e7e7558e704a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0860493 Feb 16 23:58:54.730242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55622) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:54.780126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b642e-8d61-47dc-bde4-b24e0ebf5f7e req-b57899b3-bf6f-4cac-bac4-6315878b882b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:54.781373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4a7b642e-8d61-47dc-bde4-b24e0ebf5f7e req-b57899b3-bf6f-4cac-bac4-6315878b882b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 945 time: 0.2027898 Feb 16 23:58:54.817309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 37836a4b-7829-4bc7-a435-76b2eced49aa {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:54.837241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.865479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:54.878551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f878c5c4-3701-4354-836a-0b03ec515f45 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:54.915250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4a7b642e-8d61-47dc-bde4-b24e0ebf5f7e req-d6f45d3c-8756-4d85-bfe2-61da192a7ec2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034021 Feb 16 23:58:54.917429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:54.957088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f878c5c4-3701-4354-836a-0b03ec515f45 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:54.963699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f878c5c4-3701-4354-836a-0b03ec515f45 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:58:54.964143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.015252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.082478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:55.096289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.109742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:55.111975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.131222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:55.131755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:55.153231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.174538 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5cd20d01-7949-479e-8c72-ac644e8eee9a tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9894967 Feb 16 23:58:55.177133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55628) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:55.183174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1493275650'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:55.189232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:55.193202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:network and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:55.196074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:55.200506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=37836a4b-7829-4bc7-a435-76b2eced49aa,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:55.201841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:55.204582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.214863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d459e64-4177-4fe2-865f-841cbf4b2210 req-a624d1cd-561b-4d15-88b2-a3933f37bc38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:55.215335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:55.216534 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2d459e64-4177-4fe2-865f-841cbf4b2210 req-a624d1cd-561b-4d15-88b2-a3933f37bc38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 945 time: 0.1599259 Feb 16 23:58:55.218942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.225115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a750d3ad-4a73-4be6-99a6-37c401510fdb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/37836a4b-7829-4bc7-a435-76b2eced49aa HTTP/1.1" status: 204 len: 168 time: 0.4941816 Feb 16 23:58:55.227543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55632) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:55.243479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eaa8f0-10a5-4d4a-afc1-9e1aacba2113 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:55.247293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:58:55.255946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.256369 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Added segment a0c80070-6786-405f-8920-8477941b8dc7 of type vlan for network 12581aeb-12e7-4270-adca-78a877959a8b Feb 16 23:58:55.285674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.310305 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ef39f3c4-e692-428b-9c4d-be393242a54d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700555 Feb 16 23:58:55.313113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55636) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:55.319200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:55.332041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:55.335716 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2d459e64-4177-4fe2-865f-841cbf4b2210 req-aa55e72f-5ff1-45d0-8dc4-779f5e0995dc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088636 Feb 16 23:58:55.335891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.341773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:55.342359 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.362013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55640) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:55.378916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:55.379549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:55.433046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71de13-2d96-4522-8fc7-42cc8bd780e3 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:55.438530 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4b71de13-2d96-4522-8fc7-42cc8bd780e3 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 1093 time: 0.0712740 Feb 16 23:58:55.438530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55644) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:55.443129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:55.449960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:55.454420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:55.458862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:55.460860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:55.461820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829289b-d771-4156-ad68-00b02b7e20a1 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:58:55.464618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:55.464976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:55.466796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:55.479345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.620807 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4422181 Feb 16 23:58:55.621804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.623425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55648) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:55.630181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'subnet': {'network_id': '12581aeb-12e7-4270-adca-78a877959a8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:55.659399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:58:55.663927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Deleting port f878c5c4-3701-4354-836a-0b03ec515f45 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:55.664549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.672582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dfd05-3790-43c9-94d0-3191fdf6cf31 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Network': ['ID=12581aeb-12e7-4270-adca-78a877959a8b,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:55.676755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:55.681296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:55.684471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:55.690818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:55.696260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 12581aeb-12e7-4270-adca-78a877959a8b details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:58:55.705752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:55.709714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.801048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:55.839653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:subnet and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:55.846350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:55.855755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:55.880364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:55.884349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:55.954635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.130 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/a4e8d95b-41bd-4e8f-a408-fc3f805103a3) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:56.010678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] For port f878c5c4-3701-4354-836a-0b03ec515f45, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f878c5c4-3701-4354-836a-0b03ec515f45,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:56.011238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.062911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.objects.ports [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87676) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:58:56.147126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Calling delete_port for f878c5c4-3701-4354-836a-0b03ec515f45 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:56.173960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.274982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.294522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.331196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:56.331847 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:56.332392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:56.332808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:56.361628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.425543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.434537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.496415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port f878c5c4-3701-4354-836a-0b03ec515f45, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f878c5c4-3701-4354-836a-0b03ec515f45,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:56.508109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Subnet': ['ID=5b922411-642d-4d0a-8bdf-85ffdaa01829,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:56.518789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:56.521262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.523085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:56.525751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:56.533790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.534708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.558473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Checking segment: {'id': 'a0c80070-6786-405f-8920-8477941b8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '12581aeb-12e7-4270-adca-78a877959a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:56.558829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network hostable DHCP agents. Network: 12581aeb-12e7-4270-adca-78a877959a8b, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:58:56.580341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=a4e8d95b-41bd-4e8f-a408-fc3f805103a3,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:56.591305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:56.591462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:56.640685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 12581aeb-12e7-4270-adca-78a877959a8b is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:58:56.645002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:56.649958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:56.661072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:56.661436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.665152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 12581aeb-12e7-4270-adca-78a877959a8b) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:56.669406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:56.670174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.677057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534e4ef-4aa9-46d0-add6-21958311a87e None None] Network 12581aeb-12e7-4270-adca-78a877959a8b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:56.693483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=f878c5c4-3701-4354-836a-0b03ec515f45,revision_number=5']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:56.696275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=c22cc583-da45-45d9-be27-7d59f26f29b1,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:56.699776 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ef1c40fd-07b3-447c-9e22-352af1cc24c8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3855643 Feb 16 23:58:56.702737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55652) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:56.710063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:1b:aa:b7', 'name': 'tempest-NetworksTestDHCPv6-197188451'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:56.749788 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cba39899-b298-4920-b067-21d4b8702768 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1253026 Feb 16 23:58:56.752902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55656) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:56.763540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-692948991', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}, 'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:56.820942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:56.833547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Deleting port f878c5c4-3701-4354-836a-0b03ec515f45 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:56.833829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:router and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:56.834066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.838086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:56.851370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:56.852779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:56.855558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:58:56.858961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:58:56.865341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:56.877608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:56.881660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.909800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 46fa4793-00d0-4872-940c-91d2cdf5c83f yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:58:56.918216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.918609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.955928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:56.983887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-12581aeb-12e7-4270-adca-78a877959a8b', 'network_id': '12581aeb-12e7-4270-adca-78a877959a8b', 'tenant_id': '2954108798244f4682f186ff90687f5d', 'fixed_ips': [{'subnet_id': '5b922411-642d-4d0a-8bdf-85ffdaa01829'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:56.985429 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.057667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe1b:aab7 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/c22cc583-da45-45d9-be27-7d59f26f29b1/46fa4793-00d0-4872-940c-91d2cdf5c83f) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:57.233621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] For port f878c5c4-3701-4354-836a-0b03ec515f45, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f878c5c4-3701-4354-836a-0b03ec515f45,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:58:57.234104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.263395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.264152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.281521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 46fa4793-00d0-4872-940c-91d2cdf5c83f will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:57.307180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.366122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.398322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Calling delete_port for f878c5c4-3701-4354-836a-0b03ec515f45 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:57.469285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Allocated IP 172.20.0.2 (12581aeb-12e7-4270-adca-78a877959a8b/5b922411-642d-4d0a-8bdf-85ffdaa01829/7f1cb7f2-7376-476d-bef7-5d321944531b) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:57.474896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.493006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.513280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:57.516613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:57.521298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:57.526951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:57.527786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.546378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=46fa4793-00d0-4872-940c-91d2cdf5c83f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:57.565876 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e217a82e-3a27-4607-9360-fa519c247405 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8594348 Feb 16 23:58:57.566122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55660) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:57.678354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1401b3aa-fb5b-4d18-9d48-00f814f55693 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:57.684424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1401b3aa-fb5b-4d18-9d48-00f814f55693 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:57.685442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1401b3aa-fb5b-4d18-9d48-00f814f55693 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:57.702012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1401b3aa-fb5b-4d18-9d48-00f814f55693 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:57.706757 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1401b3aa-fb5b-4d18-9d48-00f814f55693 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1365569 Feb 16 23:58:57.707326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55664) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:57.772194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.775429 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 23:58:57.775429 dv-neutron-829040-1-hyperv neutron-server[87678]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 16 23:58:57.775429 dv-neutron-829040-1-hyperv neutron-server[87678]: [parameters: {'status': 'ACTIVE', 'ports_id': 'f878c5c4-3701-4354-836a-0b03ec515f45'}] Feb 16 23:58:57.775429 dv-neutron-829040-1-hyperv neutron-server[87678]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:58:57.775802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:58:57.782006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 46fa4793-00d0-4872-940c-91d2cdf5c83f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:58:57.782469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.865243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] Pushing event deleted for resources: {'Port': ['ID=f878c5c4-3701-4354-836a-0b03ec515f45,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:57.931942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.972297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:57.997652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82708ecb-d4b7-4395-8975-bcb8f131bf02 None None] No DVR routers for this DVR port f878c5c4-3701-4354-836a-0b03ec515f45 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:58:58.025294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093beee9-e83a-4094-8e32-2396dd6ba0bc None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:58:58.039171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.049248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.101789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Transition to ACTIVE for port object 7f1cb7f2-7376-476d-bef7-5d321944531b will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:58.143727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.144002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Transition to ACTIVE for port object 7f1cb7f2-7376-476d-bef7-5d321944531b will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:58.152838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.165586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.189761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 46fa4793-00d0-4872-940c-91d2cdf5c83f owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:58:58.211849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.26.2.133 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/a9854574-fd66-4191-9b25-64bcb70ef259) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:58.277851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Network 12581aeb-12e7-4270-adca-78a877959a8b is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:58.284629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:58.287038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:58.299198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Pushing event updated for resources: {'Port': ['ID=7f1cb7f2-7376-476d-bef7-5d321944531b,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:58.305466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=a4e8d95b-41bd-4e8f-a408-fc3f805103a3,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:58.347761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.352936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.403380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=46fa4793-00d0-4872-940c-91d2cdf5c83f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:58.436863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Attempting to bind port 7f1cb7f2-7376-476d-bef7-5d321944531b on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:58.437409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Attempting to bind port 7f1cb7f2-7376-476d-bef7-5d321944531b by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a0c80070-6786-405f-8920-8477941b8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '12581aeb-12e7-4270-adca-78a877959a8b'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:58.437602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Attempting to bind port 7f1cb7f2-7376-476d-bef7-5d321944531b on network 12581aeb-12e7-4270-adca-78a877959a8b {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:58.444807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:58.445374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Checking segment: {'id': 'a0c80070-6786-405f-8920-8477941b8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '12581aeb-12e7-4270-adca-78a877959a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:58.446035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.446748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Bound using segment: {'id': 'a0c80070-6786-405f-8920-8477941b8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '12581aeb-12e7-4270-adca-78a877959a8b'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:58.447262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Bound port: 7f1cb7f2-7376-476d-bef7-5d321944531b, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c80070-6786-405f-8920-8477941b8dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '12581aeb-12e7-4270-adca-78a877959a8b'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:58.448003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.448620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.462037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': 'c22cc583-da45-45d9-be27-7d59f26f29b1'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:58:58.465194 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b40fd3af-855f-409d-ac6b-6c804f619262 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/46fa4793-00d0-4872-940c-91d2cdf5c83f HTTP/1.1" status: 204 len: 168 time: 0.7543905 Feb 16 23:58:58.465341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.465490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55668) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:58.530360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09464c54-6232-4320-a28b-ec4cb66e7320 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:58.531794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09464c54-6232-4320-a28b-ec4cb66e7320 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:58.532688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-09464c54-6232-4320-a28b-ec4cb66e7320 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:58.549892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-09464c54-6232-4320-a28b-ec4cb66e7320 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:58.553512 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-09464c54-6232-4320-a28b-ec4cb66e7320 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0847015 Feb 16 23:58:58.553735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55672) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:58.591259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.608505 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 068face0-1fc4-4f9c-bc8a-21813cd18867 associated. External IP: 172.26.2.130, port: c4b8a20a-1a3e-443f-a80c-63627ba2c34c. Feb 16 23:58:58.637359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] For port 7f1cb7f2-7376-476d-bef7-5d321944531b, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:58.649078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet c22cc583-da45-45d9-be27-7d59f26f29b1 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:58:58.679178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] For port 7f1cb7f2-7376-476d-bef7-5d321944531b, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7f1cb7f2-7376-476d-bef7-5d321944531b,segment=NetworkSegment(a0c80070-6786-405f-8920-8477941b8dc7),segment_id=a0c80070-6786-405f-8920-8477941b8dc7)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:58.691011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.752923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Allocated IP 2001:db8::f816:3eff:fe1d:c6c1 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/c22cc583-da45-45d9-be27-7d59f26f29b1/2e9f3451-fd8a-457d-8424-bf1c8a7bac5c) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:58:58.793519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:58.868876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4563588-3477-4c42-8710-6df15ffc71c6 None None] Pushing event updated for resources: {'Port': ['ID=7f1cb7f2-7376-476d-bef7-5d321944531b,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:58.919818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:58.933918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:58.936359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:58.990397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=a9854574-fd66-4191-9b25-64bcb70ef259,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:59.028363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.044609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Transition to ACTIVE for port object 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:59.066082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Transition to ACTIVE for port object 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:58:59.072957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.073380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.135882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.147488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:58:59.150602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:58:59.155017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:58:59.165642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Pushing event updated for resources: {'Port': ['ID=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:59.239458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.265831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Attempting to bind port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:58:59.266502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Attempting to bind port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:58:59.267561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Attempting to bind port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:58:59.273534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:58:59.273534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:58:59.273841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.274101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:58:59.274803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Bound port: 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:58:59.275518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.314682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.354600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=c22cc583-da45-45d9-be27-7d59f26f29b1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:59.358085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.374561 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-40ca280b-ae9d-403c-ace0-b4d1e94786f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/c22cc583-da45-45d9-be27-7d59f26f29b1 HTTP/1.1" status: 204 len: 168 time: 0.8198180 Feb 16 23:58:59.376960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55676) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:59.390779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:58:59.395518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:58:59.401044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.416405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router edde64c2-24aa-434e-ac4f-c85f6c442859 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:58:59.447970 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-26fe4ff8-29a3-4eb9-bb40-8021887d82fd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699036 Feb 16 23:58:59.450270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55680) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:59.536566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fda6e-81ce-415f-9fbf-d24c3f9c44f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:59.537367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e20fda6e-81ce-415f-9fbf-d24c3f9c44f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:59.555147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e20fda6e-81ce-415f-9fbf-d24c3f9c44f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:59.559901 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e20fda6e-81ce-415f-9fbf-d24c3f9c44f8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1082809 Feb 16 23:58:59.560622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55684) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:59.566730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49037a8b-fbd9-43fa-9d5e-af84f4d5ef46 None None] Pushing event updated for resources: {'Port': ['ID=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:58:59.584259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Port f878c5c4-3701-4354-836a-0b03ec515f45 update to ACTIVE by agent not found {{(pid=87678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 23:58:59.676084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b6017b-e5bf-4705-9d3e-85ac3bb9ca46 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:58:59.676784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-14b6017b-e5bf-4705-9d3e-85ac3bb9ca46 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:58:59.704823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-14b6017b-e5bf-4705-9d3e-85ac3bb9ca46 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:58:59.711825 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-14b6017b-e5bf-4705-9d3e-85ac3bb9ca46 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504433 Feb 16 23:58:59.717543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55688) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:59.757517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7f1cb7f2-7376-476d-bef7-5d321944531b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:58:59.796477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:58:59.796782 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e6d3ae26-c256-474c-86df-55bdd6cc7f48 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781066 Feb 16 23:58:59.801873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55692) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:58:59.806115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.810417 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] Sync routers for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:58:59.811464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:58:59.832370 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:58:59.833006 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:58:59.878549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7f1cb7f2-7376-476d-bef7-5d321944531b completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:58:59.938601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:58:59.949338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:58:59.965500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:58:59.969813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f878c5c4-3701-4354-836a-0b03ec515f45 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:58:59.982941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:58:59.995568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:00.025733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f878c5c4-3701-4354-836a-0b03ec515f45 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:59:00.026287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f878c5c4-3701-4354-836a-0b03ec515f45 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:59:00.039129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d452a3b0-09f3-4ca9-85b0-1cb54b00ae4c None None] Network 12581aeb-12e7-4270-adca-78a877959a8b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:00.083474 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dca964a3-5743-4511-be11-fb0bf84b19e0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6447177 Feb 16 23:59:00.083797 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:00.084132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55696) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:00.086341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:59:00.210350 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-84e4d77b-a377-4fb3-8661-ca027f3437c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/068face0-1fc4-4f9c-bc8a-21813cd18867 HTTP/1.1" status: 200 len: 991 time: 0.1187816 Feb 16 23:59:00.269250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:00.281732 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'status': 'completed', 'code': 200} Feb 16 23:59:00.314948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:00.332426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8cdf1fc3-500b-4280-b68d-ad367fc82962 None None] Provisioning for port 7f1cb7f2-7376-476d-bef7-5d321944531b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:00.343598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8cdf1fc3-500b-4280-b68d-ad367fc82962 None None] Provisioning complete for port 7f1cb7f2-7376-476d-bef7-5d321944531b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:00.344279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1fc3-500b-4280-b68d-ad367fc82962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:00.355474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:00.372648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:00.373871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:00.379658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef719749-9d61-48a6-8c19-5286562f0c42 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:00.411137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55702) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:00.411399 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6082075 Feb 16 23:59:00.420800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:04:7a:ed', 'name': 'tempest-NetworksTestDHCPv6-920108865'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:00.443519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:00.444851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ab75e-51d6-4b83-940c-f9889084be5c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=e06a276b-5d52-45d6-96bc-4c703cb091f2,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:00.459670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-eb9b2a6d-252e-4f1b-93ee-300982f0e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:00.461189 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-eb9b2a6d-252e-4f1b-93ee-300982f0e04c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 1098 time: 0.1449907 Feb 16 23:59:00.498205 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '068face0-1fc4-4f9c-bc8a-21813cd18867', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'port_id': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'mac_address': 'fa:16:3e:ff:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f776d-ad44-4af8-9f35-52503884e11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:58:56Z', 'updated_at': '2022-02-16T23:58:56Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:41Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:00.503163 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] Checking router: edde64c2-24aa-434e-ac4f-c85f6c442859 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:00.512493 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:00.513344 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:00.764517 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-d4c7b474-c50a-4611-8239-6cdf66cf151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:00.766984 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-d4c7b474-c50a-4611-8239-6cdf66cf151a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a895540-568b-499a-926d-3a3fe8a13b94 HTTP/1.1" status: 200 len: 897 time: 0.2994900 Feb 16 23:59:00.788237 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:00.825144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1fc3-500b-4280-b68d-ad367fc82962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:00.906364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:00.917469 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-f239939f-8850-4578-a04d-a62c059a98d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c HTTP/1.1" status: 200 len: 999 time: 0.1436090 Feb 16 23:59:00.919474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8cdf1fc3-500b-4280-b68d-ad367fc82962 None None] For port 7f1cb7f2-7376-476d-bef7-5d321944531b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7f1cb7f2-7376-476d-bef7-5d321944531b,segment=NetworkSegment(a0c80070-6786-405f-8920-8477941b8dc7),segment_id=a0c80070-6786-405f-8920-8477941b8dc7)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:00.934885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1fc3-500b-4280-b68d-ad367fc82962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:00.946862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:00.977654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:01.000423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-b63b9e92-d2bd-4a66-b78e-28ac3e5ad05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:01.002309 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-b63b9e92-d2bd-4a66-b78e-28ac3e5ad05c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e74cfd5-1f77-4534-ad41-5446f1f1a04d HTTP/1.1" status: 200 len: 834 time: 0.0779791 Feb 16 23:59:01.023152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1fc3-500b-4280-b68d-ad367fc82962 None None] Pushing event updated for resources: {'Port': ['ID=7f1cb7f2-7376-476d-bef7-5d321944531b,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:01.108774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': 'e06a276b-5d52-45d6-96bc-4c703cb091f2'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '2e9f3451-fd8a-457d-8424-bf1c8a7bac5c'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:59:01.113715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-f223e3c5-2389-4e49-b1b7-db20c4201932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:01.115209 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-f223e3c5-2389-4e49-b1b7-db20c4201932 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a895540-568b-499a-926d-3a3fe8a13b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059818 Feb 16 23:59:01.147011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 88f2ed23-1992-4730-82e5-0062bff26220 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:59:01.163043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:01.183553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b148ea8d-14c2-4532-8e33-b59de6671800 None None] Provisioning complete for port 7f1cb7f2-7376-476d-bef7-5d321944531b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:01.183928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b148ea8d-14c2-4532-8e33-b59de6671800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:01.216096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55706) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:01.244863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:01.250247 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '068face0-1fc4-4f9c-bc8a-21813cd18867', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'port_id': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'mac_address': 'fa:16:3e:ff:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f776d-ad44-4af8-9f35-52503884e11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:58:56Z', 'updated_at': '2022-02-16T23:58:56Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:41Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:01.255527 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48521217-7ebf-4808-b265-06cd1a4d5483 None None] The sync data for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv is: [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '068face0-1fc4-4f9c-bc8a-21813cd18867', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'port_id': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'mac_address': 'fa:16:3e:ff:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f776d-ad44-4af8-9f35-52503884e11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T23:58:56Z', 'updated_at': '2022-02-16T23:58:56Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:41Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:01.295839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port b91a34d8-03d2-4b38-8327-6f5a6e1adaf5 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:59:01.334792 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-46049772-b566-46d5-9e8b-0fcd9130541b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/068face0-1fc4-4f9c-bc8a-21813cd18867 HTTP/1.1" status: 200 len: 991 time: 0.1165652 Feb 16 23:59:01.395991 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-62ed42f0-bd5b-4150-912b-143daa51b9fd service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729661 Feb 16 23:59:01.499253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:01.511059 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] Sync routers for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:01.526024 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:01.526824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:01.543844 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c052f50d-c3ea-45d0-a410-450c49b9aa5f req-24a65406-eb75-4e9d-a4d4-d9cb9efed532 service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411231 Feb 16 23:59:01.555114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::58 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/e06a276b-5d52-45d6-96bc-4c703cb091f2/b91a34d8-03d2-4b38-8327-6f5a6e1adaf5) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:01.564659 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556fa10-2eb5-4d5d-9460-76001283eef1 None None] New status for floating IP 068face0-1fc4-4f9c-bc8a-21813cd18867: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:59:01.565852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:01.569702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e4a31bd2-efff-4872-90a0-42cebfaaf062 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8134062 Feb 16 23:59:01.570370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55710) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:01.590846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:01.600635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:01.601222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:01.664282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:01.665991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c114b-78d3-4385-81c5-fca847811eeb None None] The sync data for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:01.726558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7f1cb7f2-7376-476d-bef7-5d321944531b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:01.819162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7f1cb7f2-7376-476d-bef7-5d321944531b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:01.820685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:01.841246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:01.861614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object b91a34d8-03d2-4b38-8327-6f5a6e1adaf5 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:01.887383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:01.997517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/e06a276b-5d52-45d6-96bc-4c703cb091f2/2e9f3451-fd8a-457d-8424-bf1c8a7bac5c) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:01.998009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:02.002003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:02.007111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:02.012864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:02.013539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:02.029695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=b91a34d8-03d2-4b38-8327-6f5a6e1adaf5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:02.046275 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b1e15b68-57a4-4a57-9c11-6fa951830d6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6339219 Feb 16 23:59:02.049052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55714) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:02.130982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a1d6-aaad-4ff4-a5b5-7709b95eb910 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:02.137485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a1d6-aaad-4ff4-a5b5-7709b95eb910 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:02.138322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d154a1d6-aaad-4ff4-a5b5-7709b95eb910 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:02.154890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d154a1d6-aaad-4ff4-a5b5-7709b95eb910 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:02.158999 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d154a1d6-aaad-4ff4-a5b5-7709b95eb910 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1089776 Feb 16 23:59:02.159585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55718) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:02.167842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:02.197658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:02.213565 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] Ignored duplicate provisioning block setup for port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 23:59:02.218203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:02.232169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port b91a34d8-03d2-4b38-8327-6f5a6e1adaf5 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:02.233306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:02.309996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:02.343830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55722) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:02.370965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204854c-b31a-46e8-b467-456bad6b529c None None] Pushing event updated for resources: {'Port': ['ID=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:02.540346 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f4f6bbf7-8437-4bda-8c3e-2b7c841ef482 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/068face0-1fc4-4f9c-bc8a-21813cd18867 HTTP/1.1" status: 200 len: 993 time: 0.1950955 Feb 16 23:59:02.624726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:02.872750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for b91a34d8-03d2-4b38-8327-6f5a6e1adaf5 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:02.887751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.1 (12581aeb-12e7-4270-adca-78a877959a8b/5b922411-642d-4d0a-8bdf-85ffdaa01829/c71ed418-1027-4179-9bb7-28e74dd07a41) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:03.018719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.046387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.062105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Transition to ACTIVE for port object c71ed418-1027-4179-9bb7-28e74dd07a41 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:03.067937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=b91a34d8-03d2-4b38-8327-6f5a6e1adaf5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:03.090720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.114135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.129561 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5799ea99-ef7e-47c5-84ad-55b2afa12675 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/b91a34d8-03d2-4b38-8327-6f5a6e1adaf5 HTTP/1.1" status: 204 len: 168 time: 0.9686930 Feb 16 23:59:03.131640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55726) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:03.164949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 12581aeb-12e7-4270-adca-78a877959a8b is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:03.166133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:03.168722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:03.209263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f98611-877d-46ac-9fad-e8ee91bc56d1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:03.210927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f98611-877d-46ac-9fad-e8ee91bc56d1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:03.211681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d2f98611-877d-46ac-9fad-e8ee91bc56d1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:03.227741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=c71ed418-1027-4179-9bb7-28e74dd07a41,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:03.237401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d2f98611-877d-46ac-9fad-e8ee91bc56d1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:03.238948 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d2f98611-877d-46ac-9fad-e8ee91bc56d1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1061416 Feb 16 23:59:03.241600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55730) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:03.280316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.337100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet e06a276b-5d52-45d6-96bc-4c703cb091f2 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:03.342159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.405053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.446563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.498529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.529576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-acd821bb-fbd0-4551-97e7-9e8d28673ca8 None None] Provisioning for port c71ed418-1027-4179-9bb7-28e74dd07a41 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:03.535425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-acd821bb-fbd0-4551-97e7-9e8d28673ca8 None None] Provisioning complete for port c71ed418-1027-4179-9bb7-28e74dd07a41 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:03.535797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-acd821bb-fbd0-4551-97e7-9e8d28673ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.581481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.593120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-acd821bb-fbd0-4551-97e7-9e8d28673ca8 None None] Port c71ed418-1027-4179-9bb7-28e74dd07a41 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:03.644154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=e06a276b-5d52-45d6-96bc-4c703cb091f2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:03.648317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.671279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-89703710-78fe-4871-b006-cd7ba49315ce tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/e06a276b-5d52-45d6-96bc-4c703cb091f2 HTTP/1.1" status: 204 len: 168 time: 0.4254630 Feb 16 23:59:03.671535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:03.693837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d4b1d6ac-5d73-4744-9f52-681d9dcf7c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.743088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:03.766410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-381ec45e-ed3a-4ee5-8323-7ac82422cff7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936317 Feb 16 23:59:03.769236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55738) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:03.787830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4a3764de-f0e6-4655-b42d-b7320fda2219 None None] Provisioning for port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:03.835930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:03.841763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:03.842143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.860114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebb8a26-52a3-4cfc-a40a-5e86abbed700 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:03.861459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2ebb8a26-52a3-4cfc-a40a-5e86abbed700 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:03.879648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2ebb8a26-52a3-4cfc-a40a-5e86abbed700 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:03.883294 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ebb8a26-52a3-4cfc-a40a-5e86abbed700 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1108880 Feb 16 23:59:03.883702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55742) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:03.940232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.945569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fac547-929c-492c-a3a8-6ca87f855d4c None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:03.946363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:03.956656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87775803-b289-47a8-bdbc-c4ba3d37f716 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:03.957426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-87775803-b289-47a8-bdbc-c4ba3d37f716 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:03.973459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-87775803-b289-47a8-bdbc-c4ba3d37f716 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:03.976608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-87775803-b289-47a8-bdbc-c4ba3d37f716 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899704 Feb 16 23:59:03.977251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-be7fdae1-bac9-4772-bf1d-0abc243b82b3 None None] Could not find standard attr ID for object b91a34d8-03d2-4b38-8327-6f5a6e1adaf5. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:59:03.977507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55746) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:04.047559 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e672cc36-fec1-4809-8cd9-531fccea55cd tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684104 Feb 16 23:59:04.047961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.052242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55750) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:04.058190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:04.064211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=c71ed418-1027-4179-9bb7-28e74dd07a41,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:04.067968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.167935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:04.173772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:04.175073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.183999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:04.194946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:04.198715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.211346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 12581aeb-12e7-4270-adca-78a877959a8b is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:04.212902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:04.248405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:04.382242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:59:04.386955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Deleting port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:04.387332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.560146 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b223b2fa-9393-4168-80e4-0d860b32f560 None None] Provisioning complete for port c71ed418-1027-4179-9bb7-28e74dd07a41 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:04.560808 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b223b2fa-9393-4168-80e4-0d860b32f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.574318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 88f2ed23-1992-4730-82e5-0062bff26220 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:04.614292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:59:04.675646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b223b2fa-9393-4168-80e4-0d860b32f560 None None] Port c71ed418-1027-4179-9bb7-28e74dd07a41 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:04.718715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:04.719304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.777659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:04.792839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e067cabc-7ac0-4618-9a09-15edfe7fb46c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/routers/88f2ed23-1992-4730-82e5-0062bff26220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2194235 Feb 16 23:59:04.793142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55754) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:04.799222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'port': {'network_id': '12581aeb-12e7-4270-adca-78a877959a8b', 'name': 'tempest-FloatingIPTestJSON-1042420493'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:04.800415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.846026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] Sync routers for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:04.853886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Calling delete_port for 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:04.900999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:04.901640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:04.944380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:04.949585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Usage tracker for resource:port and tenant:2954108798244f4682f186ff90687f5d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:04.953212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:04.960731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:04.968869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:04.974727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Made reservation on behalf of 2954108798244f4682f186ff90687f5d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:04.978573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:04.995140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:04.995622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:58:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:05.000702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] device_id is not set on port 34b1c34f-adcd-4f15-86ba-9568eb180c77 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:59:05.060274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:05.060673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f35e73-dbe5-41f0-a316-16dc922d1dad None None] The sync data for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:05.132927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:05.146657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Allocated IP 172.20.0.3 (12581aeb-12e7-4270-adca-78a877959a8b/5b922411-642d-4d0a-8bdf-85ffdaa01829/34b1c34f-adcd-4f15-86ba-9568eb180c77) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:05.158413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.161946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.162699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.165011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:59:05.165640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:59:05.264930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:05.275179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:05.281474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:05.282044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.303990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=acd981e4-d983-4b49-8d62-9b1b7da89edf,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:05.308494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,revision_number=8']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:05.322594 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e3e33039-c32a-42d0-8c6a-24811aa94a02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2692456 Feb 16 23:59:05.325433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55758) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:05.331388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:05.356273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.371344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Transition to ACTIVE for port object 34b1c34f-adcd-4f15-86ba-9568eb180c77 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:05.394689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.463879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:05.466059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Network 12581aeb-12e7-4270-adca-78a877959a8b is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:05.467921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:05.469101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:05.471519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:05.473062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:05.477348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:05.488897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:05.492249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.512389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event updated for resources: {'Port': ['ID=34b1c34f-adcd-4f15-86ba-9568eb180c77,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:05.541398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:05.541975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.572610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b052a0dd-1628-4147-ab64-6f59b177004f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7784793 Feb 16 23:59:05.573247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55762) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:05.578520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Request body: {'floatingip': {'port_id': '34b1c34f-adcd-4f15-86ba-9568eb180c77'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:05.666542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Deleting port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:05.667104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.682300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acd981e4-d983-4b49-8d62-9b1b7da89edf (CIDR: 2001:db8::/64) Feb 16 23:59:05.688709 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:59:05.689172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:05.700236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.710511 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-969356ba-30a0-4fa1-be95-a3e6ef425f0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3836255 Feb 16 23:59:05.713527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55766) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:05.714466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:59:05.719754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:05.861140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d4bb61b1-15c1-4edd-b47c-577f626f6c20 None None] Provisioning for port 34b1c34f-adcd-4f15-86ba-9568eb180c77 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:05.871477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:05.876086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:05.879942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:05.887557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:05.890739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d4bb61b1-15c1-4edd-b47c-577f626f6c20 None None] Provisioning complete for port 34b1c34f-adcd-4f15-86ba-9568eb180c77 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:05.895919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d4bb61b1-15c1-4edd-b47c-577f626f6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:05.899394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:05.903238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.074216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-82f3a9ce-c5f7-4427-ae1a-12a78f953774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.088369 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d4bb61b1-15c1-4edd-b47c-577f626f6c20 None None] Port 34b1c34f-adcd-4f15-86ba-9568eb180c77 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:06.099021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.165930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:06.166328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.174873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.175505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:06.233867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.238421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:06.241487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:06.249407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:06.250168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.282566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5649450 Feb 16 23:59:06.282566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d7486-f1d4-4a31-9abb-e18398ee7a9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=4acf73f7-9130-41fb-8745-ee69e405b86d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:06.282917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55770) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:06.288801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:10:eb:3f', 'name': 'tempest-NetworksTestDHCPv6-1112761972'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:06.337105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Calling delete_port for 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:06.427903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,revision_number=9']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:06.429719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:06.444147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:59:06.444517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:59:06.448650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:06.460461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:06.517491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.523224 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.588189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.614677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 3768d901-62d0-4015-a24d-6fbf1dcb6577 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:59:06.701398 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 787fa111-ce36-4fba-8bdb-9a06b21496fd associated. External IP: 172.26.2.231, port: 484d64aa-8b41-48f0-be47-433fc0f40764. Feb 16 23:59:06.831426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8:0:1::2b (692b4ba4-25a8-41bb-808b-fe8814ab5be8/4acf73f7-9130-41fb-8745-ee69e405b86d/3768d901-62d0-4015-a24d-6fbf1dcb6577) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:06.837291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe10:eb3f (692b4ba4-25a8-41bb-808b-fe8814ab5be8/acd981e4-d983-4b49-8d62-9b1b7da89edf/3768d901-62d0-4015-a24d-6fbf1dcb6577) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:06.935913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:06.981248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Deleting port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:06.981690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.093125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:07.178763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.196102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 3768d901-62d0-4015-a24d-6fbf1dcb6577 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:07.221384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] For port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:07.221833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.223489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.285046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:07.299349 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:07.302912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:07.306110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:07.310324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:07.315976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:07.316621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.319127 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:07.319892 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:07.325188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=3768d901-62d0-4015-a24d-6fbf1dcb6577,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:07.358604 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d3a91a3-f7b3-4f6e-b270-5e8bbfb6cbf5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0747685 Feb 16 23:59:07.362749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55774) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:07.384116 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:07.385079 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Calling delete_port for 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:07.394448 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:07.395411 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:07.442435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 3768d901-62d0-4015-a24d-6fbf1dcb6577 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:07.442770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.457471 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:07.458192 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6e192-2ccc-4821-a998-e7331de09fd7 None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:07.536706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.568924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.585004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] Pushing event deleted for resources: {'Port': ['ID=2e9f3451-fd8a-457d-8424-bf1c8a7bac5c,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:07.677916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fbc4f-db10-4921-93ab-2277ea9c5dd5 None None] No DVR routers for this DVR port 2e9f3451-fd8a-457d-8424-bf1c8a7bac5c on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:59:07.691791 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dd091a-7870-4f15-b1ff-6f91f78275c5 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:07.722966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:07.821153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 88f2ed23-1992-4730-82e5-0062bff26220 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:07.861939 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 3768d901-62d0-4015-a24d-6fbf1dcb6577 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:07.991815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'tenant_id': 'b8ec3a940bd34951befea3eac4be7dc6', 'fixed_ips': [{'subnet_id': '4acf73f7-9130-41fb-8745-ee69e405b86d'}, {'subnet_id': 'acd981e4-d983-4b49-8d62-9b1b7da89edf'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:59:07.992847 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.015239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:08.019466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.052687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] Sync routers for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:08.065009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:08.065258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:08.080787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.130200 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2200fd0c-d556-43fa-994b-1b80bdcc522c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/floatingips/787fa111-ce36-4fba-8bdb-9a06b21496fd HTTP/1.1" status: 200 len: 978 time: 2.5557275 Feb 16 23:59:08.132880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55778) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:08.137026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=3768d901-62d0-4015-a24d-6fbf1dcb6577,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:08.138228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:08.158532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:08.159171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:08.199300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 34b1c34f-adcd-4f15-86ba-9568eb180c77 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:08.199682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.221059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.231318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:08.231948 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-21cdc409-bdb3-4621-9bf2-ee1db7a3b50a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/3768d901-62d0-4015-a24d-6fbf1dcb6577 HTTP/1.1" status: 204 len: 168 time: 0.8680439 Feb 16 23:59:08.234289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55782) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:08.234407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3f379-e12b-4562-bd3d-78c6d2d4b40c None None] The sync data for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:08.278015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1d38e191-f6c6-42a2-aa6f-fd4f35c7ea6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:08.294817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1d38e191-f6c6-42a2-aa6f-fd4f35c7ea6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:08.298510 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d38e191-f6c6-42a2-aa6f-fd4f35c7ea6a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607917 Feb 16 23:59:08.299277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55786) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:08.353513 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-60ea7669-ccac-48f2-a289-f3fbf951377e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507832 Feb 16 23:59:08.353708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55790) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:08.364604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Allocated IP 2001:db8:0:1::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/4acf73f7-9130-41fb-8745-ee69e405b86d/0b243a48-99e8-48c3-a101-7fe4d753cf48) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:08.370868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Allocated IP 2001:db8::f816:3eff:feba:2efc (692b4ba4-25a8-41bb-808b-fe8814ab5be8/acd981e4-d983-4b49-8d62-9b1b7da89edf/0b243a48-99e8-48c3-a101-7fe4d753cf48) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:08.426921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7002d6-1ea9-41ce-b595-067ce176ec03 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:08.428768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7002d6-1ea9-41ce-b595-067ce176ec03 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:08.430324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7002d6-1ea9-41ce-b595-067ce176ec03 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:08.431186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1c7002d6-1ea9-41ce-b595-067ce176ec03 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:08.449164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1c7002d6-1ea9-41ce-b595-067ce176ec03 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:08.452673 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1c7002d6-1ea9-41ce-b595-067ce176ec03 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0952046 Feb 16 23:59:08.452835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.452976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55794) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:08.510142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.520744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 4acf73f7-9130-41fb-8745-ee69e405b86d {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:08.594758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.605195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Transition to ACTIVE for port object 0b243a48-99e8-48c3-a101-7fe4d753cf48 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:08.622864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Transition to ACTIVE for port object 0b243a48-99e8-48c3-a101-7fe4d753cf48 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:08.628840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.630483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.696427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:08.697515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.699269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:08.701671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:08.747152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:08.770803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.771337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.771766 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Floating IP 787fa111-ce36-4fba-8bdb-9a06b21496fd disassociated. External IP: 172.26.2.231, port: 34b1c34f-adcd-4f15-86ba-9568eb180c77. Feb 16 23:59:08.772258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 34b1c34f-adcd-4f15-86ba-9568eb180c77 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:08.787336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.834321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Attempting to bind port 0b243a48-99e8-48c3-a101-7fe4d753cf48 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:08.834694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Attempting to bind port 0b243a48-99e8-48c3-a101-7fe4d753cf48 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:08.835062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Attempting to bind port 0b243a48-99e8-48c3-a101-7fe4d753cf48 on network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:08.841081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:08.841455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Checking segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:08.841855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.842248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Bound using segment: {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:08.842717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Bound port: 0b243a48-99e8-48c3-a101-7fe4d753cf48, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f830f735-8b53-4fca-942c-8505e4086d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:08.843092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.866926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.907682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=4acf73f7-9130-41fb-8745-ee69e405b86d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:08.911443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.928172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6a3ec4de-255f-420e-a7ad-506fcb9c6b1f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/4acf73f7-9130-41fb-8745-ee69e405b86d HTTP/1.1" status: 204 len: 168 time: 0.4719737 Feb 16 23:59:08.928409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:08.928928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55798) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:08.940362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:08.943959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:08.948611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.004097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet acd981e4-d983-4b49-8d62-9b1b7da89edf {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:09.007821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.029035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbad14-c2d5-41c0-b648-594a097b8d83 None None] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:09.040376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=34b1c34f-adcd-4f15-86ba-9568eb180c77,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:09.088642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.138446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3ff19-1cf2-4dc9-9f2a-20b8e6ece0e6 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:09.189166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.190929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 88f2ed23-1992-4730-82e5-0062bff26220 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:09.294597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.341552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.346464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=acd981e4-d983-4b49-8d62-9b1b7da89edf,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:09.358629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f2a56e9e-db9a-401f-9f4a-33d19204e5a7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/acd981e4-d983-4b49-8d62-9b1b7da89edf HTTP/1.1" status: 204 len: 168 time: 0.4265909 Feb 16 23:59:09.359753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55802) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:09.389205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8a4cc-1a50-4eb0-9fe1-580f50e0e57a None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:59:09.429710 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-30417a3b-4cb4-4a81-80c4-c25fd3285930 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688729 Feb 16 23:59:09.432747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55806) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:09.438025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:09.493253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8a4cc-1a50-4eb0-9fe1-580f50e0e57a None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:59:09.501243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:09.515523 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] Sync routers for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:09.524672 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:09.525476 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:09.599773 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:09.601948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.619203 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:09.619903 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:09.628729 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-99229200-9dbe-4d87-b690-efd5683ba13f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/ports/34b1c34f-adcd-4f15-86ba-9568eb180c77 HTTP/1.1" status: 204 len: 168 time: 1.4922836 Feb 16 23:59:09.631273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55810) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:09.688236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:09.692545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:09.695433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:09.701240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:09.719700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:09.724417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:09.735650 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:09.736043 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79984d9e-89cf-458f-b1e3-7fc3d494afaa None None] The sync data for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:09.900907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b1864-9c12-4a3e-bd7d-271c839a851c None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 23:59:10.006557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b1864-9c12-4a3e-bd7d-271c839a851c None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 23:59:10.099101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:59:10.235919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.267734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.508200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:10.550021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.554657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.555359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.619092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port c71ed418-1027-4179-9bb7-28e74dd07a41 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:10.619641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.687228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:10.695310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:10.701840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:10.702427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.706576 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=6']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:10.723527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=f33a562e-eef2-40da-b30d-d3d592f7c6a6,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:10.742034 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9c400f8a-d18c-46f2-9bec-605bd336738a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3068328 Feb 16 23:59:10.742847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55814) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:10.748476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:10.814523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:10.883739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:10.888203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:10.891302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:10.897497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:10.909806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:10.913640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:11.045607 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f33a562e-eef2-40da-b30d-d3d592f7c6a6 (CIDR: 2001:db8::/64) Feb 16 23:59:11.049762 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:59:11.050215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:11.054142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for c71ed418-1027-4179-9bb7-28e74dd07a41 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:11.069534 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1237decd-7db1-42e3-8c16-c2413d17440b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3256094 Feb 16 23:59:11.072383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55818) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:11.078707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:11.235469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:11.239733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:11.242676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:11.255599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:11.267636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:11.271056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:11.402845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:11.412352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204188e9-60f0-4c5e-b595-20239266dcce None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:11.451010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=c71ed418-1027-4179-9bb7-28e74dd07a41,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:11.512367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3cad98a3-9ca4-4806-8053-b4454e24babe None None] Provisioning for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:11.553773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:11.717773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=9ee04c54-5c43-4c32-8c5d-8dc1d20da37f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:11.724093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:11.725936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:11.731938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:11.732769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:11.752431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b243a48-99e8-48c3-a101-7fe4d753cf48 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:11.763711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9413ae0b-6909-4ffe-a8d7-d3ae5fdd4e7a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6901045 Feb 16 23:59:11.766764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55822) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:11.773602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:25:30:8e', 'name': 'tempest-NetworksTestDHCPv6-1209375361'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:11.787186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:11.886614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': 'f33a562e-eef2-40da-b30d-d3d592f7c6a6', 'ip_address': '2001:db8::f816:3eff:feba:2efc'}, {'subnet_id': '9ee04c54-5c43-4c32-8c5d-8dc1d20da37f'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '0b243a48-99e8-48c3-a101-7fe4d753cf48'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:59:11.918237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:11.935548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:11.935957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:11.987903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.029327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:12.033307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:port and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:12.036176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:12.042388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:12.053719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:12.163860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 88f2ed23-1992-4730-82e5-0062bff26220 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:12.184599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.185114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.213249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port b058eee1-6a4e-4b46-b812-57d4472e9b99 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:59:12.272567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:12.280876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] Allocated IP 2001:db8:0:1::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/9ee04c54-5c43-4c32-8c5d-8dc1d20da37f/0b243a48-99e8-48c3-a101-7fe4d753cf48) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:12.283464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.363408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:12.377180 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eca2a6c2-7eb0-4efd-a791-001118170c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/routers/88f2ed23-1992-4730-82e5-0062bff26220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7452955 Feb 16 23:59:12.379845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55826) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:12.415453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] Sync routers for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:12.440415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:12.454196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:12.454833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:12.525047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:12.557581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] Routers {'88f2ed23-1992-4730-82e5-0062bff26220'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:12.558186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['88f2ed23-1992-4730-82e5-0062bff26220'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:12.665901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:12.666377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5739a65-c389-435f-8f9a-8af85ac96fbf None None] The sync data for ids ['88f2ed23-1992-4730-82e5-0062bff26220'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:12.670018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:12.691064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.694534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.710788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] Transition to ACTIVE for port object 0b243a48-99e8-48c3-a101-7fe4d753cf48 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:12.716767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.854444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fe1b1-603c-410d-be8f-3099812d5a3f None None] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:12.863061 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8:0:1::317 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/9ee04c54-5c43-4c32-8c5d-8dc1d20da37f/b058eee1-6a4e-4b46-b812-57d4472e9b99) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:12.871086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::f816:3eff:fe25:308e (692b4ba4-25a8-41bb-808b-fe8814ab5be8/f33a562e-eef2-40da-b30d-d3d592f7c6a6/b058eee1-6a4e-4b46-b812-57d4472e9b99) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:12.877173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:12.886521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port a9854574-fd66-4191-9b25-64bcb70ef259 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:12.887197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.075706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.083746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.101779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object b058eee1-6a4e-4b46-b812-57d4472e9b99 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:13.128269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.209176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for a9854574-fd66-4191-9b25-64bcb70ef259 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:13.218756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:13.220006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:13.221953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=b058eee1-6a4e-4b46-b812-57d4472e9b99,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:13.224301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:13.229889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:13.230412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.257519 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b8b48274-8c04-491d-8554-32ed3ff67708 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4888391 Feb 16 23:59:13.259863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55830) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:13.334137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port b058eee1-6a4e-4b46-b812-57d4472e9b99 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:13.334676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.401580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69f5488-aa36-4e78-b745-3a0439fa4e3d None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:13.403351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.450575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=a9854574-fd66-4191-9b25-64bcb70ef259,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:13.508873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8b2202d7-4b01-4197-881f-b0ea6b33bff7 None None] Provisioning for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:13.525934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8b2202d7-4b01-4197-881f-b0ea6b33bff7 None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:13.526304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8b2202d7-4b01-4197-881f-b0ea6b33bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.541783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.598028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.727698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.729948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.745012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b243a48-99e8-48c3-a101-7fe4d753cf48 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:13.756910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.757579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Fanout notify agent at l3_agent the message router_deleted on router 88f2ed23-1992-4730-82e5-0062bff26220 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:59:13.763564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for b058eee1-6a4e-4b46-b812-57d4472e9b99 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:13.776036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.778910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-96f6b3bd-630e-4c0f-b05f-79aa2aaa0283 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/routers/88f2ed23-1992-4730-82e5-0062bff26220 HTTP/1.1" status: 204 len: 168 time: 1.3981154 Feb 16 23:59:13.779493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55834) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:13.843857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:13.844272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.861196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting subnet 5b922411-642d-4d0a-8bdf-85ffdaa01829 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:13.864900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:13.929668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.007403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.088564 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:59:14.131006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a307278a-9749-4f07-be42-6888f297f631 None None] Could not find standard attr ID for object b058eee1-6a4e-4b46-b812-57d4472e9b99. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:59:14.140951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=b058eee1-6a4e-4b46-b812-57d4472e9b99,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:14.147640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.154710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a307278a-9749-4f07-be42-6888f297f631 None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:14.156040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a307278a-9749-4f07-be42-6888f297f631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.242111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.270270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.283974 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-72cd2fd3-7ba7-4708-ad50-855d5fb33586 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/b058eee1-6a4e-4b46-b812-57d4472e9b99 HTTP/1.1" status: 204 len: 168 time: 1.0227113 Feb 16 23:59:14.284604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55840) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:14.287199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.293803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2ed0f-f035-4f40-b63b-87a79bdb8064 None None] Network 12581aeb-12e7-4270-adca-78a877959a8b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:14.301187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Subnet': ['ID=5b922411-642d-4d0a-8bdf-85ffdaa01829,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:14.306995 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-90cb05ba-09ad-4b30-b1e1-5752a7b355b4 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/subnets/5b922411-642d-4d0a-8bdf-85ffdaa01829 HTTP/1.1" status: 204 len: 168 time: 0.5242834 Feb 16 23:59:14.308305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55844) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:14.385615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07532609-1e3b-4566-9136-347457cca122 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:14.386758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07532609-1e3b-4566-9136-347457cca122 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:14.407916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-07532609-1e3b-4566-9136-347457cca122 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:14.409890 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-07532609-1e3b-4566-9136-347457cca122 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1240809 Feb 16 23:59:14.412299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55848) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:14.433329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.444532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 7f1cb7f2-7376-476d-bef7-5d321944531b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:14.444893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.503119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c1659-9d93-4230-805a-1e073692083b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:14.504732 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-df9c1659-9d93-4230-805a-1e073692083b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0914555 Feb 16 23:59:14.507228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55852) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:14.511512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6f11752b-84f3-4fa3-a519-2dc53343482e None None] Could not find standard attr ID for object b058eee1-6a4e-4b46-b812-57d4472e9b99. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 23:59:14.584815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2ca86-4b60-42cd-8599-d8fff900db60 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:14.586299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2ca86-4b60-42cd-8599-d8fff900db60 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:14.588046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2ca86-4b60-42cd-8599-d8fff900db60 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:14.588951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0dc2ca86-4b60-42cd-8599-d8fff900db60 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:14.605539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] DHCP port deletion for 12581aeb-12e7-4270-adca-78a877959a8b request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:59:14.606316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0dc2ca86-4b60-42cd-8599-d8fff900db60 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:14.607492 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0dc2ca86-4b60-42cd-8599-d8fff900db60 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0991380 Feb 16 23:59:14.609976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Deleting port 7f1cb7f2-7376-476d-bef7-5d321944531b {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:14.610224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55856) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:14.611254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.684206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 9ee04c54-5c43-4c32-8c5d-8dc1d20da37f {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:14.687215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.699865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] For port 7f1cb7f2-7376-476d-bef7-5d321944531b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7f1cb7f2-7376-476d-bef7-5d321944531b,segment=NetworkSegment(a0c80070-6786-405f-8920-8477941b8dc7),segment_id=a0c80070-6786-405f-8920-8477941b8dc7)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:14.700271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.748045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.823532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 7f1cb7f2-7376-476d-bef7-5d321944531b owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:14.834977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.839802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] For port 7f1cb7f2-7376-476d-bef7-5d321944531b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7f1cb7f2-7376-476d-bef7-5d321944531b,segment=NetworkSegment(a0c80070-6786-405f-8920-8477941b8dc7),segment_id=a0c80070-6786-405f-8920-8477941b8dc7)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:14.840420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.908673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.912612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.957463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=7f1cb7f2-7376-476d-bef7-5d321944531b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:14.959255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] No DVR routers for this DVR port 7f1cb7f2-7376-476d-bef7-5d321944531b on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:59:14.964176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee04c54-5c43-4c32-8c5d-8dc1d20da37f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:14.966845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Calling delete_port for 7f1cb7f2-7376-476d-bef7-5d321944531b owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:14.969096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:14.986568 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-39b3468f-fe11-413a-a045-3543c1e2af8e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/9ee04c54-5c43-4c32-8c5d-8dc1d20da37f HTTP/1.1" status: 204 len: 168 time: 0.3749094 Feb 16 23:59:14.989064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55860) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:14.995234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f5f9f-3e9f-473d-af98-b6700ccf6768 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:15.059642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet f33a562e-eef2-40da-b30d-d3d592f7c6a6 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:15.063220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.091383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.117395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12581aeb-12e7-4270-adca-78a877959a8b']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:15.124069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.132156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c80070-6786-405f-8920-8477941b8dc7') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:15.132533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c80070-6786-405f-8920-8477941b8dc7') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:15.144710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.162017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.168278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:59:15.170710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.174527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 23:59:15.174886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:59:15.191603 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:59:15.214157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.276485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.302409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.304972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Network': ['ID=12581aeb-12e7-4270-adca-78a877959a8b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:15.313466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.322788 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cd7cdfdc-8eaa-4af5-8c35-e76f88cab249 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/networks/12581aeb-12e7-4270-adca-78a877959a8b HTTP/1.1" status: 204 len: 168 time: 1.0134492 Feb 16 23:59:15.325532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55864) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:15.356560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.361023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=f33a562e-eef2-40da-b30d-d3d592f7c6a6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:15.369803 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b6846106-8ad8-4fe5-83c4-c520eb329c0e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/f33a562e-eef2-40da-b30d-d3d592f7c6a6 HTTP/1.1" status: 204 len: 168 time: 0.3797281 Feb 16 23:59:15.372263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55868) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:15.444077 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-08fb1c5d-dd3a-4405-809f-73ca1367e178 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707030 Feb 16 23:59:15.446905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55872) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:15.453467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:15.496998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 51d265cf-94ce-4e05-ab7c-b40a8f64cc1d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:15.497343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.566001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:15.571215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:15.574414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:15.581156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:15.592863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:15.597486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.676451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Deleting port 7f1cb7f2-7376-476d-bef7-5d321944531b {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:15.677036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.714268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7f1cb7f2-7376-476d-bef7-5d321944531b no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:59:15.714529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.714783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.762569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7f1cb7f2-7376-476d-bef7-5d321944531b {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:59:15.762883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7f1cb7f2-7376-476d-bef7-5d321944531b not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:59:15.804847 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-691dce3b-fa90-4a04-aeb8-9489668a0af3 None None] The port '7f1cb7f2-7376-476d-bef7-5d321944531b' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 23:59:15.857467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 51d265cf-94ce-4e05-ab7c-b40a8f64cc1d owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:15.876122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.929599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:15.932702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:15.941172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:15.941782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:15.950675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad462d6d-bedc-40b1-b11b-3ea22b87a78b None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:15.964141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=c8878344-a3e6-4c40-9585-b3fbf97c2ce6,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:15.979105 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5d22943a-8eb7-4e29-8899-3dc5d51aac0f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5312240 Feb 16 23:59:15.981972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55876) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:15.988007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:16.012314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6fa1894d-4239-4433-9d3e-7992c3338ccc None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:16.012675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6fa1894d-4239-4433-9d3e-7992c3338ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.019867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.068255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=51d265cf-94ce-4e05-ab7c-b40a8f64cc1d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:16.139685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:16.144871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:16.148156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:16.154975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:16.166660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:16.170958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.272222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.289516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.290835 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-79256f55-e7de-4d84-92de-766baf8713ef tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/floatingips/787fa111-ce36-4fba-8bdb-9a06b21496fd HTTP/1.1" status: 204 len: 168 time: 0.9643970 Feb 16 23:59:16.297707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55880) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:16.309068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8878344-a3e6-4c40-9585-b3fbf97c2ce6 (CIDR: 2001:db8::/64) Feb 16 23:59:16.312190 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:59:16.312638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:16.334536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a197767-0289-4ed2-8afc-bed6011a7402 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3511686 Feb 16 23:59:16.337830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55884) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:16.347887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:16.364695 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-761c9bdd-cbdc-4c42-8f2b-d6d4072aa4bb tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:16.365175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761c9bdd-cbdc-4c42-8f2b-d6d4072aa4bb tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:16.369199 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-761c9bdd-cbdc-4c42-8f2b-d6d4072aa4bb tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/ports/34b1c34f-adcd-4f15-86ba-9568eb180c77 HTTP/1.1" status: 404 len: 333 time: 0.0680723 Feb 16 23:59:16.369846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55888) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:16.420479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-024bcb3d-66bd-4c5b-ac1a-65945ce4b501 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Synchronizing usage tracker for tenant:2954108798244f4682f186ff90687f5d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:16.446412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-024bcb3d-66bd-4c5b-ac1a-65945ce4b501 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Unset dirty status for tenant:2954108798244f4682f186ff90687f5d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:16.448476 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-024bcb3d-66bd-4c5b-ac1a-65945ce4b501 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "GET /v2.0/ports?device_id=88f2ed23-1992-4730-82e5-0062bff26220 HTTP/1.1" status: 200 len: 205 time: 0.0775356 Feb 16 23:59:16.455346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55892) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:16.506279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:16.510431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:16.513326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:16.519071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:16.528966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:16.532492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.572693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-145b79cb-31a1-4bef-9730-97b45282edf9 None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:16.573366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-145b79cb-31a1-4bef-9730-97b45282edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.647616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-e3a78245-683d-47c7-b3ad-db9f657e0c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] delete failed (client error): The resource could not be found. Feb 16 23:59:16.651002 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e3a78245-683d-47c7-b3ad-db9f657e0c65 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/routers/88f2ed23-1992-4730-82e5-0062bff26220 HTTP/1.1" status: 404 len: 336 time: 0.1923892 Feb 16 23:59:16.651273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55896) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:16.698491 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ed5ed5-f111-4f15-9e70-a7204f6befe0 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:16.698864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ed5ed5-f111-4f15-9e70-a7204f6befe0 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:16.706475 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-15ed5ed5-f111-4f15-9e70-a7204f6befe0 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/subnets/5b922411-642d-4d0a-8bdf-85ffdaa01829 HTTP/1.1" status: 404 len: 337 time: 0.0515096 Feb 16 23:59:16.707275 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55900) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:16.803196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 484d64aa-8b41-48f0-be47-433fc0f40764 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:16.803529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:16.950731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.objects.ports [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87676) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:59:17.050082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.121153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.178758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 484d64aa-8b41-48f0-be47-433fc0f40764 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:17.328695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.347625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:17.371791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.384705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=484d64aa-8b41-48f0-be47-433fc0f40764,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:17.385586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.386482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.487358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.500304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:17.501555 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e88d538e-7d1c-4054-a5f9-816826ded35c tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/ports/484d64aa-8b41-48f0-be47-433fc0f40764 HTTP/1.1" status: 204 len: 168 time: 0.7926373 Feb 16 23:59:17.503787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55904) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:17.508495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:17.514701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:17.515283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.517794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b48ff-a800-422b-8704-afe5b5822034 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:17.545898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=12']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:17.553902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=8feec1db-d200-4d60-80ed-2bc718e07d80,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:17.566979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55908) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:17.567939 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fbdd1ae1-0324-4526-8664-81ec6a1ecfa8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2291665 Feb 16 23:59:17.574726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:20:07:99', 'name': 'tempest-NetworksTestDHCPv6-143717309'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:17.601007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port c0d69b8a-3104-4bd1-8af3-3fd4acfda242 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:17.601257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.697322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b243a48-99e8-48c3-a101-7fe4d753cf48 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:17.817762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:17.818138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:17.869106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:17.887883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:17.915274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:17.996770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': '8feec1db-d200-4d60-80ed-2bc718e07d80', 'ip_address': '2001:db8:0:1:f816:3eff:feba:2efc'}, {'subnet_id': 'c8878344-a3e6-4c40-9585-b3fbf97c2ce6'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '0b243a48-99e8-48c3-a101-7fe4d753cf48'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:59:18.017926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:18.051510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:18.275269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for c0d69b8a-3104-4bd1-8af3-3fd4acfda242 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:18.295373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/c8878344-a3e6-4c40-9585-b3fbf97c2ce6/0b243a48-99e8-48c3-a101-7fe4d753cf48) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:18.362854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:18.407118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port 3d3fc04b-03c0-4620-ba5a-92d2e798b1cb yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:59:18.464206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:18.488793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:18.535842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:18.536081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] Transition to ACTIVE for port object 0b243a48-99e8-48c3-a101-7fe4d753cf48 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:18.540394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:18.627782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=c0d69b8a-3104-4bd1-8af3-3fd4acfda242,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:18.683084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375318eb-181b-4b43-a447-7bcc3fa21b5c None None] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=13']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:18.788000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:18.817209 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-69503542-a7e9-4455-8d05-69e285ba4bbf tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/ports/c0d69b8a-3104-4bd1-8af3-3fd4acfda242 HTTP/1.1" status: 204 len: 168 time: 1.3123515 Feb 16 23:59:18.819966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55912) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:18.820550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::355 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/c8878344-a3e6-4c40-9585-b3fbf97c2ce6/3d3fc04b-03c0-4620-ba5a-92d2e798b1cb) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:18.826772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:799 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/8feec1db-d200-4d60-80ed-2bc718e07d80/3d3fc04b-03c0-4620-ba5a-92d2e798b1cb) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:18.903330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b9575-0ee6-417b-b895-69e792c5d832 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:18.904040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a94b9575-0ee6-417b-b895-69e792c5d832 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Synchronizing usage tracker for tenant:2954108798244f4682f186ff90687f5d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:18.920224 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a94b9575-0ee6-417b-b895-69e792c5d832 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Unset dirty status for tenant:2954108798244f4682f186ff90687f5d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:18.922531 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a94b9575-0ee6-417b-b895-69e792c5d832 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "GET /v2.0/ports?device_id=4aea60b3-7962-4638-8b44-99f0477d1700 HTTP/1.1" status: 200 len: 913 time: 0.1015482 Feb 16 23:59:18.925726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55916) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:19.044615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.062097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object 3d3fc04b-03c0-4620-ba5a-92d2e798b1cb will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:19.086423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.156664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:19.160494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:19.162901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:19.169315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:19.169936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.190099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=3d3fc04b-03c0-4620-ba5a-92d2e798b1cb,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:19.200399 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0d67533a-bda0-4673-bba2-2e099b81cc02 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6323605 Feb 16 23:59:19.202947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55920) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:19.280290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port 3d3fc04b-03c0-4620-ba5a-92d2e798b1cb {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:19.280896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.302684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-22e43d0d-7997-4621-a829-a98ab2dd8397 None None] Provisioning for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:19.311243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-22e43d0d-7997-4621-a829-a98ab2dd8397 None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:19.311622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22e43d0d-7997-4621-a829-a98ab2dd8397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.564561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.582150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-32c743b2-4e2b-44bd-bc01-7ec8701a9c90 None None] Provisioning for port 3d3fc04b-03c0-4620-ba5a-92d2e798b1cb completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:19.587943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-32c743b2-4e2b-44bd-bc01-7ec8701a9c90 None None] Provisioning complete for port 3d3fc04b-03c0-4620-ba5a-92d2e798b1cb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:19.588524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32c743b2-4e2b-44bd-bc01-7ec8701a9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.632111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.690607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for 3d3fc04b-03c0-4620-ba5a-92d2e798b1cb owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:19.710488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-32c743b2-4e2b-44bd-bc01-7ec8701a9c90 None None] Port 3d3fc04b-03c0-4620-ba5a-92d2e798b1cb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:19.722800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b243a48-99e8-48c3-a101-7fe4d753cf48 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:19.789530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:19.789992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.908363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:19.957786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=3d3fc04b-03c0-4620-ba5a-92d2e798b1cb,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:20.002027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 079442d8-3a84-4295-a746-fc101e95b80a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:20.002631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.150097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.165859 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4ffff83b-5dfa-4c15-aef0-abddda52bd41 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/3d3fc04b-03c0-4620-ba5a-92d2e798b1cb HTTP/1.1" status: 204 len: 168 time: 0.9617403 Feb 16 23:59:20.168219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55924) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:20.197271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.245725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad470af2-91bd-48a1-93bd-066f07a588b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:20.246336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ad470af2-91bd-48a1-93bd-066f07a588b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:20.262332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ad470af2-91bd-48a1-93bd-066f07a588b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:20.263544 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ad470af2-91bd-48a1-93bd-066f07a588b4 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0943339 Feb 16 23:59:20.266338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55928) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:20.320120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 079442d8-3a84-4295-a746-fc101e95b80a owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:20.348594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f120e4b-f917-4e66-9eea-f031013eb9d0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:20.350066 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0f120e4b-f917-4e66-9eea-f031013eb9d0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0828016 Feb 16 23:59:20.352621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55932) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:20.417902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5eb18-607d-4358-8979-a9e123d1f165 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:20.419308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5eb18-607d-4358-8979-a9e123d1f165 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:20.420830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5eb18-607d-4358-8979-a9e123d1f165 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:20.421618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8f5eb18-607d-4358-8979-a9e123d1f165 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:20.438149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b8f5eb18-607d-4358-8979-a9e123d1f165 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:20.439860 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b8f5eb18-607d-4358-8979-a9e123d1f165 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0862234 Feb 16 23:59:20.442726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55936) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:20.505836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.510588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 8feec1db-d200-4d60-80ed-2bc718e07d80 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:20.513586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.557482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=079442d8-3a84-4295-a746-fc101e95b80a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:20.567369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.654356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.739845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.779123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=8feec1db-d200-4d60-80ed-2bc718e07d80,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:20.781019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.794557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f523d-edb5-4a60-b524-55cfe32de301 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:20.798959 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dadbc920-1f95-46c7-b884-d40674788a71 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/8feec1db-d200-4d60-80ed-2bc718e07d80 HTTP/1.1" status: 204 len: 168 time: 0.3551030 Feb 16 23:59:20.801377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55944) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:20.880074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet c8878344-a3e6-4c40-9585-b3fbf97c2ce6 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:20.883267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.939527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:20.952420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.029281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.119079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.162258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=c8878344-a3e6-4c40-9585-b3fbf97c2ce6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:21.164176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.176493 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-905e1e52-07ef-4b09-9936-e46780462db5 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/c8878344-a3e6-4c40-9585-b3fbf97c2ce6 HTTP/1.1" status: 204 len: 168 time: 0.3715367 Feb 16 23:59:21.176700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55948) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:21.247254 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f21f03fa-36b4-48d2-8fed-7b4ae507d593 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695174 Feb 16 23:59:21.250173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55952) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:21.256440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:21.337104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.350297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Router 4aea60b3-7962-4638-8b44-99f0477d1700 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:21.387773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:21.392791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:21.395758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:21.401857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:21.413780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:21.417698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.541731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:21.552565 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] Sync routers for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:21.559695 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-502a7a70-43e9-49e1-8fb8-8c549fd4ba18 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "PUT /v2.0/routers/4aea60b3-7962-4638-8b44-99f0477d1700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328766 Feb 16 23:59:21.562236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55956) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:21.566636 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:21.567252 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:21.632378 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:21.642373 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] Routers {'4aea60b3-7962-4638-8b44-99f0477d1700'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:21.643212 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['4aea60b3-7962-4638-8b44-99f0477d1700'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:21.674271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e5d3d-83a1-4fce-a403-a863398372e5 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:21.711865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.716580 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:21.717195 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786b326-e7e7-4a68-8393-3c5462a7a1af None None] The sync data for ids ['4aea60b3-7962-4638-8b44-99f0477d1700'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:21.772236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:21.775407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:21.776006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.779663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:21.780271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.793709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7c6d584d-75fe-41cb-a1e0-d21bcb6a1304 None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:21.794081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7c6d584d-75fe-41cb-a1e0-d21bcb6a1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.804244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=6daddf58-13bc-47b6-a58a-eba42d614efd,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:21.819378 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ec4c29d7-4840-4b89-a6f6-f2ea722b84f0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5675659 Feb 16 23:59:21.822350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55960) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:21.829074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:21.956652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.965964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:21.966676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting port 65c8240a-fe77-4cab-aa98-e1a6187300cd {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:21.966992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:21.970227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:21.973213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:21.979039 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:21.989281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:21.993802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.149754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.226247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180f3b4-3ebb-4c1b-a40a-b59a1a92c886 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:22.247454 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.ipam_backend_mixin [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6daddf58-13bc-47b6-a58a-eba42d614efd (CIDR: 2001:db8::/64) Feb 16 23:59:22.251768 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 23:59:22.252347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:22.270704 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a6c3d05e-c313-4ed4-a5bf-e204971cf625 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4472573 Feb 16 23:59:22.273733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55964) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:22.279580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'subnet': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:22.279860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Calling delete_port for 65c8240a-fe77-4cab-aa98-e1a6187300cd owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:22.324980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3e4515cd-4139-425c-bb90-14ec67d20646 None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:22.325231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3e4515cd-4139-425c-bb90-14ec67d20646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.426053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:22.430806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Usage tracker for resource:subnet and tenant:b8ec3a940bd34951befea3eac4be7dc6 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:22.434053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:22.441486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:22.453187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:22.458235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.606708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.671088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Port': ['ID=65c8240a-fe77-4cab-aa98-e1a6187300cd,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:22.768791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.902204 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.objects.ports [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87677) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 23:59:22.909578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bf007375-083e-41e2-aacd-b6aa2ef39b3d None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:22.909954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bf007375-083e-41e2-aacd-b6aa2ef39b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.946263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.948437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.974685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.975642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Fanout notify agent at l3_agent the message router_deleted on router 4aea60b3-7962-4638-8b44-99f0477d1700 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:59:22.994565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:22.998499 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-46cf137b-5f5d-46f8-95af-92538f8404be tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/routers/4aea60b3-7962-4638-8b44-99f0477d1700 HTTP/1.1" status: 204 len: 168 time: 1.4352915 Feb 16 23:59:22.998631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55968) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:23.074102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Deleting subnet 8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:23.077765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.177855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.209597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.291700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.454819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.507394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Subnet': ['ID=8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:23.515509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.535133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aa11cff9-0ecf-4dfa-8303-73036510ae85 tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/subnets/8b801fe2-20a1-4e5a-9dc3-77ea3da7d38b HTTP/1.1" status: 204 len: 168 time: 0.5356026 Feb 16 23:59:23.537716 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 55974) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:23.539963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:23.564663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.569147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.569908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.651348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.686851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:23.694278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:23.695873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Subnet': ['ID=a1e0cf23-9cb6-4643-90e7-c91d2cd10b05,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:23.700512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:23.701095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.710375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6c429-cd50-4908-ab08-2c85694c202e None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:23.721841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=17']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:23.733576 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-79fcb6b0-6de5-4f12-8a81-0e3a8b724818 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4544342 Feb 16 23:59:23.734148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55978) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:23.741218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Request body: {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'mac_address': 'fa:16:3e:ee:85:32', 'name': 'tempest-NetworksTestDHCPv6-1426125435'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:23.788627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.814505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f76272-6bfc-400e-9e66-0ef2e13bc764']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:23.826406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954713bc-7ba4-4626-9350-796e028dc9f6') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:23.827156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954713bc-7ba4-4626-9350-796e028dc9f6') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:23.839039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.856722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.864789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:59:23.865181 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:59:23.881077 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:59:23.891278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:23.901208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:23.911827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Made reservation on behalf of b8ec3a940bd34951befea3eac4be7dc6 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:23.968128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.992621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:23.999295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] Pushing event deleted for resources: {'Network': ['ID=48f76272-6bfc-400e-9e66-0ef2e13bc764,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:24.007530 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-841f189e-df2c-4088-9c3d-54942fd9597f tempest-FloatingIPTestJSON-351579687 tempest-FloatingIPTestJSON-351579687-project] 10.222.0.47 "DELETE /v2.0/networks/48f76272-6bfc-400e-9e66-0ef2e13bc764 HTTP/1.1" status: 204 len: 168 time: 0.4683089 Feb 16 23:59:24.040974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.052001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] Update dhcp port {'port': {'network_id': '692b4ba4-25a8-41bb-808b-fe8814ab5be8', 'fixed_ips': [{'subnet_id': 'a1e0cf23-9cb6-4643-90e7-c91d2cd10b05', 'ip_address': '2001:db8:0:1:f816:3eff:feba:2efc'}, {'subnet_id': '6daddf58-13bc-47b6-a58a-eba42d614efd'}], 'binding:host_id': 'dv-neutron-829040-1-hyperv'}, 'id': '0b243a48-99e8-48c3-a101-7fe4d753cf48'} from dv-neutron-829040-1-hyperv. {{(pid=87678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 23:59:24.071090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] device_id is not set on port ce415264-db4a-451a-9cd4-8e6e06762d57 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 23:59:24.106339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.294876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55986) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:24.315632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] Allocated IP 2001:db8::2 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/6daddf58-13bc-47b6-a58a-eba42d614efd/0b243a48-99e8-48c3-a101-7fe4d753cf48) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:24.439982 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-074f049f-2adb-4256-80c6-c68a31efbf72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2954108798244f4682f186ff90687f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439614 Feb 16 23:59:24.442548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 55992) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:24.451716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:24.476572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.492292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] Transition to ACTIVE for port object 0b243a48-99e8-48c3-a101-7fe4d753cf48 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:24.495972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.531339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d108a009-a028-4079-82f3-39d218f2225b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.575176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d108a009-a028-4079-82f3-39d218f2225b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.637535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038146a0-9623-47aa-a73f-15ee0fd7b8f5 None None] Pushing event updated for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=18']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:24.685377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8::328 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/6daddf58-13bc-47b6-a58a-eba42d614efd/ce415264-db4a-451a-9cd4-8e6e06762d57) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:24.697457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:8532 (692b4ba4-25a8-41bb-808b-fe8814ab5be8/a1e0cf23-9cb6-4643-90e7-c91d2cd10b05/ce415264-db4a-451a-9cd4-8e6e06762d57) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:24.703482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d108a009-a028-4079-82f3-39d218f2225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.734291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108a009-a028-4079-82f3-39d218f2225b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd3b5d-cf9f-48c0-b120-5458cea1ed04,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:24.771848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d108a009-a028-4079-82f3-39d218f2225b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.773014 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d108a009-a028-4079-82f3-39d218f2225b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ddd3b5d-cf9f-48c0-b120-5458cea1ed04 HTTP/1.1" status: 204 len: 168 time: 0.3294077 Feb 16 23:59:24.948953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:24.966569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Transition to ACTIVE for port object ce415264-db4a-451a-9cd4-8e6e06762d57 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:24.994655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.073951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:25.085934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:25.089203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:25.095911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:25.096420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.122038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event updated for resources: {'Port': ['ID=ce415264-db4a-451a-9cd4-8e6e06762d57,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:25.126558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fbb4a65f-a8fc-411f-8533-c923a5ccbdd6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3908157 Feb 16 23:59:25.129213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56006) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:25.207473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting port ce415264-db4a-451a-9cd4-8e6e06762d57 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:25.207901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.277966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5b1c3e26-1c04-4a20-ad5e-c4c494fde17b None None] Provisioning for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:25.284488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5b1c3e26-1c04-4a20-ad5e-c4c494fde17b None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:25.285125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5b1c3e26-1c04-4a20-ad5e-c4c494fde17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.488593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.521961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56020) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:25.563859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8497700f-bd8a-47fa-895f-80507a76c096 None None] Provisioning for port ce415264-db4a-451a-9cd4-8e6e06762d57 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:25.568826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8497700f-bd8a-47fa-895f-80507a76c096 None None] Provisioning complete for port ce415264-db4a-451a-9cd4-8e6e06762d57 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:25.569285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8497700f-bd8a-47fa-895f-80507a76c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.613846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Calling delete_port for ce415264-db4a-451a-9cd4-8e6e06762d57 owned by {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:25.626758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8497700f-bd8a-47fa-895f-80507a76c096 None None] Port ce415264-db4a-451a-9cd4-8e6e06762d57 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:25.647460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2111602294-network', 'tenant_id': '15f3fb6473f844daa27b059878207e7d'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:25.654224 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:25.658915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Usage tracker for resource:network and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:25.662015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:25.669765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:25.685316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Made reservation on behalf of 15f3fb6473f844daa27b059878207e7d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:25.687890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.702747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.706046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b243a48-99e8-48c3-a101-7fe4d753cf48 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:25.719015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:25.723134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:25.726145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:25.731991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:25.776003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:25.776366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.828322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.882749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Port': ['ID=ce415264-db4a-451a-9cd4-8e6e06762d57,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:25.920969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.926505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.959284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:25.960582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b254bc-327f-48de-a89a-97a0689a050f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:25.966349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:59:25.972126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4c055661-97cb-48ba-a682-d76d8adc6e8d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/ce415264-db4a-451a-9cd4-8e6e06762d57 HTTP/1.1" status: 204 len: 168 time: 0.8394706 Feb 16 23:59:25.973094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56026) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:26.014618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.014974 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Added segment aba50f4c-f3ee-4742-a68e-eacbee4345b0 of type vlan for network cb71fde0-bd7b-469d-b386-d22f647a7851 Feb 16 23:59:26.056118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.100797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb71493-cd9b-4bf9-8535-d2756847d40d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:26.102278 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8eb71493-cd9b-4bf9-8535-d2756847d40d tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1281743 Feb 16 23:59:26.103399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.104273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:26.104836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.105081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56030) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:26.186989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950aabc6-bf37-4039-9c60-4a0c9ae2a65a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:26.187611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-950aabc6-bf37-4039-9c60-4a0c9ae2a65a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:26.202793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-950aabc6-bf37-4039-9c60-4a0c9ae2a65a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:26.204615 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-950aabc6-bf37-4039-9c60-4a0c9ae2a65a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0979528 Feb 16 23:59:26.207240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56034) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:26.207728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] Pushing event updated for resources: {'Network': ['ID=cb71fde0-bd7b-469d-b386-d22f647a7851,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:26.211340 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-683f3922-a981-4d64-93e6-8ca47fc0cf98 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6883438 Feb 16 23:59:26.215011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56038) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:26.220891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network cb71fde0-bd7b-469d-b386-d22f647a7851 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:59:26.221051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Request body: {'subnet': {'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2111602294-subnet', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:26.225825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:26.229652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Usage tracker for resource:subnet and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:26.232543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:26.238815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:26.249954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Made reservation on behalf of 15f3fb6473f844daa27b059878207e7d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:26.252351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.274335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828d0bab-7301-49c3-a63d-dc903d637a89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:26.275959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828d0bab-7301-49c3-a63d-dc903d637a89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:26.277536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828d0bab-7301-49c3-a63d-dc903d637a89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:26.278414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-828d0bab-7301-49c3-a63d-dc903d637a89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:26.296293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-828d0bab-7301-49c3-a63d-dc903d637a89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:26.297400 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-828d0bab-7301-49c3-a63d-dc903d637a89 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0892675 Feb 16 23:59:26.300181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56042) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:26.474007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet 6daddf58-13bc-47b6-a58a-eba42d614efd {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:26.477558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.534366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.573574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.620308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.644690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ff5505-8386-4651-bc98-0eb15c736b94,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:26.655236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Checking segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:26.655592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Network hostable DHCP agents. Network: cb71fde0-bd7b-469d-b386-d22f647a7851, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:59:26.675638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Network cb71fde0-bd7b-469d-b386-d22f647a7851 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:59:26.684951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, cb71fde0-bd7b-469d-b386-d22f647a7851) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:26.689431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:26.690015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.699684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606227e8-7743-4b46-a217-1f2692eb186f None None] Network cb71fde0-bd7b-469d-b386-d22f647a7851 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:26.700232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.719570 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-effdf761-b879-49c6-9866-7bf0f3325374 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5034816 Feb 16 23:59:26.720473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56046) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:26.725513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:26.730008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:26.733850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Usage tracker for resource:router and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:26.737160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:26.742392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=6daddf58-13bc-47b6-a58a-eba42d614efd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:26.744093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:26.744363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.759080 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-30611b8d-08b6-4e44-a673-8870bed2bf12 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/6daddf58-13bc-47b6-a58a-eba42d614efd HTTP/1.1" status: 204 len: 168 time: 0.4575419 Feb 16 23:59:26.761526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56050) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:26.764888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.765646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.766342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc986d-a766-4d6d-9b8a-8301457173c4 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:26.834595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.849364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Deleting subnet a1e0cf23-9cb6-4643-90e7-c91d2cd10b05 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:26.852911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:26.970391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.079011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-cb71fde0-bd7b-469d-b386-d22f647a7851', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:59:27.079840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.187704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56056) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:27.216309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.256240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.263332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Allocated IP 172.20.0.2 (cb71fde0-bd7b-469d-b386-d22f647a7851/75ff5505-8386-4651-bc98-0eb15c736b94/cdfb41d4-c829-42ea-a0fb-ef5d29d2b522) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:27.327556 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2da699c5-c71b-4b44-8f28-f07dbe8ff209 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/068face0-1fc4-4f9c-bc8a-21813cd18867 HTTP/1.1" status: 200 len: 993 time: 0.1358025 Feb 16 23:59:27.399221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.450632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e0cf23-9cb6-4643-90e7-c91d2cd10b05,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:27.455188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.477761 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ce4a04e3-e399-4d9c-9123-7c58da3a9094 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/a1e0cf23-9cb6-4643-90e7-c91d2cd10b05 HTTP/1.1" status: 204 len: 168 time: 0.7151957 Feb 16 23:59:27.480248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56062) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:27.518087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.529815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Transition to ACTIVE for port object cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:27.551144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Transition to ACTIVE for port object cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:27.557618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.563970 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-774b328e-7189-4d53-8fde-4d2f7a261923 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826545 Feb 16 23:59:27.566468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56068) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:27.615095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Network cb71fde0-bd7b-469d-b386-d22f647a7851 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:27.622389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:27.624836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:27.632229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56072) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:27.710966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Pushing event updated for resources: {'Port': ['ID=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:27.733060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Attempting to bind port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:27.733544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Attempting to bind port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:27.734012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Attempting to bind port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:27.740652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:27.741150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Checking segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:27.741657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.742140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Bound using segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:27.742708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Bound port: cdfb41d4-c829-42ea-a0fb-ef5d29d2b522, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:27.743301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.824465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.850841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] For port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:27.855079 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] For port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:27.859395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.862142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.902874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port a4e8d95b-41bd-4e8f-a408-fc3f805103a3 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:27.903216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:27.903934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170668ed-51e5-47c7-ba52-ba5015053be1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:27.905724 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-170668ed-51e5-47c7-ba52-ba5015053be1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3383746 Feb 16 23:59:27.910828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56076) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:27.958593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f106a9-7aaa-463b-9e02-07b88eb4a672 None None] Network 692b4ba4-25a8-41bb-808b-fe8814ab5be8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:28.037615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c21fd3-fe72-4796-beef-7d711df5bed8 None None] Pushing event updated for resources: {'Port': ['ID=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:28.068591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-789fe574-1353-44bb-92fa-4e3f99285fd2 None None] Provisioning complete for port 0b243a48-99e8-48c3-a101-7fe4d753cf48 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:28.068982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-789fe574-1353-44bb-92fa-4e3f99285fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.105986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.106320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.157765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c57d4-6e30-4d80-9f50-d582a67c4e4a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:28.158453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f30c57d4-6e30-4d80-9f50-d582a67c4e4a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Synchronizing usage tracker for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:28.201684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Allocated IP 172.26.2.253 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/ea121051-85d5-46e5-ad9f-74b5e3683f71) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:28.204432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f30c57d4-6e30-4d80-9f50-d582a67c4e4a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Unset dirty status for tenant:b8ec3a940bd34951befea3eac4be7dc6 on resource:subnet {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:28.205587 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f30c57d4-6e30-4d80-9f50-d582a67c4e4a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2938385 Feb 16 23:59:28.208193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56080) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.251974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for a4e8d95b-41bd-4e8f-a408-fc3f805103a3 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:28.298515 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0fcab9fd-92e7-401d-8418-06c8732fca25 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837827 Feb 16 23:59:28.301976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56084) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.385962 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc1467c-d1be-4b7e-8acc-47649cf7b050 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.386594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc1467c-d1be-4b7e-8acc-47649cf7b050 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.391141 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3cc1467c-d1be-4b7e-8acc-47649cf7b050 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/ce415264-db4a-451a-9cd4-8e6e06762d57 HTTP/1.1" status: 404 len: 333 time: 0.0851557 Feb 16 23:59:28.391141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56088) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.444725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a68bbe-013d-4b78-9650-0e815ea33893 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.445172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a68bbe-013d-4b78-9650-0e815ea33893 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.446828 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c8a68bbe-013d-4b78-9650-0e815ea33893 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/a1e0cf23-9cb6-4643-90e7-c91d2cd10b05 HTTP/1.1" status: 404 len: 337 time: 0.0543334 Feb 16 23:59:28.449331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.450578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56092) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.492333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.501466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] DHCP port deletion for 692b4ba4-25a8-41bb-808b-fe8814ab5be8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:59:28.505485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] Deleting port 0b243a48-99e8-48c3-a101-7fe4d753cf48 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:28.505942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.507432 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd16091b-c6dd-4201-b57b-246d8426c06b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.507875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd16091b-c6dd-4201-b57b-246d8426c06b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.511384 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fd16091b-c6dd-4201-b57b-246d8426c06b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/6daddf58-13bc-47b6-a58a-eba42d614efd HTTP/1.1" status: 404 len: 337 time: 0.0580833 Feb 16 23:59:28.512125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56096) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.556987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:28.559905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:28.564933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:28.569184 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2431317-3fd2-4914-98c1-c5c1cda92edb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.569653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2431317-3fd2-4914-98c1-c5c1cda92edb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.573580 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d2431317-3fd2-4914-98c1-c5c1cda92edb tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/3d3fc04b-03c0-4620-ba5a-92d2e798b1cb HTTP/1.1" status: 404 len: 333 time: 0.0570772 Feb 16 23:59:28.574042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56100) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.605439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Pushing event updated for resources: {'Port': ['ID=ea121051-85d5-46e5-ad9f-74b5e3683f71,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:28.634920 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc7bc66-c722-4003-8c8e-800c0ed13143 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.635475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc7bc66-c722-4003-8c8e-800c0ed13143 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.639259 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fbc7bc66-c722-4003-8c8e-800c0ed13143 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/8feec1db-d200-4d60-80ed-2bc718e07d80 HTTP/1.1" status: 404 len: 337 time: 0.0618932 Feb 16 23:59:28.643471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56104) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.700085 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3745fac5-fa50-406a-8293-cce6745e0025 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.701303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3745fac5-fa50-406a-8293-cce6745e0025 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.740774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] For port 0b243a48-99e8-48c3-a101-7fe4d753cf48, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0b243a48-99e8-48c3-a101-7fe4d753cf48,segment=NetworkSegment(f830f735-8b53-4fca-942c-8505e4086d29),segment_id=f830f735-8b53-4fca-942c-8505e4086d29)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:28.741373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.747541 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3745fac5-fa50-406a-8293-cce6745e0025 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/c8878344-a3e6-4c40-9585-b3fbf97c2ce6 HTTP/1.1" status: 404 len: 337 time: 0.1031737 Feb 16 23:59:28.750011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56108) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.803863 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-380cc581-9bcd-417c-83aa-a11c8bf5c15e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.804365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380cc581-9bcd-417c-83aa-a11c8bf5c15e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.818548 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-380cc581-9bcd-417c-83aa-a11c8bf5c15e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/b058eee1-6a4e-4b46-b812-57d4472e9b99 HTTP/1.1" status: 404 len: 333 time: 0.0668933 Feb 16 23:59:28.821056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56112) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.860000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0544f9-dfaa-4fc4-926e-9220dedeed15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:28.860497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0544f9-dfaa-4fc4-926e-9220dedeed15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:28.862188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c0544f9-dfaa-4fc4-926e-9220dedeed15 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/9ee04c54-5c43-4c32-8c5d-8dc1d20da37f HTTP/1.1" status: 404 len: 337 time: 0.0401771 Feb 16 23:59:28.864843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56116) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:28.872330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] Calling delete_port for 0b243a48-99e8-48c3-a101-7fe4d753cf48 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:28.896602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:28.969140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:29.025351 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] Pushing event deleted for resources: {'Port': ['ID=0b243a48-99e8-48c3-a101-7fe4d753cf48,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:29.030168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11dae8c-73dd-4279-9d2a-4da63b0387de None None] No DVR routers for this DVR port 0b243a48-99e8-48c3-a101-7fe4d753cf48 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:59:29.036804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:29.068311 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8360cf89-9253-4e96-bb3a-b9647b67b5c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.068826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8360cf89-9253-4e96-bb3a-b9647b67b5c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.072941 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8360cf89-9253-4e96-bb3a-b9647b67b5c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/f33a562e-eef2-40da-b30d-d3d592f7c6a6 HTTP/1.1" status: 404 len: 337 time: 0.2047856 Feb 16 23:59:29.073334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=a4e8d95b-41bd-4e8f-a408-fc3f805103a3,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:29.074981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56120) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.180463 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecb78e6-344d-4860-827e-b2949187ed39 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.180939 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecb78e6-344d-4860-827e-b2949187ed39 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.182623 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aecb78e6-344d-4860-827e-b2949187ed39 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/3768d901-62d0-4015-a24d-6fbf1dcb6577 HTTP/1.1" status: 404 len: 333 time: 0.1057096 Feb 16 23:59:29.186888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56124) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.229082 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-347a6c95-db9d-4e1c-ac64-f73f172a3a83 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.229541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347a6c95-db9d-4e1c-ac64-f73f172a3a83 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.231199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-347a6c95-db9d-4e1c-ac64-f73f172a3a83 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/4acf73f7-9130-41fb-8745-ee69e405b86d HTTP/1.1" status: 404 len: 337 time: 0.0434093 Feb 16 23:59:29.233609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56128) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.262201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9887fcd-40de-4b46-885b-ec15900b94c9 None None] Network cb71fde0-bd7b-469d-b386-d22f647a7851 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:29.283645 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-25467d00-c6c9-4616-b038-74e4ec51dc45 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.284097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25467d00-c6c9-4616-b038-74e4ec51dc45 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.287956 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-25467d00-c6c9-4616-b038-74e4ec51dc45 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/acd981e4-d983-4b49-8d62-9b1b7da89edf HTTP/1.1" status: 404 len: 337 time: 0.0512743 Feb 16 23:59:29.289533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56132) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.291873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:29.292236 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 068face0-1fc4-4f9c-bc8a-21813cd18867 disassociated (deleted). External IP: 172.26.2.130, port: c4b8a20a-1a3e-443f-a80c-63627ba2c34c. Feb 16 23:59:29.355891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-01c4dd35-8887-4b34-a090-56bc3584a7ab None None] Provisioning for port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:29.393271 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c30aa4-725f-4c19-ba3b-5a999acc7779 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.393740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c30aa4-725f-4c19-ba3b-5a999acc7779 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.397690 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-10c30aa4-725f-4c19-ba3b-5a999acc7779 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/b91a34d8-03d2-4b38-8327-6f5a6e1adaf5 HTTP/1.1" status: 404 len: 333 time: 0.1049879 Feb 16 23:59:29.398368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56136) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.402057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:29.448386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff46b4cd-f6fa-4941-a2b0-44372c6e3fa0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.448841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff46b4cd-f6fa-4941-a2b0-44372c6e3fa0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.450500 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ff46b4cd-f6fa-4941-a2b0-44372c6e3fa0 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/e06a276b-5d52-45d6-96bc-4c703cb091f2 HTTP/1.1" status: 404 len: 337 time: 0.0516901 Feb 16 23:59:29.453072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56140) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.545708 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fcaab8-bedf-4595-86c1-f8af2874cef3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.546185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fcaab8-bedf-4595-86c1-f8af2874cef3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.548464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-20fcaab8-bedf-4595-86c1-f8af2874cef3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/46fa4793-00d0-4872-940c-91d2cdf5c83f HTTP/1.1" status: 404 len: 333 time: 0.0944965 Feb 16 23:59:29.556131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56144) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.607901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-882baee6-0521-490e-a55f-d9075b4b1e9a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.608302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882baee6-0521-490e-a55f-d9075b4b1e9a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.612896 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-882baee6-0521-490e-a55f-d9075b4b1e9a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/c22cc583-da45-45d9-be27-7d59f26f29b1 HTTP/1.1" status: 404 len: 337 time: 0.0529289 Feb 16 23:59:29.613790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56148) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.664436 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-70237e44-176a-4dd9-bdb3-a9278e22f840 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.665088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70237e44-176a-4dd9-bdb3-a9278e22f840 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.666594 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-70237e44-176a-4dd9-bdb3-a9278e22f840 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/3f2a71b8-7e42-45c4-a6c0-369e4332f558 HTTP/1.1" status: 404 len: 333 time: 0.0518799 Feb 16 23:59:29.669843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56152) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.776313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:29.785910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:59:29.790283 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6023cb20-5c3b-46dd-aa4f-738c347f5dde tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.790283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6023cb20-5c3b-46dd-aa4f-738c347f5dde tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.791817 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6023cb20-5c3b-46dd-aa4f-738c347f5dde tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/37836a4b-7829-4bc7-a435-76b2eced49aa HTTP/1.1" status: 404 len: 337 time: 0.1210938 Feb 16 23:59:29.794249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56156) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.856410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:29.862011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:29.862536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:29.900545 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdcc5d4-ac15-4e8d-867d-1553d4067aa7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:29.901058 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdcc5d4-ac15-4e8d-867d-1553d4067aa7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:29.918632 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-abdcc5d4-ac15-4e8d-867d-1553d4067aa7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/dbf3b994-e36c-46ea-a5ce-c337a4868e41 HTTP/1.1" status: 404 len: 333 time: 0.1233521 Feb 16 23:59:29.921087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56160) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:29.924521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router edde64c2-24aa-434e-ac4f-c85f6c442859 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:29.990746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:30.012824 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e148bfa2-4d99-4a5d-aa2a-5fd009a54f87 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.013286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e148bfa2-4d99-4a5d-aa2a-5fd009a54f87 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.014974 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e148bfa2-4d99-4a5d-aa2a-5fd009a54f87 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/d3a0a212-ab4d-45f2-a80d-1e52967f8347 HTTP/1.1" status: 404 len: 337 time: 0.0930083 Feb 16 23:59:30.018187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56164) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.026299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:30.031216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:30.052230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:30.077569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:30.079981 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cc094a95-2c04-423a-910f-b4aa34c89e53 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3585932 Feb 16 23:59:30.083272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56168) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.086183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:30.102626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b243a48-99e8-48c3-a101-7fe4d753cf48 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:59:30.127004 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-98344bd7-90af-483f-8fac-eb56289e45ec tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.127391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98344bd7-90af-483f-8fac-eb56289e45ec tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.131370 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-98344bd7-90af-483f-8fac-eb56289e45ec tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/86c02d11-b920-4763-af10-4ab4afb57480 HTTP/1.1" status: 404 len: 333 time: 0.1075735 Feb 16 23:59:30.132149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56172) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.149168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0b243a48-99e8-48c3-a101-7fe4d753cf48 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:59:30.149507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0b243a48-99e8-48c3-a101-7fe4d753cf48 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:59:30.161199 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:30.161412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:30.189024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f071fa3d-ec17-43ef-bedf-99e5cc5633b9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.189475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f071fa3d-ec17-43ef-bedf-99e5cc5633b9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.193589 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f071fa3d-ec17-43ef-bedf-99e5cc5633b9 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/2b65b30b-ea8a-40c9-9586-5b95c9e62666 HTTP/1.1" status: 404 len: 337 time: 0.0466840 Feb 16 23:59:30.195165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56176) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.231850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:30.238325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:30.240250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7c0856-9765-401a-8b4c-e7ea6535932c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.240701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7c0856-9765-401a-8b4c-e7ea6535932c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.245593 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6f7c0856-9765-401a-8b4c-e7ea6535932c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/86d3efa8-99ee-4c7c-a74a-c9d3bbbfce57 HTTP/1.1" status: 404 len: 333 time: 0.0464122 Feb 16 23:59:30.245593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:30.249961 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] Sync routers for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:30.263747 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:30.264698 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:30.312725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0c638652-71a8-4e56-afb3-4cc9ff60b4a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/068face0-1fc4-4f9c-bc8a-21813cd18867 HTTP/1.1" status: 204 len: 168 time: 2.6685500 Feb 16 23:59:30.314138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56180) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.314611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:59:30.361819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:30.450689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'status': 'completed', 'code': 200} Feb 16 23:59:30.558709 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:30.589122 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-739128d2-aea2-4ff3-bef5-036870fc66e8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.589796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739128d2-aea2-4ff3-bef5-036870fc66e8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.591559 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-739128d2-aea2-4ff3-bef5-036870fc66e8 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/96bc3995-0079-496c-a443-a72620f85d55 HTTP/1.1" status: 404 len: 337 time: 0.2722335 Feb 16 23:59:30.596401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56188) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.639722 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-67779769-090d-4de3-bd85-976428e09404 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.640210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67779769-090d-4de3-bd85-976428e09404 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.642477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-67779769-090d-4de3-bd85-976428e09404 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/07490fda-5231-4792-9f51-590da0e59be9 HTTP/1.1" status: 404 len: 337 time: 0.0451400 Feb 16 23:59:30.645378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56192) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.721621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-7719c3d6-ba4b-4b42-bad4-2f9f8aae7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:30.723283 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-7719c3d6-ba4b-4b42-bad4-2f9f8aae7316 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 1098 time: 0.2529161 Feb 16 23:59:30.743807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d598ed-dd01-4b3b-a43e-2c527163674e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.744730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d598ed-dd01-4b3b-a43e-2c527163674e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.748844 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-34d598ed-dd01-4b3b-a43e-2c527163674e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/918a7f62-7b84-4ab4-8160-f3df64c82ed4 HTTP/1.1" status: 404 len: 333 time: 0.1003270 Feb 16 23:59:30.749085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56198) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.810301 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f755bdbb-853a-46c6-b9e0-fe869ecbb401 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.810751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f755bdbb-853a-46c6-b9e0-fe869ecbb401 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.814846 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f755bdbb-853a-46c6-b9e0-fe869ecbb401 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/a2a620a3-85af-4b22-9a48-18247af8fb22 HTTP/1.1" status: 404 len: 337 time: 0.0625789 Feb 16 23:59:30.815414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56202) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.864918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-6de72f04-5027-42ee-9ae0-661a69d88d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:30.866742 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-6de72f04-5027-42ee-9ae0-661a69d88d47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a895540-568b-499a-926d-3a3fe8a13b94 HTTP/1.1" status: 200 len: 897 time: 0.1357372 Feb 16 23:59:30.893632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb20e43c-7781-4dce-95ff-9e72e261e0a2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:30.893632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb20e43c-7781-4dce-95ff-9e72e261e0a2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:30.897614 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bb20e43c-7781-4dce-95ff-9e72e261e0a2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/ddcaa5e9-f110-4a8a-b5d4-6e9751987ad8 HTTP/1.1" status: 404 len: 337 time: 0.0788164 Feb 16 23:59:30.899381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56206) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:30.903599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:28Z', 'revision_number': 3, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:30.906837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:30.908288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Updating router dca8df5b-037f-4f0c-a0c8-91d2182ec437 port ea121051-85d5-46e5-ad9f-74b5e3683f71 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:59:30.952978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb4cac-4058-4b74-8575-39ce0606a161 req-77ff1eb0-fd54-4cd6-8341-7afa6f30fadb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:30.954492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-b2fb4cac-4058-4b74-8575-39ce0606a161 req-77ff1eb0-fd54-4cd6-8341-7afa6f30fadb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:30.965545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:30.980228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-b2fb4cac-4058-4b74-8575-39ce0606a161 req-77ff1eb0-fd54-4cd6-8341-7afa6f30fadb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:30.981524 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2fb4cac-4058-4b74-8575-39ce0606a161 req-77ff1eb0-fd54-4cd6-8341-7afa6f30fadb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 945 time: 0.1268399 Feb 16 23:59:31.006401 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff288bb-4ea3-4d4b-bf33-5ecdd28e1146 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.007056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff288bb-4ea3-4d4b-bf33-5ecdd28e1146 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.008855 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4ff288bb-4ea3-4d4b-bf33-5ecdd28e1146 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/6b9585a3-80b8-4da6-8922-1d0915c92dd7 HTTP/1.1" status: 404 len: 333 time: 0.1051648 Feb 16 23:59:31.013981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56210) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.021139 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-3bec709f-3ef4-4e20-a1b1-f2797ba87f34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c HTTP/1.1" status: 200 len: 217 time: 0.1226809 Feb 16 23:59:31.021693 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:41Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:31.026571 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] Checking router: edde64c2-24aa-434e-ac4f-c85f6c442859 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:31.036991 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:31.037905 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:31.063690 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcaeb9c-6ea8-4b56-928b-cf80ea4f9899 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.064265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcaeb9c-6ea8-4b56-928b-cf80ea4f9899 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.065899 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9bcaeb9c-6ea8-4b56-928b-cf80ea4f9899 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/de03ed66-9afa-46ed-9ac9-7c9ca0bdd875 HTTP/1.1" status: 404 len: 337 time: 0.0510066 Feb 16 23:59:31.068832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56214) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.091087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-490f4982-3625-4d4e-b00d-9971e172c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:31.092706 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-490f4982-3625-4d4e-b00d-9971e172c6aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e74cfd5-1f77-4534-ad41-5446f1f1a04d HTTP/1.1" status: 200 len: 834 time: 0.0632873 Feb 16 23:59:31.113894 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2a2fa6-4be2-48ed-bc77-cbbef197c151 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.114353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2a2fa6-4be2-48ed-bc77-cbbef197c151 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.116083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ef2a2fa6-4be2-48ed-bc77-cbbef197c151 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/471c4506-a595-47b7-99a0-4dd725637dff HTTP/1.1" status: 404 len: 337 time: 0.0462656 Feb 16 23:59:31.119605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56218) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.170708 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2fb4cac-4058-4b74-8575-39ce0606a161 req-610094f8-1c0a-4016-a872-006547c1f6df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831181 Feb 16 23:59:31.181029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7175360-8ea3-41cd-9143-ea9a6f0c765f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.181535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7175360-8ea3-41cd-9143-ea9a6f0c765f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.183547 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b7175360-8ea3-41cd-9143-ea9a6f0c765f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/4e831c45-749a-4d15-b465-be857120e34b HTTP/1.1" status: 404 len: 333 time: 0.0628583 Feb 16 23:59:31.186438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56222) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.232947 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2670e1d-938e-4248-a6cb-e03dc5120158 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.233406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2670e1d-938e-4248-a6cb-e03dc5120158 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.239308 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d2670e1d-938e-4248-a6cb-e03dc5120158 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/4862e53f-32ac-4fdd-bb63-e88b68bfe36c HTTP/1.1" status: 404 len: 337 time: 0.0477209 Feb 16 23:59:31.239308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56226) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.270476 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:31.276900 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ff8ac7-e485-4417-a752-3633fc140b3f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.277356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ff8ac7-e485-4417-a752-3633fc140b3f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.279161 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-17ff8ac7-e485-4417-a752-3633fc140b3f tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/57db1145-33eb-4c02-9132-f8c6f41494cb HTTP/1.1" status: 404 len: 337 time: 0.0399210 Feb 16 23:59:31.281713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56230) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.341056 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b1ffe050-3a8a-4a97-8a9c-d0cb2cf00cc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports?device_id=787fce44-7eb4-49ad-aa1a-a33d027f14bf HTTP/1.1" status: 200 len: 205 time: 0.0556812 Feb 16 23:59:31.341916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56234) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.398827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:31.403984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:31.415519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Transition to ACTIVE for port object ea121051-85d5-46e5-ad9f-74b5e3683f71 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:31.425335 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-725aaf2b-2679-4961-9aa9-0dce65ea3622 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] delete failed (client error): The resource could not be found. Feb 16 23:59:31.429254 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-725aaf2b-2679-4961-9aa9-0dce65ea3622 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/routers/787fce44-7eb4-49ad-aa1a-a33d027f14bf HTTP/1.1" status: 404 len: 336 time: 0.0835791 Feb 16 23:59:31.429476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:31.429681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56238) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.466608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-5c76b297-b2a0-49bf-8bc6-2806f7d5307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:31.468276 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-5c76b297-b2a0-49bf-8bc6-2806f7d5307d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a895540-568b-499a-926d-3a3fe8a13b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1924765 Feb 16 23:59:31.483299 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba8e78a-def9-400c-a4ef-b6c93f16a09c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.484259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba8e78a-def9-400c-a4ef-b6c93f16a09c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.486136 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bba8e78a-def9-400c-a4ef-b6c93f16a09c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/a4fe54c5-f28f-420c-9cbc-a6dd6ce6ee5f HTTP/1.1" status: 404 len: 337 time: 0.0556993 Feb 16 23:59:31.489487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56242) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.512433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Attempting to bind port ea121051-85d5-46e5-ad9f-74b5e3683f71 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:31.512804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Attempting to bind port ea121051-85d5-46e5-ad9f-74b5e3683f71 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:31.513681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Attempting to bind port ea121051-85d5-46e5-ad9f-74b5e3683f71 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:31.521203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:31.521587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:31.521991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:31.522398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:31.523104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Bound port: ea121051-85d5-46e5-ad9f-74b5e3683f71, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:31.523614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:31.553348 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4b80cd6c-2cbf-4690-b086-b1624880eda2 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f07570b-e280-4b0f-91dc-eafc8518165f HTTP/1.1" status: 200 len: 205 time: 0.0626459 Feb 16 23:59:31.553976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56246) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.567636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6761a1-293b-4077-ae12-784ed7476c9c None None] Pushing event updated for resources: {'Port': ['ID=ea121051-85d5-46e5-ad9f-74b5e3683f71,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:31.607904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] For port ea121051-85d5-46e5-ad9f-74b5e3683f71, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:31.611188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] For port ea121051-85d5-46e5-ad9f-74b5e3683f71, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ea121051-85d5-46e5-ad9f-74b5e3683f71,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:31.617305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:31.686719 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:41Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:31.692584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:31.693210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:31.701770 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eaed45-e6df-44bc-b8fb-7436583dedd8 None None] The sync data for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv is: [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:58:34Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '52c75244-38d5-47cf-8883-aa49b10dd312', 'name': '', 'network_id': '6a895540-568b-499a-926d-3a3fe8a13b94', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:57:fe:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:33Z', 'updated_at': '2022-02-16T23:58:41Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '3e74cfd5-1f77-4534-ad41-5446f1f1a04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:31.734172 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-b161889e-3251-49d4-831b-6d4dd658a48e service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579036 Feb 16 23:59:31.735960 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.api.v2.resource [None req-01060d9d-b8ff-4706-9cc5-40a02b8e44f3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] delete failed (client error): The resource could not be found. Feb 16 23:59:31.737513 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-01060d9d-b8ff-4706-9cc5-40a02b8e44f3 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/routers/2f07570b-e280-4b0f-91dc-eafc8518165f HTTP/1.1" status: 404 len: 336 time: 0.1826582 Feb 16 23:59:31.741850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56250) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.770835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:31.825645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6761a1-293b-4077-ae12-784ed7476c9c None None] Pushing event updated for resources: {'Port': ['ID=ea121051-85d5-46e5-ad9f-74b5e3683f71,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:31.861747 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-709c655e-5df2-4705-86ed-6da74bf3c86c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.862154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709c655e-5df2-4705-86ed-6da74bf3c86c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.888544 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-709c655e-5df2-4705-86ed-6da74bf3c86c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/2ee77e89-32d8-4b7c-8df9-582f076405c3 HTTP/1.1" status: 404 len: 337 time: 0.1445994 Feb 16 23:59:31.891086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56254) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.893658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Allocated IP 172.20.0.1 (cb71fde0-bd7b-469d-b386-d22f647a7851/75ff5505-8386-4651-bc98-0eb15c736b94/7a5438af-975e-4351-a216-fdb27e889da4) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:31.940385 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-67538962-64a4-4d64-8a38-a88a228e6c9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.941224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67538962-64a4-4d64-8a38-a88a228e6c9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:31.944106 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-67538962-64a4-4d64-8a38-a88a228e6c9c tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/67cf3027-52f1-40cb-bd30-d6707a63aebd HTTP/1.1" status: 404 len: 337 time: 0.0491614 Feb 16 23:59:31.946671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56258) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:31.955412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:31.955988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:31.997018 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b138d13c-f933-43da-b4c6-717a7a99b86a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:31.997437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b138d13c-f933-43da-b4c6-717a7a99b86a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.001956 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b138d13c-f933-43da-b4c6-717a7a99b86a tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/693b34b3-5041-4435-a50d-4a5b80b4f1e8 HTTP/1.1" status: 404 len: 333 time: 0.0515110 Feb 16 23:59:32.002190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56262) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.019633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:32.049508 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fe6e1a-a7f9-4890-9bcc-3ad2b6b0c42b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.049807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fe6e1a-a7f9-4890-9bcc-3ad2b6b0c42b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.054284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b6fe6e1a-a7f9-4890-9bcc-3ad2b6b0c42b tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/de530201-f0ae-4fd2-97d1-3c347b0996a6 HTTP/1.1" status: 404 len: 337 time: 0.0485580 Feb 16 23:59:32.054448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56266) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.062252 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff9e77fb-427c-4620-8d63-fe44609d4184 req-5fb15328-4b2e-4f82-ae3e-3167cf071f03 service neutron] 10.222.0.24 "GET /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192589 Feb 16 23:59:32.102650 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7433684a-6dd1-4bbb-ba14-c3aa2e3d9e4e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.103114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7433684a-6dd1-4bbb-ba14-c3aa2e3d9e4e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.107249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7433684a-6dd1-4bbb-ba14-c3aa2e3d9e4e tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/977014d3-b218-44ef-b222-f5af1ed2a123 HTTP/1.1" status: 404 len: 333 time: 0.0495155 Feb 16 23:59:32.108167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56270) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.127986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856f0508-8c5f-4156-acd5-58f98a2af3a0 None None] New status for floating IP 068face0-1fc4-4f9c-bc8a-21813cd18867: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 23:59:32.145764 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd61339-60ff-43ba-95bc-a60fe0cde8e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.146217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd61339-60ff-43ba-95bc-a60fe0cde8e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.150109 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7cd61339-60ff-43ba-95bc-a60fe0cde8e7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/94d7cc02-8882-451a-87d9-9d64b05e1762 HTTP/1.1" status: 404 len: 337 time: 0.0389040 Feb 16 23:59:32.150356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56274) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.160321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:32.170251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-28a3538d-dc38-4e96-a348-ba109a302c7c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:32.171068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-28a3538d-dc38-4e96-a348-ba109a302c7c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:32.195608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Transition to ACTIVE for port object 7a5438af-975e-4351-a216-fdb27e889da4 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:32.198237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-28a3538d-dc38-4e96-a348-ba109a302c7c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:32.199510 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-28a3538d-dc38-4e96-a348-ba109a302c7c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 945 time: 0.1920254 Feb 16 23:59:32.200299 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-48949590-2536-48f2-8035-df1b67cd38ad tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.200777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48949590-2536-48f2-8035-df1b67cd38ad tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.206748 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-48949590-2536-48f2-8035-df1b67cd38ad tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/84a01fd6-01d9-41a6-a6b7-3d2580ce999f HTTP/1.1" status: 404 len: 333 time: 0.0532458 Feb 16 23:59:32.207160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56280) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.246805 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3760b38-dff2-497a-a372-eb8539966bc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.247269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3760b38-dff2-497a-a372-eb8539966bc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.249126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c3760b38-dff2-497a-a372-eb8539966bc1 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/da46fca4-3433-4d4e-be36-8f680870f3e7 HTTP/1.1" status: 404 len: 337 time: 0.0405927 Feb 16 23:59:32.252265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56284) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.289980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port c4b8a20a-1a3e-443f-a80c-63627ba2c34c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:32.290374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:32.308618 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac7fd72-e6b1-4962-85a0-76feba2b23c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.309104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac7fd72-e6b1-4962-85a0-76feba2b23c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.310841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fac7fd72-e6b1-4962-85a0-76feba2b23c7 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/7c65083b-8098-4abc-8ad5-54b976be3ca0 HTTP/1.1" status: 404 len: 333 time: 0.0576296 Feb 16 23:59:32.316605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56288) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.361817 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cfa514-47c7-42d1-b92d-23e470294895 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.362278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cfa514-47c7-42d1-b92d-23e470294895 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.367233 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e9cfa514-47c7-42d1-b92d-23e470294895 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/915f87ab-d9a7-4a5a-b768-3ac14f20eea1 HTTP/1.1" status: 404 len: 337 time: 0.0493872 Feb 16 23:59:32.367858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56292) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.413197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9656fd19-3e35-4409-b2df-c3c7ccd31777 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.413674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9656fd19-3e35-4409-b2df-c3c7ccd31777 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.415976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:32.419134 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9656fd19-3e35-4409-b2df-c3c7ccd31777 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/46fdcf59-6271-4010-ad13-838e958f8f66 HTTP/1.1" status: 404 len: 333 time: 0.0500262 Feb 16 23:59:32.419771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56296) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.462470 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabcf66a-079a-484b-866c-d4d0d76c1467 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.462470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabcf66a-079a-484b-866c-d4d0d76c1467 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.466921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cabcf66a-079a-484b-866c-d4d0d76c1467 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/fafa03e5-0b54-4a2c-ad41-b08c763d6f6f HTTP/1.1" status: 404 len: 337 time: 0.0459352 Feb 16 23:59:32.469092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56300) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.519393 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-078edde8-e3ed-4eb1-87bc-17d6bec0af30 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.519863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078edde8-e3ed-4eb1-87bc-17d6bec0af30 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.524440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-078edde8-e3ed-4eb1-87bc-17d6bec0af30 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/e23989e2-8603-4737-bc2c-8b4541281fe6 HTTP/1.1" status: 404 len: 333 time: 0.0512989 Feb 16 23:59:32.558174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56304) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.563467 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:28Z', 'revision_number': 3, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:32.567721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28697d-00eb-4b0c-bda6-b509c493b362 None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:28Z', 'revision_number': 3, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:32.602310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Network cb71fde0-bd7b-469d-b386-d22f647a7851 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:32.608530 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:32.610881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5438af-975e-4351-a216-fdb27e889da4,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:32.613186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:32.615536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e30092-9a13-4d95-9e5c-04629e956b92 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.615985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e30092-9a13-4d95-9e5c-04629e956b92 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.617682 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-20e30092-9a13-4d95-9e5c-04629e956b92 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/b3466d27-70de-46ff-ac9a-abacd63be4ac HTTP/1.1" status: 404 len: 337 time: 0.0530276 Feb 16 23:59:32.632790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56308) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.717100 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ba1108-a7ca-433d-a81b-8b20cb096e22 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.717764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ba1108-a7ca-433d-a81b-8b20cb096e22 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.720082 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-55ba1108-a7ca-433d-a81b-8b20cb096e22 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/ports/1b3c9e39-3dda-4759-8db1-0883a1854f37 HTTP/1.1" status: 404 len: 333 time: 0.0824342 Feb 16 23:59:32.722987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56312) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.729525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:32.766675 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec84150d-c1fc-4329-8bd0-16ddef779bab tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] DELETE failed (client error): The resource could not be found. Feb 16 23:59:32.767213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec84150d-c1fc-4329-8bd0-16ddef779bab tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 23:59:32.771385 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ec84150d-c1fc-4329-8bd0-16ddef779bab tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/subnets/b639394d-28f8-4ba2-8fc8-b7e4aa4f25d3 HTTP/1.1" status: 404 len: 337 time: 0.0455177 Feb 16 23:59:32.771700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56316) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:32.802296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0dd67-38ce-4cb1-b7ad-60b9517fdca8 req-2990877d-6548-4c35-980a-25a32a299536 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:32.804971 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8dc0dd67-38ce-4cb1-b7ad-60b9517fdca8 req-2990877d-6548-4c35-980a-25a32a299536 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 945 time: 0.2809923 Feb 16 23:59:32.962979 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8dc0dd67-38ce-4cb1-b7ad-60b9517fdca8 req-bc1e014c-62e9-400b-b2e4-89e691159034 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d74aadd-1da9-4f28-8a14-8bedba294719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041291 Feb 16 23:59:32.966808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:32.998966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4e88d897-6d22-405e-8cb4-ae0cb039de84 None None] Provisioning for port 7a5438af-975e-4351-a216-fdb27e889da4 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:33.005665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4e88d897-6d22-405e-8cb4-ae0cb039de84 None None] Provisioning complete for port 7a5438af-975e-4351-a216-fdb27e889da4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:33.006135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e88d897-6d22-405e-8cb4-ae0cb039de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.026456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port c4b8a20a-1a3e-443f-a80c-63627ba2c34c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:33.027119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.081937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4e88d897-6d22-405e-8cb4-ae0cb039de84 None None] Port 7a5438af-975e-4351-a216-fdb27e889da4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:33.165451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for c4b8a20a-1a3e-443f-a80c-63627ba2c34c owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:33.220807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.253100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692b4ba4-25a8-41bb-808b-fe8814ab5be8']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:33.265972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f830f735-8b53-4fca-942c-8505e4086d29') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:33.266990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f830f735-8b53-4fca-942c-8505e4086d29') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:33.283760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.300517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.307297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:59:33.308460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:59:33.323161 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:59:33.397789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.408450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.426016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.434292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.435581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] Pushing event deleted for resources: {'Network': ['ID=692b4ba4-25a8-41bb-808b-fe8814ab5be8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:33.442149 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-331c7737-d7f7-405d-8f98-ace92b15c8b6 tempest-NetworksTestDHCPv6-517911336 tempest-NetworksTestDHCPv6-517911336-project] 10.222.0.47 "DELETE /v2.0/networks/692b4ba4-25a8-41bb-808b-fe8814ab5be8 HTTP/1.1" status: 204 len: 168 time: 0.6693747 Feb 16 23:59:33.481313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=c4b8a20a-1a3e-443f-a80c-63627ba2c34c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:33.624428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port c4b8a20a-1a3e-443f-a80c-63627ba2c34c on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:59:33.628860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.631333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'name': 'network-vif-deleted', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 23:59:33.692261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-994ae8ae-3f94-4b29-bfde-195d4bbf63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.726377 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5c36171-b2b1-425d-adfd-3982b98a7b41 req-ca6bcfb6-33ea-410c-ae7d-230c69e7bbfd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/c4b8a20a-1a3e-443f-a80c-63627ba2c34c HTTP/1.1" status: 204 len: 173 time: 1.5177543 Feb 16 23:59:33.728210 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729f776d-ad44-4af8-9f35-52503884e11a', 'name': 'network-vif-deleted', 'tag': 'c4b8a20a-1a3e-443f-a80c-63627ba2c34c', 'status': 'completed', 'code': 200} Feb 16 23:59:33.762062 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56326) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:33.774571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea121051-85d5-46e5-ad9f-74b5e3683f71 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:33.834516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.842695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.873798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port ea121051-85d5-46e5-ad9f-74b5e3683f71 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:33.883455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ea121051-85d5-46e5-ad9f-74b5e3683f71 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:33.884158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:33.993373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d200df2-91a2-43e2-9463-59b9a637bd6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8ec3a940bd34951befea3eac4be7dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292213 Feb 16 23:59:33.995824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56332) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:34.005291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5438af-975e-4351-a216-fdb27e889da4,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:34.012547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.051560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.071399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port ea121051-85d5-46e5-ad9f-74b5e3683f71, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ea121051-85d5-46e5-ad9f-74b5e3683f71,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:34.087189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.116102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06132045-a862-4e69-9737-b0d02f6c1ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.193953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=ea121051-85d5-46e5-ad9f-74b5e3683f71,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:34.194825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Network cb71fde0-bd7b-469d-b386-d22f647a7851 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:34.196379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:34.224237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06132045-a862-4e69-9737-b0d02f6c1ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.236626 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1927cc65-832d-4cfb-b6da-0fafaaad8ebe req-eba3dcc0-62f8-46c5-838b-b8e18522afa7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=729f776d-ad44-4af8-9f35-52503884e11a HTTP/1.1" status: 200 len: 210 time: 0.0736685 Feb 16 23:59:34.317386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06132045-a862-4e69-9737-b0d02f6c1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.339427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06132045-a862-4e69-9737-b0d02f6c1ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d51b105-f973-4752-96d8-54b3301cecf5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:34.342857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-06132045-a862-4e69-9737-b0d02f6c1ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.359778 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-06132045-a862-4e69-9737-b0d02f6c1ef2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d51b105-f973-4752-96d8-54b3301cecf5 HTTP/1.1" status: 204 len: 168 time: 0.3605111 Feb 16 23:59:34.477421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:34.513794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b088da40-45af-48f8-8fad-2d47b1b6adbc None None] Provisioning complete for port 7a5438af-975e-4351-a216-fdb27e889da4 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:34.514286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b088da40-45af-48f8-8fad-2d47b1b6adbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:34.592229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b088da40-45af-48f8-8fad-2d47b1b6adbc None None] Port 7a5438af-975e-4351-a216-fdb27e889da4 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:34.698156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:34.711963 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1f93d7f7-b254-4235-a3cc-86925710d9a6 admin admin] 10.222.0.47 "PUT /v2.0/routers/dca8df5b-037f-4f0c-a0c8-91d2182ec437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6184709 Feb 16 23:59:34.715915 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:34.725815 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:34.726411 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:34.900909 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:35.208222 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 2, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:35.212019 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:35.212460 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Updating router dca8df5b-037f-4f0c-a0c8-91d2182ec437 port 7a5438af-975e-4351-a216-fdb27e889da4 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:59:35.260900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56356) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:35.266751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2091298080-network', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:35.271447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:35.276473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Usage tracker for resource:network and tenant:8fa5484e412844bc9c390f9b6df55dff is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:35.279350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:35.285015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:35.298195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Made reservation on behalf of 8fa5484e412844bc9c390f9b6df55dff for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:35.300666 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.301363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.314012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.328885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:35.332407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56360) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:35.334914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Usage tracker for resource:security_group_rule and tenant:8fa5484e412844bc9c390f9b6df55dff is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:35.338195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:35.360409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:35.561203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d54d63f9-106b-4349-8dff-abd0b5749db7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.606143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d54d63f9-106b-4349-8dff-abd0b5749db7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.639636 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.653155 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Transition to ACTIVE for port object 7a5438af-975e-4351-a216-fdb27e889da4 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:35.663888 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.682729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.687069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.710703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea121051-85d5-46e5-ad9f-74b5e3683f71 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:35.724800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:59:35.741044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada922a7-94b4-4bcb-871d-2d64658d64af,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:35.745828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.746581 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Added segment 120e1453-e1e0-49dd-9fcf-f4e5fc5c92be of type vlan for network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 Feb 16 23:59:35.779083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d54d63f9-106b-4349-8dff-abd0b5749db7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.788210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.800760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ea121051-85d5-46e5-ad9f-74b5e3683f71 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:35.801136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.812422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d63f9-106b-4349-8dff-abd0b5749db7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d74aadd-1da9-4f28-8a14-8bedba294719,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:35.872264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.873689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:35.874772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.881395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d54d63f9-106b-4349-8dff-abd0b5749db7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.885235 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d54d63f9-106b-4349-8dff-abd0b5749db7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/4d74aadd-1da9-4f28-8a14-8bedba294719 HTTP/1.1" status: 204 len: 168 time: 0.5493481 Feb 16 23:59:35.892215 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Pushing event updated for resources: {'Port': ['ID=7a5438af-975e-4351-a216-fdb27e889da4,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:35.904263 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.904605 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.904938 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.905269 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.905612 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.905996 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.906373 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.906748 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.907590 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.907955 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.908305 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.908623 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:35.932401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56366) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:35.936977 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Attempting to bind port 7a5438af-975e-4351-a216-fdb27e889da4 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:35.937347 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Attempting to bind port 7a5438af-975e-4351-a216-fdb27e889da4 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:35.937710 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Attempting to bind port 7a5438af-975e-4351-a216-fdb27e889da4 on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:35.947134 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:35.947544 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Checking segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:35.951373 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.952084 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Bound using segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:35.952744 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Bound port: 7a5438af-975e-4351-a216-fdb27e889da4, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:35.953316 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:35.982505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f5353ff9-20a6-454d-8e09-8597aa1f4508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:36.012162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] Pushing event updated for resources: {'Network': ['ID=99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:36.023514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:59:36.047805 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4109bf57-135a-4d70-9114-c3d01981d12e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7856648 Feb 16 23:59:36.050462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56370) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:36.057780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Request body: {'subnet': {'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2091298080-subnet', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:36.066781 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] For port 7a5438af-975e-4351-a216-fdb27e889da4, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:36.069876 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] For port 7a5438af-975e-4351-a216-fdb27e889da4, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7a5438af-975e-4351-a216-fdb27e889da4,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:36.074008 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:36.112599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:36.112802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c4b8a20a-1a3e-443f-a80c-63627ba2c34c no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:59:36.115121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Usage tracker for resource:subnet and tenant:8fa5484e412844bc9c390f9b6df55dff is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:36.127515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:36.154738 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:36.155595 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:36.156314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:36.169744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: c4b8a20a-1a3e-443f-a80c-63627ba2c34c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:59:36.170061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c4b8a20a-1a3e-443f-a80c-63627ba2c34c not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:59:36.234845 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9138f-cb6e-4d96-b52c-44e62d9e38d8 None None] Pushing event updated for resources: {'Port': ['ID=7a5438af-975e-4351-a216-fdb27e889da4,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:36.237495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Made reservation on behalf of 8fa5484e412844bc9c390f9b6df55dff for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:36.239767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:36.365648 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:36.635961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:36.674488 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:36Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:36.678659 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c23a4-9418-45de-b20b-d98364e24b2a None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:36Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:36.748869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07e75f2-524a-4780-9b03-19da72fbe86b,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:36.781282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Checking segment: {'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:36.781670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Network hostable DHCP agents. Network: 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:59:36.818699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:59:36.832349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:36.837246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:36.838163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:36.845033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eeb3a1-4f6b-4d44-b013-169a8a9c15d1 None None] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:36.857653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:36.933290 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7dbc9a1b-7b15-4ad5-9a7b-989d15e5ab81 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8794465 Feb 16 23:59:36.933967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56374) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:36.947375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:36.953104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:36.955999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:36.963545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Usage tracker for resource:router and tenant:8fa5484e412844bc9c390f9b6df55dff is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:36.967872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:37.104899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8', 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'fixed_ips': [{'subnet_id': 'e07e75f2-524a-4780-9b03-19da72fbe86b'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:59:37.105751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.144987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:37.173582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.173845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.277596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.281209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.294095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Allocated IP 172.20.0.2 (99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8/e07e75f2-524a-4780-9b03-19da72fbe86b/f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:37.527967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.539609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Transition to ACTIVE for port object f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:37.559330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Transition to ACTIVE for port object f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:37.566707 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.626963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.639083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:37.642231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:37.647610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Pushing event updated for resources: {'Port': ['ID=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:37.650477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 52c75244-38d5-47cf-8883-aa49b10dd312 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:37.650814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.650970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:37.755295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Attempting to bind port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:37.755472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Attempting to bind port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:37.756292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Attempting to bind port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 on network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:37.766609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:37.767319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Checking segment: {'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:37.767911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.768509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Bound using segment: {'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:37.768993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Bound port: f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:37.769372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.792019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7a5438af-975e-4351-a216-fdb27e889da4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:37.932227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 52c75244-38d5-47cf-8883-aa49b10dd312, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=52c75244-38d5-47cf-8883-aa49b10dd312,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:37.932493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:37.955567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9a18199f-8194-4473-a474-2690a383a404 None None] For port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:37.959299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9a18199f-8194-4473-a474-2690a383a404 None None] For port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,segment=NetworkSegment(120e1453-e1e0-49dd-9fcf-f4e5fc5c92be),segment_id=120e1453-e1e0-49dd-9fcf-f4e5fc5c92be)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:37.966474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.006785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7a5438af-975e-4351-a216-fdb27e889da4 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:38.024510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7a5438af-975e-4351-a216-fdb27e889da4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:38.024880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.062783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 52c75244-38d5-47cf-8883-aa49b10dd312 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:38.104011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18199f-8194-4473-a474-2690a383a404 None None] Pushing event updated for resources: {'Port': ['ID=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:38.186129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.220667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 7a5438af-975e-4351-a216-fdb27e889da4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7a5438af-975e-4351-a216-fdb27e889da4,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:38.224942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.304032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=7a5438af-975e-4351-a216-fdb27e889da4,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:38.356238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.392859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.490960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.705649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:38.709667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Allocated IP 172.26.2.129 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/bac697bd-c9a7-448b-bd1d-f0fff511184e) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:38.763616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=52c75244-38d5-47cf-8883-aa49b10dd312,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:39.056938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563b606-0b5a-4945-8da9-b5eee2a9aee1 None None] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:39.075183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:39.171314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:39.174029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6f872113-77d5-4faa-a202-999cfc3590bd None None] Provisioning for port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:39.258818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:39.386860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:39.396733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:39.401954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:39.446283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Pushing event updated for resources: {'Port': ['ID=bac697bd-c9a7-448b-bd1d-f0fff511184e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:39.813504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:39.882936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:39.888188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:39.888562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.002749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router edde64c2-24aa-434e-ac4f-c85f6c442859 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:40.005985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.037764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,segment=NetworkSegment(120e1453-e1e0-49dd-9fcf-f4e5fc5c92be),segment_id=120e1453-e1e0-49dd-9fcf-f4e5fc5c92be)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:40.041477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.042235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7a5438af-975e-4351-a216-fdb27e889da4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:40.155051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:40.166714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7a5438af-975e-4351-a216-fdb27e889da4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:40.167084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.173135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.403581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:40.413201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] Sync routers for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:40.422213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:40.422806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:40.490006 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-abf7aa28-a345-4c0d-8b67-845a07b9ee93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/edde64c2-24aa-434e-ac4f-c85f6c442859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5534742 Feb 16 23:59:40.490790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56378) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:40.555869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet 3e74cfd5-1f77-4534-ad41-5446f1f1a04d {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 23:59:40.558812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.604858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.606441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:40.618799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.727408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.802287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.818232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Router de0d0fd1-8408-4510-a882-fa6b3381a67f is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:59:40.846348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=3e74cfd5-1f77-4534-ad41-5446f1f1a04d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:40.848360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:40.857488 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-397bbbf0-2242-4c37-8fa2-9456919adec5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/3e74cfd5-1f77-4534-ad41-5446f1f1a04d HTTP/1.1" status: 204 len: 168 time: 0.3656118 Feb 16 23:59:40.858093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56382) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:40.871149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d089c-1384-479c-a3e6-aa04484fa56e None None] Network 6a895540-568b-499a-926d-3a3fe8a13b94 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:41.007524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:41.017622 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Sync routers for ids ['de0d0fd1-8408-4510-a882-fa6b3381a67f'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:41.028818 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Routers {'de0d0fd1-8408-4510-a882-fa6b3381a67f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:41.029570 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de0d0fd1-8408-4510-a882-fa6b3381a67f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:41.042244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:41.045902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:41.048814 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-81f35a31-007b-43dd-b7df-d47203b00d9f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1143475 Feb 16 23:59:41.051566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56386) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:41.121932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:41.128522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] Checking router: edde64c2-24aa-434e-ac4f-c85f6c442859 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:41.143238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] Routers {'edde64c2-24aa-434e-ac4f-c85f6c442859'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:41.143857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['edde64c2-24aa-434e-ac4f-c85f6c442859'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:41.247675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] DHCP port deletion for 6a895540-568b-499a-926d-3a3fe8a13b94 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 23:59:41.265187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] Deleting port 8210896e-40f7-4f6b-ae8b-be4ee512b28d {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:41.265400 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Set router de0d0fd1-8408-4510-a882-fa6b3381a67f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:41.265620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:41.325258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:41.339734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 5589298b-ff94-4abf-8d2a-16d33d87af40 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 23:59:41.340392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:41.450797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] Set router edde64c2-24aa-434e-ac4f-c85f6c442859 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:41.573213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 5589298b-ff94-4abf-8d2a-16d33d87af40, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5589298b-ff94-4abf-8d2a-16d33d87af40,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:41.575435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:41.576275 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-16T23:59:39Z', 'revision_number': 3, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port': {'id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:38Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:41.580690 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Checking router: de0d0fd1-8408-4510-a882-fa6b3381a67f for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:41.580969 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Updating router de0d0fd1-8408-4510-a882-fa6b3381a67f port bac697bd-c9a7-448b-bd1d-f0fff511184e binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:59:41.633889 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:41.761803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:41.793362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 5589298b-ff94-4abf-8d2a-16d33d87af40 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:41.909051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] For port 8210896e-40f7-4f6b-ae8b-be4ee512b28d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8210896e-40f7-4f6b-ae8b-be4ee512b28d,segment=NetworkSegment(5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e),segment_id=5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:41.909529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.015405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.019459 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.035279 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Transition to ACTIVE for port object bac697bd-c9a7-448b-bd1d-f0fff511184e will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:42.043886 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.084746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] Calling delete_port for 8210896e-40f7-4f6b-ae8b-be4ee512b28d owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 23:59:42.140800 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580529a-5877-4962-912e-a56a294d1041 None None] Pushing event updated for resources: {'Port': ['ID=bac697bd-c9a7-448b-bd1d-f0fff511184e,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:42.162027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:42.163445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.164299 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Attempting to bind port bac697bd-c9a7-448b-bd1d-f0fff511184e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:42.164746 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Attempting to bind port bac697bd-c9a7-448b-bd1d-f0fff511184e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:42.165746 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Attempting to bind port bac697bd-c9a7-448b-bd1d-f0fff511184e on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:42.172493 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:42.172996 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:42.173700 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.174164 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:42.174721 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Bound port: bac697bd-c9a7-448b-bd1d-f0fff511184e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:42.175228 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.264116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Allocated IP 172.20.0.1 (99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8/e07e75f2-524a-4780-9b03-19da72fbe86b/6f257d57-e2c7-4456-8bf7-7c5d227dd757) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:42.270434 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] For port bac697bd-c9a7-448b-bd1d-f0fff511184e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:42.274279 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] For port bac697bd-c9a7-448b-bd1d-f0fff511184e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bac697bd-c9a7-448b-bd1d-f0fff511184e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:42.277891 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.279437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.290074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.321172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:42.343900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=5589298b-ff94-4abf-8d2a-16d33d87af40,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:42.373425 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Routers {'de0d0fd1-8408-4510-a882-fa6b3381a67f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:42.374177 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de0d0fd1-8408-4510-a882-fa6b3381a67f'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:42.415419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] Pushing event deleted for resources: {'Port': ['ID=8210896e-40f7-4f6b-ae8b-be4ee512b28d,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:42.426236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7045ad-e032-4752-ac4d-be74595277f2 None None] The sync data for ids ['edde64c2-24aa-434e-ac4f-c85f6c442859'] in dv-neutron-829040-1-hyperv is: [{'id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'name': 'tempest-TestNetworkBasicOps-router-1595368624', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:58:27Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5589298b-ff94-4abf-8d2a-16d33d87af40', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edde64c2-24aa-434e-ac4f-c85f6c442859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:58:29Z', 'updated_at': '2022-02-16T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:42.428296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abd47d-52e3-446d-b63d-820a0294faa3 None None] No DVR routers for this DVR port 8210896e-40f7-4f6b-ae8b-be4ee512b28d on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 23:59:42.447812 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580529a-5877-4962-912e-a56a294d1041 None None] Pushing event updated for resources: {'Port': ['ID=bac697bd-c9a7-448b-bd1d-f0fff511184e,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:42.450598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.553668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.571541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Transition to ACTIVE for port object 6f257d57-e2c7-4456-8bf7-7c5d227dd757 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:42.598597 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] Set router de0d0fd1-8408-4510-a882-fa6b3381a67f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:42.610002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.647398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.650099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.683544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Pushing event updated for resources: {'Port': ['ID=6f257d57-e2c7-4456-8bf7-7c5d227dd757,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:42.687848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.688806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router edde64c2-24aa-434e-ac4f-c85f6c442859 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 23:59:42.704283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:42.705571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:42.708322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:42.711077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.725515 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fefb5e69-b15c-4721-8259-af1214b434c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/edde64c2-24aa-434e-ac4f-c85f6c442859 HTTP/1.1" status: 204 len: 168 time: 1.8564548 Feb 16 23:59:42.725515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56390) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:42.805666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:42.836649 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8210896e-40f7-4f6b-ae8b-be4ee512b28d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:59:42.905089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 8210896e-40f7-4f6b-ae8b-be4ee512b28d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:59:42.905646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8210896e-40f7-4f6b-ae8b-be4ee512b28d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:59:42.927539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.022944 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-193c981c-382b-4812-b3df-faf88f95866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-16T23:59:39Z', 'revision_number': 3, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port': {'id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:38Z', 'updated_at': '2022-02-16T23:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:43.028618 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c981c-382b-4812-b3df-faf88f95866c None None] The sync data for ids ['de0d0fd1-8408-4510-a882-fa6b3381a67f'] in dv-neutron-829040-1-hyperv is: [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-16T23:59:39Z', 'revision_number': 3, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port': {'id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:38Z', 'updated_at': '2022-02-16T23:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:43.058077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9d08dce5-0bbf-4b6d-b81f-d8d1f8ad8d95 None None] Provisioning for port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:43.063497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9d08dce5-0bbf-4b6d-b81f-d8d1f8ad8d95 None None] Provisioning complete for port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:43.063987 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d08dce5-0bbf-4b6d-b81f-d8d1f8ad8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.100927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.137976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a895540-568b-499a-926d-3a3fe8a13b94']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:43.139611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9d08dce5-0bbf-4b6d-b81f-d8d1f8ad8d95 None None] Port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:43.150912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:43.151173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4d2e8b-f446-46f9-94d4-0cbf056b5c7e') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:43.164417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.185241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.192241 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 23:59:43.192644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.205548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 23:59:43.207659 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 23:59:43.290912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.296442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.325322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=6a895540-568b-499a-926d-3a3fe8a13b94,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:43.334470 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f297f8c0-2846-49d8-bd6f-1e2fea202bba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/6a895540-568b-499a-926d-3a3fe8a13b94 HTTP/1.1" status: 204 len: 168 time: 0.6150446 Feb 16 23:59:43.347172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56394) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:43.352487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--1280494659', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:43.368616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:43.375781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:43.380181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:43.507117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:43.531755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:43.535106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.579774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 23:59:43.601275 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.603028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.603447 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment 21e36f88-e294-49dc-8b38-14ff1099ec65 of type vlan for network c45fae33-079f-4390-84b4-9f2c1f3ff2ee Feb 16 23:59:43.609096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.711315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.741403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Pushing event updated for resources: {'Port': ['ID=6f257d57-e2c7-4456-8bf7-7c5d227dd757,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:43.743797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.841581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5589298b-ff94-4abf-8d2a-16d33d87af40 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:59:43.848751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.854154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:43.854734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:43.880723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 5589298b-ff94-4abf-8d2a-16d33d87af40 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:59:43.881211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5589298b-ff94-4abf-8d2a-16d33d87af40 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:59:43.881741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52c75244-38d5-47cf-8883-aa49b10dd312 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 23:59:43.917112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 52c75244-38d5-47cf-8883-aa49b10dd312 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 23:59:43.917875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 52c75244-38d5-47cf-8883-aa49b10dd312 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 23:59:43.994466 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6463730 Feb 16 23:59:44.005230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56398) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:44.006544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12df7d6-4bd5-4769-8ba0-5783a58eb37f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=c45fae33-079f-4390-84b4-9f2c1f3ff2ee,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:44.011455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:44.018956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 23:59:44.020869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:44.025371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:44.028573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:44.041257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:44.041955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:44.043178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:44.055950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:44.057480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:44.075848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:44.285133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Router de0d0fd1-8408-4510-a882-fa6b3381a67f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:44.368474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b4042600-2290-487d-a495-38a7c3c9ec8e None None] Provisioning complete for port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:44.369246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b4042600-2290-487d-a495-38a7c3c9ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:44.402070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:44.432942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b4042600-2290-487d-a495-38a7c3c9ec8e None None] Port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:44.474136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:44.480030 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d4314d07-9b9e-48e3-8192-ab63ce7b5a95 admin admin] 10.222.0.47 "PUT /v2.0/routers/de0d0fd1-8408-4510-a882-fa6b3381a67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4261959 Feb 16 23:59:44.843414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:44.872852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.013534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.195 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/0ce5d175-8a77-467b-9da3-a717d7023ba2) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:45.058299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56408) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:45.064468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336531276', 'description': 'tempest-secgroup-smoke-336531276 description', 'project_id': '15f3fb6473f844daa27b059878207e7d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:45.070417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:45.074333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:45.077274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:45.083141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:45.093165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.113344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:45.117411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:45.120712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:45.127115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:45.135669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Sync routers for ids ['de0d0fd1-8408-4510-a882-fa6b3381a67f'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:45.145841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Routers {'de0d0fd1-8408-4510-a882-fa6b3381a67f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:45.146807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de0d0fd1-8408-4510-a882-fa6b3381a67f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:45.174945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.205440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.206968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.209647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.252959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f2560-6404-4651-82c0-692de02cb52c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:45.255870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.258856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:45.260126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fd681266-7d24-4931-9b0e-6658243ff438 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2003691 Feb 16 23:59:45.261043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56412) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:45.264582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:45.267577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'security_group_rule': {'security_group_id': '2a1f2560-6404-4651-82c0-692de02cb52c', 'project_id': '15f3fb6473f844daa27b059878207e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:45.273291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:45.273806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:45.277604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:45.280437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:45.286693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:45.305810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.334618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=0ce5d175-8a77-467b-9da3-a717d7023ba2,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:45.351843 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Set router de0d0fd1-8408-4510-a882-fa6b3381a67f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:45.369944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.374251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.397673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4f337e-d06e-4de7-9624-4c355de0723d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:45.409507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.409861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.410187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.410519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.411244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.411244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.411466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.411912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.412265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.412590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.413203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.413203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:45.423313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.426918 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-243c3fd8-6e88-4fee-af71-e8be39c06309 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625183 Feb 16 23:59:45.427178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56416) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:45.432577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'security_group_rule': {'security_group_id': '2a1f2560-6404-4651-82c0-692de02cb52c', 'project_id': '15f3fb6473f844daa27b059878207e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:45.438441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:45.442191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:45.445003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:45.450651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:45.470088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.539693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.544193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.569695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf0bf81-0b5a-4530-a924-7f7c1c0407a1,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:45.582111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.586013 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-66bc25ee-d034-4d30-92fb-8e647ebb8fc5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550934 Feb 16 23:59:45.586402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56420) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:45.591829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'security_group_rule': {'security_group_id': '2a1f2560-6404-4651-82c0-692de02cb52c', 'project_id': '15f3fb6473f844daa27b059878207e7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:45.598497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:45.602311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:45.605181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:45.611452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:45.630376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.706142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.712031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.747880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a712bbe-e233-4dbf-9f97-b3d1087c74fc,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:45.755197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.759423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.760972 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b82fc6ef-9d03-4aa7-8924-b2e32baba95d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735268 Feb 16 23:59:45.763482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56424) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:45.764159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-16T23:59:43Z', 'revision_number': 4, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port': {'id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:38Z', 'updated_at': '2022-02-16T23:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '6f257d57-e2c7-4456-8bf7-7c5d227dd757', 'name': '', 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'mac_address': 'fa:16:3e:64:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e07e75f2-524a-4780-9b03-19da72fbe86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:42Z', 'updated_at': '2022-02-16T23:59:43Z', 'revision_number': 2, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'subnets': [{'id': 'e07e75f2-524a-4780-9b03-19da72fbe86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:45.769436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'security_group_rule': {'security_group_id': '2a1f2560-6404-4651-82c0-692de02cb52c', 'project_id': '15f3fb6473f844daa27b059878207e7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:45.769617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bac697bd-c9a7-448b-bd1d-f0fff511184e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:45.775197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:45.779017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:45.782561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:45.788452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:45.798519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Checking router: de0d0fd1-8408-4510-a882-fa6b3381a67f for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:45.798807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Updating router de0d0fd1-8408-4510-a882-fa6b3381a67f port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:59:45.806047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.871207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.873669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.875261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.901424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014e1711-b962-4e7f-a0f4-1a64b5583d17,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:45.912254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.916124 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6280e6bc-9d9d-4d94-addf-34363ebf6d65 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489859 Feb 16 23:59:45.916371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56428) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:45.923315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'security_group_rule': {'security_group_id': '2a1f2560-6404-4651-82c0-692de02cb52c', 'project_id': '15f3fb6473f844daa27b059878207e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:45.930150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:45.934742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:45.938055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:45.940919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port bac697bd-c9a7-448b-bd1d-f0fff511184e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:45.944403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:45.949863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bac697bd-c9a7-448b-bd1d-f0fff511184e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:45.950236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:45.959219 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Project 15f3fb6473f844daa27b059878207e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:59:45.967462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.041975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.046909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.083401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c294d3-9726-4a68-88ea-ac752532f268,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:46.085973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.091805 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-15db3a87-57df-486a-a9ea-c5d46c380a35 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1732104 Feb 16 23:59:46.091805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56432) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:46.098339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'security_group_rule': {'security_group_id': '2a1f2560-6404-4651-82c0-692de02cb52c', 'project_id': '15f3fb6473f844daa27b059878207e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:46.104864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:46.109045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:security_group_rule and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:46.112446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:46.118601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:46.130761 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Project 15f3fb6473f844daa27b059878207e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:59:46.138432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.213208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.218605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.228250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.236936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40791840-b504-4613-a141-2942144d8df0,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:46.241601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.264904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.269938 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b534af13-60d7-4566-9f1e-784737bd8bfe tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1735511 Feb 16 23:59:46.303927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port bac697bd-c9a7-448b-bd1d-f0fff511184e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bac697bd-c9a7-448b-bd1d-f0fff511184e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:46.311894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.439828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=bac697bd-c9a7-448b-bd1d-f0fff511184e,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:46.453950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.466250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Transition to ACTIVE for port object 6f257d57-e2c7-4456-8bf7-7c5d227dd757 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:46.472216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 7d57f1d5-15fc-47f7-988f-7624951088cd is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 23:59:46.474473 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.679109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb1ce-1ee7-4c8b-a9af-6083d84561b6 None None] Pushing event updated for resources: {'Port': ['ID=6f257d57-e2c7-4456-8bf7-7c5d227dd757,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:46.689191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:46.699741 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Sync routers for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:46.709472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Attempting to bind port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:46.709838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Attempting to bind port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:46.711739 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:46.712527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Attempting to bind port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 on network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:46.716431 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:46.727460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:46.727836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Checking segment: {'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:46.728333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.728904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Bound using segment: {'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:46.729315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Bound port: 6f257d57-e2c7-4456-8bf7-7c5d227dd757, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:46.729812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.732140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.733707 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ae106e67-25a7-4c66-bdae-173c02ea3808 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7265463 Feb 16 23:59:46.737056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56478) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:46.806784 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-489080cf-60ed-4a58-9883-d9f48014f361 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685613 Feb 16 23:59:46.809476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56482) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:46.851276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] For port 6f257d57-e2c7-4456-8bf7-7c5d227dd757, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:46.855218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] For port 6f257d57-e2c7-4456-8bf7-7c5d227dd757, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6f257d57-e2c7-4456-8bf7-7c5d227dd757,segment=NetworkSegment(120e1453-e1e0-49dd-9fcf-f4e5fc5c92be),segment_id=120e1453-e1e0-49dd-9fcf-f4e5fc5c92be)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:46.870550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:46.924528 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:46.976888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a80ec-408e-4449-8195-67b1f547a298 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:46.978539 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c84a80ec-408e-4449-8195-67b1f547a298 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1680903 Feb 16 23:59:46.981489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56486) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:47.024008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Routers {'de0d0fd1-8408-4510-a882-fa6b3381a67f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:47.024681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de0d0fd1-8408-4510-a882-fa6b3381a67f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:47.056601 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2161af67-d025-4fc1-8f0a-3637d505aaa4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739708 Feb 16 23:59:47.056860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56490) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:47.063586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350086564', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:47.227924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbb1ce-1ee7-4c8b-a9af-6083d84561b6 None None] Pushing event updated for resources: {'Port': ['ID=6f257d57-e2c7-4456-8bf7-7c5d227dd757,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:47.254712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] Set router de0d0fd1-8408-4510-a882-fa6b3381a67f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:47.271178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:47.275908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:47.287781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:47.306733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:47.320268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:47.324498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:47.354302 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:45Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:47.358169 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Checking router: 7d57f1d5-15fc-47f7-988f-7624951088cd for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:47.358510 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Updating router 7d57f1d5-15fc-47f7-988f-7624951088cd port 0ce5d175-8a77-467b-9da3-a717d7023ba2 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:59:47.412622 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:47.579245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:47.693520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=1c834bdb-8399-4a21-9e2b-9393ee182ced,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:47.708104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:47.708489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: c45fae33-079f-4390-84b4-9f2c1f3ff2ee, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 23:59:47.716755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.717113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.717452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.717832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.718211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.718580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.719422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.719781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.720480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.720815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.721140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.721464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:47.738445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-16T23:59:43Z', 'revision_number': 4, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port': {'id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:38Z', 'updated_at': '2022-02-16T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '6f257d57-e2c7-4456-8bf7-7c5d227dd757', 'name': '', 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'mac_address': 'fa:16:3e:64:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e07e75f2-524a-4780-9b03-19da72fbe86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:42Z', 'updated_at': '2022-02-16T23:59:46Z', 'revision_number': 4, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'subnets': [{'id': 'e07e75f2-524a-4780-9b03-19da72fbe86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:47.748604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bac697bd-c9a7-448b-bd1d-f0fff511184e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:47.760887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 23:59:47.773171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, c45fae33-079f-4390-84b4-9f2c1f3ff2ee) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:47.778973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:47.780242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:47.789317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff8bafe-f5e8-4b75-996f-a46e50835cda None None] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:47.812438 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b849edff-9fae-456a-a27e-40dd362274cd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7540104 Feb 16 23:59:47.812659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c956b60-daf9-484a-bcf9-9fe899dcfb1e None None] The sync data for ids ['de0d0fd1-8408-4510-a882-fa6b3381a67f'] in dv-neutron-829040-1-hyperv is: [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-16T23:59:43Z', 'revision_number': 4, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port': {'id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:38Z', 'updated_at': '2022-02-16T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '6f257d57-e2c7-4456-8bf7-7c5d227dd757', 'name': '', 'network_id': '99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'mac_address': 'fa:16:3e:64:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'e07e75f2-524a-4780-9b03-19da72fbe86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:42Z', 'updated_at': '2022-02-16T23:59:46Z', 'revision_number': 4, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'subnets': [{'id': 'e07e75f2-524a-4780-9b03-19da72fbe86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:47.815385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56524) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:47.873609 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:47.912826 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Transition to ACTIVE for port object 0ce5d175-8a77-467b-9da3-a717d7023ba2 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:47.924005 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:48.017852 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Attempting to bind port 0ce5d175-8a77-467b-9da3-a717d7023ba2 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:48.018352 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Attempting to bind port 0ce5d175-8a77-467b-9da3-a717d7023ba2 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:48.018965 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Attempting to bind port 0ce5d175-8a77-467b-9da3-a717d7023ba2 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:48.030714 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:48.032446 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:48.033088 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:48.033702 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:48.034402 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Bound port: 0ce5d175-8a77-467b-9da3-a717d7023ba2, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:48.035000 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:48.080872 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5b417-dad6-49c0-b732-cc0ca716ae23 None None] Pushing event updated for resources: {'Port': ['ID=0ce5d175-8a77-467b-9da3-a717d7023ba2,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:48.116474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bac697bd-c9a7-448b-bd1d-f0fff511184e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:48.117083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:48.171050 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] For port 0ce5d175-8a77-467b-9da3-a717d7023ba2, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:48.177192 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] For port 0ce5d175-8a77-467b-9da3-a717d7023ba2, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0ce5d175-8a77-467b-9da3-a717d7023ba2,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:48.189666 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:48.252374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 23:59:48.253240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:48.331881 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:48.332926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:48.469603 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5b417-dad6-49c0-b732-cc0ca716ae23 None None] Pushing event updated for resources: {'Port': ['ID=0ce5d175-8a77-467b-9da3-a717d7023ba2,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:48.674376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:48.691215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Allocated IP 172.20.0.2 (c45fae33-079f-4390-84b4-9f2c1f3ff2ee/1c834bdb-8399-4a21-9e2b-9393ee182ced/a2255e42-cf35-4bff-b60f-87d6c5cb640d) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:49.011062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.035016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Transition to ACTIVE for port object a2255e42-cf35-4bff-b60f-87d6c5cb640d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:49.040751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.066583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Transition to ACTIVE for port object a2255e42-cf35-4bff-b60f-87d6c5cb640d will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:49.079061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.136242 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:45Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:49.142391 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19dc1cf-b55f-47d5-8f36-91bceee2a2f4 None None] The sync data for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv is: [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:45Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:49.184461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Pushing event updated for resources: {'Port': ['ID=a2255e42-cf35-4bff-b60f-87d6c5cb640d,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:49.202231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:49.204125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.204471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.204822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.205201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.205538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.205923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.206476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.206793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.207125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.207451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.207782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.208154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 23:59:49.211723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:49.214136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:49.321075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Attempting to bind port a2255e42-cf35-4bff-b60f-87d6c5cb640d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:49.321450 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Attempting to bind port a2255e42-cf35-4bff-b60f-87d6c5cb640d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:49.322055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Attempting to bind port a2255e42-cf35-4bff-b60f-87d6c5cb640d on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:49.330591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:49.331303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Checking segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:49.331907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.332535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Bound using segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:49.333223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Bound port: a2255e42-cf35-4bff-b60f-87d6c5cb640d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:49.333830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.449358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] For port a2255e42-cf35-4bff-b60f-87d6c5cb640d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:49.462678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] For port a2255e42-cf35-4bff-b60f-87d6c5cb640d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a2255e42-cf35-4bff-b60f-87d6c5cb640d,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:49.471323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.567798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbf06f-feee-40fb-a1a4-4773bf4d1eed None None] Pushing event updated for resources: {'Port': ['ID=a2255e42-cf35-4bff-b60f-87d6c5cb640d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:49.588578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (c45fae33-079f-4390-84b4-9f2c1f3ff2ee/1c834bdb-8399-4a21-9e2b-9393ee182ced/b79fb266-0ce6-4810-81cb-6004d9de01e7) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:49.789857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0ce5d175-8a77-467b-9da3-a717d7023ba2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:49.909375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0ce5d175-8a77-467b-9da3-a717d7023ba2 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:49.915541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0ce5d175-8a77-467b-9da3-a717d7023ba2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:49.915541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.924370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:49.960846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object b79fb266-0ce6-4810-81cb-6004d9de01e7 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:50.031273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.091566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.115485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0ce5d175-8a77-467b-9da3-a717d7023ba2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0ce5d175-8a77-467b-9da3-a717d7023ba2,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:50.122413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.123588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f257d57-e2c7-4456-8bf7-7c5d227dd757 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:50.140186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:50.144805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:50.146954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=b79fb266-0ce6-4810-81cb-6004d9de01e7,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:50.149269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:50.212322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.295524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0ce5d175-8a77-467b-9da3-a717d7023ba2,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:50.308772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:50.315294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:50.315785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.459897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.508936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 6f257d57-e2c7-4456-8bf7-7c5d227dd757, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6f257d57-e2c7-4456-8bf7-7c5d227dd757,segment=NetworkSegment(120e1453-e1e0-49dd-9fcf-f4e5fc5c92be),segment_id=120e1453-e1e0-49dd-9fcf-f4e5fc5c92be)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:50.516700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.544231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:50.621761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=6f257d57-e2c7-4456-8bf7-7c5d227dd757,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:50.978435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1896381-86aa-42ae-8e40-d979c121fa6d None None] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 23:59:51.070713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3c029bff-6ae7-4d01-9ebf-8c148d43a9c1 None None] Provisioning for port a2255e42-cf35-4bff-b60f-87d6c5cb640d completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:51.090278 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 23:59:51.295064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:51.311015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:51.337756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:51.450496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=b79fb266-0ce6-4810-81cb-6004d9de01e7,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:51.456079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:51.642544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-92de4e7c-9bfe-49dd-b567-8d46e1f485c4 None None] Provisioning for port b79fb266-0ce6-4810-81cb-6004d9de01e7 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:51.652737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-92de4e7c-9bfe-49dd-b567-8d46e1f485c4 None None] Provisioning complete for port b79fb266-0ce6-4810-81cb-6004d9de01e7 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:51.653601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92de4e7c-9bfe-49dd-b567-8d46e1f485c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:51.682046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:51.683308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:51.786496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-92de4e7c-9bfe-49dd-b567-8d46e1f485c4 None None] Port b79fb266-0ce6-4810-81cb-6004d9de01e7 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:51.878073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0ce5d175-8a77-467b-9da3-a717d7023ba2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:51.941001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8e5a709c-ff13-4e18-af47-cda4de58482b None None] Provisioning complete for port b79fb266-0ce6-4810-81cb-6004d9de01e7 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:51.941451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8e5a709c-ff13-4e18-af47-cda4de58482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:51.947755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 7d57f1d5-15fc-47f7-988f-7624951088cd has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 23:59:52.051099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a709c-ff13-4e18-af47-cda4de58482b None None] Port b79fb266-0ce6-4810-81cb-6004d9de01e7 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:52.055273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0ce5d175-8a77-467b-9da3-a717d7023ba2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:52.055273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:52.149606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 23:59:52.165537 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-941344f6-deb7-46c6-ba78-f4bc92c66075 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/7d57f1d5-15fc-47f7-988f-7624951088cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3465948 Feb 16 23:59:52.167409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56546) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:52.170142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Sync routers for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 23:59:52.201224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:52.201869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:52.257947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2255e42-cf35-4bff-b60f-87d6c5cb640d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:52.295420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ad7295a2-5b82-4ba8-a4d1-70e904f89ca9 None None] Provisioning complete for port b79fb266-0ce6-4810-81cb-6004d9de01e7 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:52.295800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ad7295a2-5b82-4ba8-a4d1-70e904f89ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:52.308039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57313865-06cf-4be0-a4ae-9c005da05646 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.308676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57313865-06cf-4be0-a4ae-9c005da05646 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.308988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57313865-06cf-4be0-a4ae-9c005da05646 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.309445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57313865-06cf-4be0-a4ae-9c005da05646 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.309895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57313865-06cf-4be0-a4ae-9c005da05646 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.310346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57313865-06cf-4be0-a4ae-9c005da05646 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.312147 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-57313865-06cf-4be0-a4ae-9c005da05646 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1437116 Feb 16 23:59:52.314886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56550) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:52.385668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ad7295a2-5b82-4ba8-a4d1-70e904f89ca9 None None] Port b79fb266-0ce6-4810-81cb-6004d9de01e7 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 23:59:52.394926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920d41-9aa6-49ce-99c8-e0c5ea484ad4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.395747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920d41-9aa6-49ce-99c8-e0c5ea484ad4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.396278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920d41-9aa6-49ce-99c8-e0c5ea484ad4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.396737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920d41-9aa6-49ce-99c8-e0c5ea484ad4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.397445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920d41-9aa6-49ce-99c8-e0c5ea484ad4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.397906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920d41-9aa6-49ce-99c8-e0c5ea484ad4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:52.402598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56554) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:52.403166 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-09920d41-9aa6-49ce-99c8-e0c5ea484ad4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0871847 Feb 16 23:59:52.485780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a2255e42-cf35-4bff-b60f-87d6c5cb640d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:52.499020 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a2255e42-cf35-4bff-b60f-87d6c5cb640d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:52.499687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:52.559297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:52.800144 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-07f62b8e-798a-419e-8988-75effd529105 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3927164 Feb 16 23:59:52.910449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:52.990722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a2255e42-cf35-4bff-b60f-87d6c5cb640d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a2255e42-cf35-4bff-b60f-87d6c5cb640d,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:52.995732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:52.996353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56562) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:52.996526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f257d57-e2c7-4456-8bf7-7c5d227dd757 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:53.002584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053541695', 'description': 'tempest-secgroup-smoke-2053541695 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:53.008814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:53.012902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:53.016515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:53.022644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:53.036599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.059811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:53.064625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:53.068287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:53.076094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:53.136748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a2255e42-cf35-4bff-b60f-87d6c5cb640d,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:53.162728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:51Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:53.164792 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:53.165297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.167806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.173245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.202480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Checking router: 7d57f1d5-15fc-47f7-988f-7624951088cd for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 23:59:53.202870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Updating router 7d57f1d5-15fc-47f7-988f-7624951088cd port b79fb266-0ce6-4810-81cb-6004d9de01e7 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 23:59:53.224074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ddf775-6c8f-4a50-873f-11e5924fde5e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:53.228289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.232150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-88bfe505-5e90-4e44-9e50-b14d3d4fe6ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2319534 Feb 16 23:59:53.232567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56566) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:53.238951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'f7ddf775-6c8f-4a50-873f-11e5924fde5e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:53.244835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:53.248671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:53.252279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:53.257769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:53.274585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.277847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.358371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.365238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.390382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969a81d4-daea-47a5-9919-b085a53db597,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:53.402369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.403829 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0f487181-91ae-4cb5-b9f6-61300fc64691 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702645 Feb 16 23:59:53.406914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56570) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:53.412174 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'f7ddf775-6c8f-4a50-873f-11e5924fde5e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:53.418423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:53.423110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:53.426388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:53.432237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:53.457060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.534860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.539918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.564909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eb87ea-1ea5-400c-8486-e34310d284db,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:53.575466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.576758 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1d1f2b32-0acd-4809-b34a-c036543eeaa3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688235 Feb 16 23:59:53.579566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56574) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:53.585794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'f7ddf775-6c8f-4a50-873f-11e5924fde5e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:53.592134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:53.596767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:53.599824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:53.605605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:53.626649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.728407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.734036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.751446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2255e42-cf35-4bff-b60f-87d6c5cb640d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:53.770203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a2db05-910e-4d88-9c6e-900cf67b7457,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:53.790365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.791659 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5ddb58c6-c6d0-4040-b4b1-6aed821e9981 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2106223 Feb 16 23:59:53.794710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56578) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:53.801009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'f7ddf775-6c8f-4a50-873f-11e5924fde5e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:53.807290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:53.811649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:53.814752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:53.821072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:53.841112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.879388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.894932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Transition to ACTIVE for port object b79fb266-0ce6-4810-81cb-6004d9de01e7 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:53.903826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a2255e42-cf35-4bff-b60f-87d6c5cb640d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:53.904283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.915239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.919726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.932097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.944774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6087ad-ee8b-40c6-8c25-f1e09eab5929,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:53.970066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:53.971685 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-27f50729-add4-4e20-9f9f-989e5ec1a096 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758304 Feb 16 23:59:53.974316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56584) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:53.980587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'f7ddf775-6c8f-4a50-873f-11e5924fde5e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:53.993043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:53.999001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:54.005046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:54.013353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:54.038098 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:59:54.047642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.120465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650b106-6af1-4226-b7f3-d17fcdd93346 None None] Pushing event updated for resources: {'Port': ['ID=b79fb266-0ce6-4810-81cb-6004d9de01e7,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:54.135287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.141214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.193667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83e2cfc-e615-4d3b-aeed-94d2bdc4fc82,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:54.197366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.198623 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4bdec22b-58de-4959-b2a6-0c2abab51a2f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2231081 Feb 16 23:59:54.201833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56588) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 23:59:54.209699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'f7ddf775-6c8f-4a50-873f-11e5924fde5e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:54.217592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:54.223103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 23:59:54.232968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 23:59:54.240804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:54.242039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Attempting to bind port b79fb266-0ce6-4810-81cb-6004d9de01e7 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 23:59:54.242594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Attempting to bind port b79fb266-0ce6-4810-81cb-6004d9de01e7 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 23:59:54.242823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Attempting to bind port b79fb266-0ce6-4810-81cb-6004d9de01e7 on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 23:59:54.255206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 23:59:54.263224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.263750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 23:59:54.264155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Checking segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 23:59:54.264560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.264958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Bound using segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 23:59:54.265434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Bound port: b79fb266-0ce6-4810-81cb-6004d9de01e7, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 23:59:54.266388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.347445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.352737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.374028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] For port b79fb266-0ce6-4810-81cb-6004d9de01e7, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 23:59:54.377883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] For port b79fb266-0ce6-4810-81cb-6004d9de01e7, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b79fb266-0ce6-4810-81cb-6004d9de01e7,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 23:59:54.382616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8cbfb1-6d6f-48a3-8112-7a37b13aab15,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:54.390712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.394152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:54.395889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-963f767d-26da-4c33-ba1e-cf6e2f792d78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927998 Feb 16 23:59:54.482228 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 23:59:54.482949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-16T23:59:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:54.554947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650b106-6af1-4226-b7f3-d17fcdd93346 None None] Pushing event updated for resources: {'Port': ['ID=b79fb266-0ce6-4810-81cb-6004d9de01e7,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:54.644821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-8e50b927-d431-4432-ba24-6b1a902e6531 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:54.664412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-8e50b927-d431-4432-ba24-6b1a902e6531 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:54.677715 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-8e50b927-d431-4432-ba24-6b1a902e6531 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053541695&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0832005 Feb 16 23:59:54.723634 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 23:59:54.855605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-abcc2a22-7ce2-4673-a747-3cad1e3f43c3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:54.856407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-abcc2a22-7ce2-4673-a747-3cad1e3f43c3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:54.873837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-abcc2a22-7ce2-4673-a747-3cad1e3f43c3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:54.875890 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-abcc2a22-7ce2-4673-a747-3cad1e3f43c3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 797 time: 0.1966226 Feb 16 23:59:54.890821 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-2e155fd6-92d9-4f21-ae6e-55550fb2a888 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0092540 Feb 16 23:59:54.979347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-ede41e64-ec51-4201-a7f0-37f873374923 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:54.997485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-ede41e64-ec51-4201-a7f0-37f873374923 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:54.999018 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-ede41e64-ec51-4201-a7f0-37f873374923 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021366 Feb 16 23:59:55.063840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 23:59:55.068086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448dd47-6085-48ae-9c32-222a73d59828 None None] The sync data for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv is: [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 23:59:55.187647 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-07223bf9-b63a-41da-a818-016c7cd2d404 service neutron] 10.222.0.47 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744649 Feb 16 23:59:55.332236 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1036eec2-450f-4438-acb1-04261d629f04 service neutron] 10.222.0.47 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432545 Feb 16 23:59:55.561300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-116fedfb-f60f-4f6f-907b-1ef0d32b774c req-659d2154-f086-4626-86e7-ea6d4c7d7580 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 210 time: 0.0660715 Feb 16 23:59:55.762933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b79fb266-0ce6-4810-81cb-6004d9de01e7 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:55.844855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b79fb266-0ce6-4810-81cb-6004d9de01e7 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:55.850472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b79fb266-0ce6-4810-81cb-6004d9de01e7 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:55.851109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:55.983352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:56.020781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b79fb266-0ce6-4810-81cb-6004d9de01e7, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b79fb266-0ce6-4810-81cb-6004d9de01e7,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 23:59:56.026385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:56.096324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b79fb266-0ce6-4810-81cb-6004d9de01e7,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:56.663178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-52498960-90e1-4a42-81fe-cb3c96f06cda req-ce432f81-60b1-42c8-bd18-d5b7a49e6e1f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 210 time: 0.0491941 Feb 16 23:59:57.703566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b79fb266-0ce6-4810-81cb-6004d9de01e7 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 23:59:57.821073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b79fb266-0ce6-4810-81cb-6004d9de01e7 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:57.821748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:57.828698 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-df30e014-b62b-4bcc-9695-0235fec5e210 req-3b1ce711-94f7-4f56-b01a-abe31952a2ab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 210 time: 0.0533373 Feb 16 23:59:58.711714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-6e0ba0d5-6ef6-4f5f-9f02-c4ce1519e4d6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:58.712573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-6e0ba0d5-6ef6-4f5f-9f02-c4ce1519e4d6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:58.726872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-6e0ba0d5-6ef6-4f5f-9f02-c4ce1519e4d6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:58.728004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-6e0ba0d5-6ef6-4f5f-9f02-c4ce1519e4d6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 797 time: 0.2139449 Feb 16 23:59:58.785501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-07ccb5ad-93b6-4f19-b289-e46823444fce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 23:59:58.798194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-07ccb5ad-93b6-4f19-b289-e46823444fce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 23:59:58.799347 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-07ccb5ad-93b6-4f19-b289-e46823444fce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 380 time: 0.0633659 Feb 16 23:59:58.809163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['f7ddf775-6c8f-4a50-873f-11e5924fde5e']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:58.984126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2d37a2e2-930d-463c-a82e-df6e22cc7573 req-b3e426af-da8c-42bb-9f47-407d06a96435 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 210 time: 0.0436139 Feb 16 23:59:59.067990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 23:59:59.077694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 23:59:59.090536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 23:59:59.092238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:59.262544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.14 (c45fae33-079f-4390-84b4-9f2c1f3ff2ee/1c834bdb-8399-4a21-9e2b-9393ee182ced/78fa62d5-409c-4496-9c8d-69e9e7d42258) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 23:59:59.454069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:59.471442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 78fa62d5-409c-4496-9c8d-69e9e7d42258 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 23:59:59.498545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:59.568369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 23:59:59.571031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 23:59:59.574965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 23:59:59.609944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=78fa62d5-409c-4496-9c8d-69e9e7d42258,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 23:59:59.646582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 23:59:59.647210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:59.686255 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-20a48121-70b1-46e8-8df0-d3b319d2e0e9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8806033 Feb 16 23:59:59.698409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Request body: {'port': {'device_id': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 23:59:59.821244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-72845849-bbe2-47f4-b0e0-e43e36d4bcb5 None None] Provisioning for port 78fa62d5-409c-4496-9c8d-69e9e7d42258 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 23:59:59.825841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-72845849-bbe2-47f4-b0e0-e43e36d4bcb5 None None] Provisioning complete for port 78fa62d5-409c-4496-9c8d-69e9e7d42258 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 23:59:59.826422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-72845849-bbe2-47f4-b0e0-e43e36d4bcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:59.830850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 23:59:59.880850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-72845849-bbe2-47f4-b0e0-e43e36d4bcb5 None None] Port 78fa62d5-409c-4496-9c8d-69e9e7d42258 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:00:00.172506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09568a5-28ea-4a4b-ba83-a194148beb68 req-6855e219-f5d5-425e-9c34-0c85fb02289b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:00.174869 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b09568a5-28ea-4a4b-ba83-a194148beb68 req-6855e219-f5d5-425e-9c34-0c85fb02289b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 932 time: 0.0812256 Feb 17 00:00:00.175718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fa62d5-409c-4496-9c8d-69e9e7d42258 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:00:00.183246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:00.199857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Transition to ACTIVE for port object 78fa62d5-409c-4496-9c8d-69e9e7d42258 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:00:00.204368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:00.227462 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b09568a5-28ea-4a4b-ba83-a194148beb68 req-c5597ffc-7d7d-4ad7-a36a-5a6f253258db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Feb 17 00:00:00.364034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa62d5-409c-4496-9c8d-69e9e7d42258,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:00.441623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Attempting to bind port 78fa62d5-409c-4496-9c8d-69e9e7d42258 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:00:00.441960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Attempting to bind port 78fa62d5-409c-4496-9c8d-69e9e7d42258 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:00:00.442288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Attempting to bind port 78fa62d5-409c-4496-9c8d-69e9e7d42258 on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:00:00.447298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Port 78fa62d5-409c-4496-9c8d-69e9e7d42258 on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:00:00.447754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Attempting to bind port 78fa62d5-409c-4496-9c8d-69e9e7d42258 on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:00:00.453698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:00:00.454048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Checking segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:00:00.454432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Bound using segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:00:00.454856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Bound port: 78fa62d5-409c-4496-9c8d-69e9e7d42258, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:00:00.455194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:00.548793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] For port 78fa62d5-409c-4496-9c8d-69e9e7d42258, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:00:00.551658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] For port 78fa62d5-409c-4496-9c8d-69e9e7d42258, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:00:00.556600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:00.617709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:00.618321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:00.619684 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] 10.222.0.24 "PUT /v2.0/ports/78fa62d5-409c-4496-9c8d-69e9e7d42258 HTTP/1.1" status: 200 len: 1094 time: 0.9256337 Feb 17 00:00:00.620138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:00.662489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d991033-b4a7-4752-9e16-30a84ad28b07 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa62d5-409c-4496-9c8d-69e9e7d42258,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:00.719957 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'status': 'completed', 'code': 200} Feb 17 00:00:00.767693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-4d1a3694-bd6b-43f6-a977-433a96b3c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:00.769344 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-4d1a3694-bd6b-43f6-a977-433a96b3c41f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 1097 time: 0.0954762 Feb 17 00:00:00.842941 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-a42d5740-8a0b-4957-9b45-a37a30bbd324 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258 HTTP/1.1" status: 200 len: 217 time: 0.0668106 Feb 17 00:00:00.904199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-d8f79c9b-95fb-48bb-9145-91decd7022d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:00.905571 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-d8f79c9b-95fb-48bb-9145-91decd7022d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.0566585 Feb 17 00:00:01.086694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-2d132d35-9871-462b-aa69-10180fc1e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:01.088427 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-2d132d35-9871-462b-aa69-10180fc1e727 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1750762 Feb 17 00:00:01.220075 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-774e0c62-12c5-405d-81f0-8084839ecdac service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251612 Feb 17 00:00:01.356896 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c6a622bd-eaf4-4004-97d4-af5d0cc740aa req-8894429f-d438-4e4d-9cdb-a49e3d78bbc2 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294596 Feb 17 00:00:01.422235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdee24-cf7f-41fe-a4a5-a878dd107413 req-d787b688-10aa-4d93-a551-2de1bfe59350 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:01.427592 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91bdee24-cf7f-41fe-a4a5-a878dd107413 req-d787b688-10aa-4d93-a551-2de1bfe59350 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 944 time: 0.0943587 Feb 17 00:00:01.470492 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91bdee24-cf7f-41fe-a4a5-a878dd107413 req-e7c9cfe4-9b94-4606-9c14-79fab9936938 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Feb 17 00:00:01.481858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-0f6847df-73d0-458a-ad54-8487b40e6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:01.483313 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-0f6847df-73d0-458a-ad54-8487b40e6539 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 1097 time: 0.0726728 Feb 17 00:00:01.621455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-7b9bed58-7236-44f1-aa77-91cca2091165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:01.621455 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-7b9bed58-7236-44f1-aa77-91cca2091165 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 897 time: 0.1310999 Feb 17 00:00:01.710178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-5d1363ed-bca3-45c3-8412-d4d505dd38db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258 HTTP/1.1" status: 200 len: 217 time: 0.0808127 Feb 17 00:00:01.772458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-52c517de-962c-44fd-9969-d00bda2cf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:01.774816 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-52c517de-962c-44fd-9969-d00bda2cf6cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.0579216 Feb 17 00:00:01.851906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-499cd239-b9be-4a84-a7ac-25d2bff0ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:01.853330 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-499cd239-b9be-4a84-a7ac-25d2bff0ce41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723455 Feb 17 00:00:02.015007 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-e78384c6-600f-4ddc-bcee-7e28d3df72fb service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539497 Feb 17 00:00:02.153798 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2dae26c9-12be-42d0-a7de-6db217f34de0 req-90ae53a5-39a7-49ee-a2c2-53258592ad34 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320255 Feb 17 00:00:02.213288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 78fa62d5-409c-4496-9c8d-69e9e7d42258 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:00:02.354309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 78fa62d5-409c-4496-9c8d-69e9e7d42258, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:02.367876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'port_id': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'mac_address': 'fa:16:3e:ff:95:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:00:02.429570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:02.446412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fa62d5-409c-4496-9c8d-69e9e7d42258 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:00:02.463116 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 78fa62d5-409c-4496-9c8d-69e9e7d42258, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:02.467523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:02.539997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=78fa62d5-409c-4496-9c8d-69e9e7d42258,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:02.674141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['78fa62d5-409c-4496-9c8d-69e9e7d42258'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:00:02.685502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce400a-75c5-4a92-8805-22da33f23c05 req-8d18a70c-cc1a-47eb-a45d-b3d079b91195 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:02.687800 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-26ce400a-75c5-4a92-8805-22da33f23c05 req-8d18a70c-cc1a-47eb-a45d-b3d079b91195 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 945 time: 0.0955629 Feb 17 00:00:02.740851 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-26ce400a-75c5-4a92-8805-22da33f23c05 req-ec177eaa-431c-4779-9cb6-9107bb404ab8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Feb 17 00:00:03.680625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e2c76511-c755-4797-abe7-fb983e37d13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:04.120749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57efc6-632e-4062-a42c-f95528e4cece req-16eafd91-b7bb-45e6-91dd-943949785a66 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:04.122781 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c57efc6-632e-4062-a42c-f95528e4cece req-16eafd91-b7bb-45e6-91dd-943949785a66 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 945 time: 0.2375634 Feb 17 00:00:04.177182 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c57efc6-632e-4062-a42c-f95528e4cece req-acb2630d-b015-4c8d-a7ae-9e3e9510896e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474820 Feb 17 00:00:04.224542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 78fa62d5-409c-4496-9c8d-69e9e7d42258 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:00:04.294592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 78fa62d5-409c-4496-9c8d-69e9e7d42258 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:00:04.299695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 78fa62d5-409c-4496-9c8d-69e9e7d42258 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:00:04.300097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:04.418446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:04.444756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:04.455044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 78fa62d5-409c-4496-9c8d-69e9e7d42258, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:04.460462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:04.496920 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'code': 200} Feb 17 00:00:04.528783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=78fa62d5-409c-4496-9c8d-69e9e7d42258,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:04.725258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269efa2-3a7b-4287-b8ba-753824b29bf8 req-b8498efe-e96a-4769-acd0-5c031ed6e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:04.726705 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a269efa2-3a7b-4287-b8ba-753824b29bf8 req-b8498efe-e96a-4769-acd0-5c031ed6e477 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 1099 time: 0.0733442 Feb 17 00:00:04.767250 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a269efa2-3a7b-4287-b8ba-753824b29bf8 req-10d98648-86d7-41b2-9744-8f747d016226 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348344 Feb 17 00:00:05.225864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-bc08c90e-765d-4c02-a030-210d27521dc0 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:00:05.255397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-bc08c90e-765d-4c02-a030-210d27521dc0 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:00:05.256841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-bc08c90e-765d-4c02-a030-210d27521dc0 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336531276&fields=id&tenant_id=15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 267 time: 0.0680866 Feb 17 00:00:05.556015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-fa8567ee-b6b3-4d8b-93d4-4df1cbddb247 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:05.557477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-fa8567ee-b6b3-4d8b-93d4-4df1cbddb247 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 812 time: 0.2939744 Feb 17 00:00:05.577260 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-89df7bc8-7e67-4450-963e-98cbf6b17bcc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/quotas/15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 375 time: 0.0140882 Feb 17 00:00:05.585542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62165-8a92-4c78-aff5-bb233cc64453 req-da0eecfb-493d-4bb6-8664-195406abc6ba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:05.586913 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-40d62165-8a92-4c78-aff5-bb233cc64453 req-da0eecfb-493d-4bb6-8664-195406abc6ba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 946 time: 0.2380660 Feb 17 00:00:05.679088 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-f828cc4e-b9a7-4279-b7c3-17509ea86ad1 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907247 Feb 17 00:00:05.704375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-0594561a-1879-4fb2-95f3-d6da5c238d26 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:00:05.705340 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-0594561a-1879-4fb2-95f3-d6da5c238d26 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047333 Feb 17 00:00:05.800333 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-40d62165-8a92-4c78-aff5-bb233cc64453 req-7c66ea01-e7d9-4ffe-97ed-60a913089ce8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813281 Feb 17 00:00:05.860958 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-5abd1925-f5a3-4961-b90c-9208a5606650 service neutron] 10.222.0.47 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484306 Feb 17 00:00:05.896265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d513-353f-4dd8-8d40-269ba2f74d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:05.990240 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-95278fcb-5726-4fbd-ba58-bb72c7c2a9a2 service neutron] 10.222.0.47 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235869 Feb 17 00:00:06.365284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5ac7d7b9-cdfd-4530-8622-6324990358bd req-7eabf8d6-cf9b-4980-95ac-f90501c645e7 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 210 time: 0.0421672 Feb 17 00:00:06.937916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:06.991041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1311e-a32c-460f-999b-1e15e2aea41a req-409951fb-384f-420e-a215-191a8557600a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:06.992502 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5bd1311e-a32c-460f-999b-1e15e2aea41a req-409951fb-384f-420e-a215-191a8557600a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 946 time: 0.0798669 Feb 17 00:00:07.035294 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5bd1311e-a32c-460f-999b-1e15e2aea41a req-1e577a02-3741-4825-97c4-2ae4317581cb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370953 Feb 17 00:00:07.216364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf162d6-b596-4267-9e87-9d606d9d0c7b req-0b0091e3-7f1f-4ae1-8682-e45abf6f11de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:07.217753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acf162d6-b596-4267-9e87-9d606d9d0c7b req-0b0091e3-7f1f-4ae1-8682-e45abf6f11de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 946 time: 0.0813482 Feb 17 00:00:07.249810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:07.266111 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acf162d6-b596-4267-9e87-9d606d9d0c7b req-03ca6fcd-6b3e-4445-8b2b-7149429f9778 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Feb 17 00:00:07.292268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56720) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:07.364773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fed86c-a6a0-42b4-8675-b9c42a18800e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:07.366276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-69fed86c-a6a0-42b4-8675-b9c42a18800e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 1094 time: 0.0728922 Feb 17 00:00:07.369135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56724) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:07.374059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:07.379835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:07.383606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:07.386414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:07.391914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-784f2327-d5f5-4d1a-94ad-b24f807d11ae tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:07.392441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-784f2327-d5f5-4d1a-94ad-b24f807d11ae tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:00:07.392733 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:07.407908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:07.413237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-784f2327-d5f5-4d1a-94ad-b24f807d11ae tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:00:07.414628 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-784f2327-d5f5-4d1a-94ad-b24f807d11ae tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 812 time: 0.1736004 Feb 17 00:00:07.480375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-c40b6a9c-609c-471c-a8e9-049df80d08c5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:00:07.494419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-c40b6a9c-609c-471c-a8e9-049df80d08c5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:00:07.495647 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-c40b6a9c-609c-471c-a8e9-049df80d08c5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 379 time: 0.0628028 Feb 17 00:00:07.504444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'port': {'device_id': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'admin_state_up': True, 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'security_groups': ['2a1f2560-6404-4651-82c0-692de02cb52c']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:07.531985 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ccc2abc2-7f28-4633-b893-d64741654e2c req-5de67948-0a35-45eb-8b53-2f57f2521908 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 210 time: 0.0513730 Feb 17 00:00:07.594285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:07.642909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:07.646938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:port and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:07.649794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:07.656895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:07.669491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Made reservation on behalf of 15f3fb6473f844daa27b059878207e7d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:00:07.674025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:07.769347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.222 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/9e24e9b4-485e-4544-911b-e6d7265a697e) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:00:07.851313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Allocated IP 172.20.0.8 (cb71fde0-bd7b-469d-b386-d22f647a7851/75ff5505-8386-4651-bc98-0eb15c736b94/f05b2f53-1daf-4583-bc5f-8a64cc479679) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:00:07.935043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:07.972034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.045023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:00:08.047783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:00:08.051447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:00:08.086910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=9e24e9b4-485e-4544-911b-e6d7265a697e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:08.175103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.191425 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Transition to ACTIVE for port object f05b2f53-1daf-4583-bc5f-8a64cc479679 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:00:08.216808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.281013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Network cb71fde0-bd7b-469d-b386-d22f647a7851 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:00:08.288622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:00:08.293600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:00:08.379027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:08.380390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.387302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=f05b2f53-1daf-4583-bc5f-8a64cc479679,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:08.411114 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9bf42dc5-94f2-4263-b012-dea483a22f81 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9098089 Feb 17 00:00:08.425895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Request body: {'port': {'device_id': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:08.504101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.560737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.612807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b18eb76d-52ea-4b5e-ba62-ec79b4f3f3ed None None] Provisioning for port f05b2f53-1daf-4583-bc5f-8a64cc479679 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:00:08.620154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b18eb76d-52ea-4b5e-ba62-ec79b4f3f3ed None None] Provisioning complete for port f05b2f53-1daf-4583-bc5f-8a64cc479679 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:00:08.621727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b18eb76d-52ea-4b5e-ba62-ec79b4f3f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.712777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b18eb76d-52ea-4b5e-ba62-ec79b4f3f3ed None None] Port f05b2f53-1daf-4583-bc5f-8a64cc479679 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:00:08.765637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.810360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd5c-f259-4e05-b527-415191c1833d req-1f47aaa2-5740-46c1-ad80-b797dba0334b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:08.812172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fd6bcd5c-f259-4e05-b527-415191c1833d req-1f47aaa2-5740-46c1-ad80-b797dba0334b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 931 time: 0.1630776 Feb 17 00:00:08.902684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.935754 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fd6bcd5c-f259-4e05-b527-415191c1833d req-102f296d-4a4e-489e-b910-0bf32eef4211 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938182 Feb 17 00:00:08.971098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05b2f53-1daf-4583-bc5f-8a64cc479679 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:00:08.983061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:08.999561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Transition to ACTIVE for port object f05b2f53-1daf-4583-bc5f-8a64cc479679 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:00:09.004464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:09.130468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:09.137319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:09.261293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Pushing event updated for resources: {'Port': ['ID=f05b2f53-1daf-4583-bc5f-8a64cc479679,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:09.269488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Attempting to bind port f05b2f53-1daf-4583-bc5f-8a64cc479679 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:00:09.269928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Attempting to bind port f05b2f53-1daf-4583-bc5f-8a64cc479679 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:00:09.270329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Attempting to bind port f05b2f53-1daf-4583-bc5f-8a64cc479679 on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:00:09.276972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Port f05b2f53-1daf-4583-bc5f-8a64cc479679 on network cb71fde0-bd7b-469d-b386-d22f647a7851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:00:09.277390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Attempting to bind port f05b2f53-1daf-4583-bc5f-8a64cc479679 on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:00:09.279940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=9e24e9b4-485e-4544-911b-e6d7265a697e,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:09.289025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:09.290227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 23, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:00:09.290671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Checking segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:00:09.291122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Bound using segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:00:09.291926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Bound port: f05b2f53-1daf-4583-bc5f-8a64cc479679, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:00:09.292362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:09.396801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] For port f05b2f53-1daf-4583-bc5f-8a64cc479679, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:00:09.400328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] For port f05b2f53-1daf-4583-bc5f-8a64cc479679, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:00:09.404956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:09.460234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:09.460956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:09.462235 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] 10.222.0.24 "PUT /v2.0/ports/f05b2f53-1daf-4583-bc5f-8a64cc479679 HTTP/1.1" status: 200 len: 1093 time: 1.0446324 Feb 17 00:00:09.462682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:09.497370 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 81d66605-974a-4876-ba6b-304554be6933 associated. External IP: 172.26.2.222, port: 78fa62d5-409c-4496-9c8d-69e9e7d42258. Feb 17 00:00:09.511465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b04311-d3b7-472f-beae-bcd8b8680684 service neutron] Pushing event updated for resources: {'Port': ['ID=f05b2f53-1daf-4583-bc5f-8a64cc479679,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:09.556880 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'status': 'completed', 'code': 200} Feb 17 00:00:09.622818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-4325f096-e722-4ca6-8d99-84f3d4898d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:09.625548 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-4325f096-e722-4ca6-8d99-84f3d4898d50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 1096 time: 0.1102684 Feb 17 00:00:09.731449 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-3fefdbe6-65ec-47cd-a6bc-1f6863174bf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679 HTTP/1.1" status: 200 len: 217 time: 0.0993605 Feb 17 00:00:09.801232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-a85df128-2706-4c75-a6fd-44a9942cd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:09.803360 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-a85df128-2706-4c75-a6fd-44a9942cd338 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0656879 Feb 17 00:00:09.888226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-bdd9ccf4-314d-464f-ae11-f12cbad37f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:09.889750 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-bdd9ccf4-314d-464f-ae11-f12cbad37f74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810583 Feb 17 00:00:09.905392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 7d57f1d5-15fc-47f7-988f-7624951088cd has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:00:10.140453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:00:10.151979 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] Sync routers for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:00:10.163310 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:00:10.164242 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:10.166399 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-3df7e80a-56cb-46d6-8a1d-657dce5568ef service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698822 Feb 17 00:00:10.186352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:10.323421 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-80fd2899-4bd4-4e5a-93a3-1f8e3d695a95 req-9befec64-2b03-45d7-abba-7cead4f594bc service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499798 Feb 17 00:00:10.357058 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:00:10.359099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4e5f5-4b5e-4984-987b-a5cc5e4ad2f3 req-0b3b5686-d576-48e0-bc97-94154386cdd0 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:10.361184 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8ba4e5f5-4b5e-4984-987b-a5cc5e4ad2f3 req-0b3b5686-d576-48e0-bc97-94154386cdd0 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.2735770 Feb 17 00:00:10.392939 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-587f2d6e-5f3e-4faa-a183-ef98acb6a160 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0198452 Feb 17 00:00:10.393578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:10.410458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56740) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:10.466632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-a2c52946-5e65-41b7-a668-d91ab092a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:10.469049 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-a2c52946-5e65-41b7-a668-d91ab092a21f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 1096 time: 0.0934761 Feb 17 00:00:10.513197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'status': 'completed', 'code': 200} Feb 17 00:00:10.546921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8ba4e5f5-4b5e-4984-987b-a5cc5e4ad2f3 req-9c9de14a-7082-4133-84df-53b5b18ec64b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774182 Feb 17 00:00:10.564625 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-12db943e-a887-474e-9563-ed4de67bd1f6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 992 time: 0.1503446 Feb 17 00:00:10.680587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-2b86a98b-afd4-4509-b784-d30ed1b8cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:10.682175 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-2b86a98b-afd4-4509-b784-d30ed1b8cca8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.2025971 Feb 17 00:00:10.685066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56e42-37ee-497b-893d-4d4948415a46 req-bbbaf50b-0d9e-441e-ba11-10bc2ac1273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:10.686489 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cac56e42-37ee-497b-893d-4d4948415a46 req-bbbaf50b-0d9e-441e-ba11-10bc2ac1273d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 1099 time: 0.1210783 Feb 17 00:00:10.746756 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '81d66605-974a-4876-ba6b-304554be6933', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'port_id': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'mac_address': 'fa:16:3e:ff:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:08Z', 'updated_at': '2022-02-17T00:00:08Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:10.751091 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] Checking router: 7d57f1d5-15fc-47f7-988f-7624951088cd for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:00:10.759395 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:00:10.760016 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:10.780495 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-7672ca6e-effb-4d1a-a196-f6281cc273ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679 HTTP/1.1" status: 200 len: 217 time: 0.0882978 Feb 17 00:00:10.910818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-81005196-c777-40c3-83a6-dc676f68d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:10.912275 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-81005196-c777-40c3-83a6-dc676f68d643 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0904150 Feb 17 00:00:10.938540 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:00:10.968814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56e42-37ee-497b-893d-4d4948415a46 req-42f59e23-c239-4940-8ec1-856de0092e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:10.970149 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cac56e42-37ee-497b-893d-4d4948415a46 req-42f59e23-c239-4940-8ec1-856de0092e36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 897 time: 0.2288470 Feb 17 00:00:11.085445 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cac56e42-37ee-497b-893d-4d4948415a46 req-1d83e9fe-3d45-40ed-8694-782777c121b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258 HTTP/1.1" status: 200 len: 1000 time: 0.1090932 Feb 17 00:00:11.087440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-c64d61ee-f456-467d-aa69-9c1e55614ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:11.089081 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-c64d61ee-f456-467d-aa69-9c1e55614ced service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1643720 Feb 17 00:00:11.237448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56e42-37ee-497b-893d-4d4948415a46 req-a870450f-6038-46de-862f-93d2320b92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:11.238804 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cac56e42-37ee-497b-893d-4d4948415a46 req-a870450f-6038-46de-862f-93d2320b92f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.1437399 Feb 17 00:00:11.320484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-c9a0dcd4-08f7-4db3-aab2-0040cacae4c0 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242005 Feb 17 00:00:11.323046 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '81d66605-974a-4876-ba6b-304554be6933', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'port_id': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'mac_address': 'fa:16:3e:ff:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:08Z', 'updated_at': '2022-02-17T00:00:08Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:11.328188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f053819d-b08c-44d4-9e17-762e5a109ac1 None None] The sync data for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv is: [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '81d66605-974a-4876-ba6b-304554be6933', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'port_id': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'mac_address': 'fa:16:3e:ff:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:08Z', 'updated_at': '2022-02-17T00:00:08Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:00:11.440132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56e42-37ee-497b-893d-4d4948415a46 req-53747a34-2af0-49ad-b660-3a425e79fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:11.441488 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cac56e42-37ee-497b-893d-4d4948415a46 req-53747a34-2af0-49ad-b660-3a425e79fed4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1968267 Feb 17 00:00:11.549453 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740aeac3-742a-43ec-a80b-accc8b00b8ee req-445a7ffc-d846-4273-bfff-9cf26d3d1a76 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206616 Feb 17 00:00:11.568847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56746) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:11.576920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0c68a-b9c4-4d2c-9e4b-8045b3c90be5 None None] New status for floating IP 81d66605-974a-4876-ba6b-304554be6933: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:00:11.610385 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cac56e42-37ee-497b-893d-4d4948415a46 req-b1da6c3c-4abf-4ea5-9fc6-04a123010ad9 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568036 Feb 17 00:00:11.821996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d9bf46e-587f-407d-b968-6ec8fb923a06 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 992 time: 0.2505608 Feb 17 00:00:11.857034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d69257-5772-4717-81f7-17d587749d0b req-de0a17dd-ec4f-4cb1-a2c6-a5f73a1c512a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:11.858504 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3d69257-5772-4717-81f7-17d587749d0b req-de0a17dd-ec4f-4cb1-a2c6-a5f73a1c512a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0915473 Feb 17 00:00:11.889320 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cac56e42-37ee-497b-893d-4d4948415a46 req-3d1c9c23-1056-42aa-8237-2b951ed21c69 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734294 Feb 17 00:00:11.909724 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3d69257-5772-4717-81f7-17d587749d0b req-b5953714-62e2-4d6c-90eb-45889baf6a56 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Feb 17 00:00:12.825831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56752) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:12.926452 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1f972715-1ce5-41bd-9e8c-94bffaea096f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 994 time: 0.0993931 Feb 17 00:00:13.091658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20390dd7-94d6-42b4-8844-ca585f9d3520 req-cc2ade83-d238-4e5e-b5f4-54d58eb358d3 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:13.093096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20390dd7-94d6-42b4-8844-ca585f9d3520 req-cc2ade83-d238-4e5e-b5f4-54d58eb358d3 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0797138 Feb 17 00:00:13.135584 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20390dd7-94d6-42b4-8844-ca585f9d3520 req-9e030887-0b58-4722-944d-2ffd5f305792 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363843 Feb 17 00:00:14.312262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0ff3-3ff5-47b7-99a8-bb5daac8b70e req-860665d6-158a-47e8-8f11-e26946c8ba53 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:14.314247 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-656a0ff3-3ff5-47b7-99a8-bb5daac8b70e req-860665d6-158a-47e8-8f11-e26946c8ba53 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0773442 Feb 17 00:00:14.359632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-656a0ff3-3ff5-47b7-99a8-bb5daac8b70e req-e41d91bd-43b6-447a-81e0-e7ee4b482b37 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Feb 17 00:00:15.543410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361312b-82c0-4875-85c5-47ca5f936641 req-331fd263-6fbc-4757-9b94-62b66c915c8f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:15.544903 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b361312b-82c0-4875-85c5-47ca5f936641 req-331fd263-6fbc-4757-9b94-62b66c915c8f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0785809 Feb 17 00:00:15.588942 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b361312b-82c0-4875-85c5-47ca5f936641 req-e1ccc411-2ce3-469d-9006-d7d6d09d6b54 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384483 Feb 17 00:00:16.776768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fae015-4ca8-443c-8249-6b9ef4c4e5c2 req-a7044fa4-d7fc-416a-97da-6d9d9d1e05df tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:16.778121 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91fae015-4ca8-443c-8249-6b9ef4c4e5c2 req-a7044fa4-d7fc-416a-97da-6d9d9d1e05df tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0823011 Feb 17 00:00:16.822580 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91fae015-4ca8-443c-8249-6b9ef4c4e5c2 req-d9478331-95b6-4381-99b3-6756d0a0e9ef tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385065 Feb 17 00:00:18.001545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534e1c9-7795-459d-b3d6-1951dfadb47a req-a1b366c3-38a0-4297-bc92-fce6719873cc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:18.002905 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3534e1c9-7795-459d-b3d6-1951dfadb47a req-a1b366c3-38a0-4297-bc92-fce6719873cc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0771127 Feb 17 00:00:18.045560 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3534e1c9-7795-459d-b3d6-1951dfadb47a req-5cb77569-8283-4b40-abdb-8e9ac324a49d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371850 Feb 17 00:00:19.226563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d826e-bc14-46b0-aee8-8b811723b0cf req-0cca05f9-4bed-453d-b6f9-fcf431e4ec64 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:19.228008 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ad3d826e-bc14-46b0-aee8-8b811723b0cf req-0cca05f9-4bed-453d-b6f9-fcf431e4ec64 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0813394 Feb 17 00:00:19.270201 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ad3d826e-bc14-46b0-aee8-8b811723b0cf req-171897f7-fdea-49bb-aea1-a44f91f444cc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366471 Feb 17 00:00:20.279272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f05b2f53-1daf-4583-bc5f-8a64cc479679 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:00:20.409683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port f05b2f53-1daf-4583-bc5f-8a64cc479679, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:20.422438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'port_id': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'mac_address': 'fa:16:3e:81:b7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:00:20.463811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f260dd-1d9e-416f-ad52-f90d4d5b6ed4 req-cfd1b983-21b3-466e-83e3-6dcb8f3b8e38 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:20.465346 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-28f260dd-1d9e-416f-ad52-f90d4d5b6ed4 req-cfd1b983-21b3-466e-83e3-6dcb8f3b8e38 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 943 time: 0.0927808 Feb 17 00:00:20.510668 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-28f260dd-1d9e-416f-ad52-f90d4d5b6ed4 req-5dc61a1f-4784-451b-a393-029591a913f9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390692 Feb 17 00:00:20.511731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:20.528279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05b2f53-1daf-4583-bc5f-8a64cc479679 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:00:20.543504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port f05b2f53-1daf-4583-bc5f-8a64cc479679, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:20.547399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:20.613082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=f05b2f53-1daf-4583-bc5f-8a64cc479679,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:20.757588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['f05b2f53-1daf-4583-bc5f-8a64cc479679'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:00:21.333522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:21.694007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08cd62-6e93-49d9-8710-324e42fcb579 req-d4d093a3-4180-4e4a-8dbc-9cd02c816eeb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:21.695440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ad08cd62-6e93-49d9-8710-324e42fcb579 req-d4d093a3-4180-4e4a-8dbc-9cd02c816eeb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 944 time: 0.0817912 Feb 17 00:00:21.739824 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ad08cd62-6e93-49d9-8710-324e42fcb579 req-ab534f4e-d400-488e-8ce2-e78565f6fee5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386822 Feb 17 00:00:22.296038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f05b2f53-1daf-4583-bc5f-8a64cc479679 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:00:22.361969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port f05b2f53-1daf-4583-bc5f-8a64cc479679 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:00:22.366575 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port f05b2f53-1daf-4583-bc5f-8a64cc479679 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:00:22.366945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:22.478145 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:22.504829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:22.515211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port f05b2f53-1daf-4583-bc5f-8a64cc479679, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:22.519226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:22.556509 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'code': 200} Feb 17 00:00:22.587629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=f05b2f53-1daf-4583-bc5f-8a64cc479679,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:22.817952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14674bed-d344-49b8-8954-c3804470e886 req-d5fd7564-49a8-4e34-877e-8956b21339ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:22.819342 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-14674bed-d344-49b8-8954-c3804470e886 req-d5fd7564-49a8-4e34-877e-8956b21339ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 1098 time: 0.1162333 Feb 17 00:00:22.859626 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-14674bed-d344-49b8-8954-c3804470e886 req-f5e2cbc8-5bf2-448f-9dff-2e9ec3399483 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339460 Feb 17 00:00:22.919353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3965a2e-64d2-426c-839b-439fc04014bc req-2e278405-a17c-45f7-91b1-1ef78c6bf1e1 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:22.920811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3965a2e-64d2-426c-839b-439fc04014bc req-2e278405-a17c-45f7-91b1-1ef78c6bf1e1 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 945 time: 0.0768111 Feb 17 00:00:22.967059 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3965a2e-64d2-426c-839b-439fc04014bc req-9e4ad3ea-e0d6-433e-96e5-4bc571e7aa56 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Feb 17 00:00:24.154700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb385f7-ade1-4688-b8ba-54bbc3f2d021 req-f1a4d0b9-30f0-4c1c-a715-61c6398fb5b7 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:24.156191 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6fb385f7-ade1-4688-b8ba-54bbc3f2d021 req-f1a4d0b9-30f0-4c1c-a715-61c6398fb5b7 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 945 time: 0.0782468 Feb 17 00:00:24.199819 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6fb385f7-ade1-4688-b8ba-54bbc3f2d021 req-c03880d2-1d25-4967-901a-b52999da86dc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374665 Feb 17 00:00:24.395801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba865-7db7-4c6a-8973-451815a879bc req-871ab847-221e-4e32-96df-31b29e18685f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:24.397289 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-203ba865-7db7-4c6a-8973-451815a879bc req-871ab847-221e-4e32-96df-31b29e18685f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 945 time: 0.0937862 Feb 17 00:00:24.440322 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-203ba865-7db7-4c6a-8973-451815a879bc req-569bd271-fb69-4311-b1bd-425fee5c4b8c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Feb 17 00:00:24.462329 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56782) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:24.569623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44dcd47-42cc-4f16-8f08-3dd63441f680 tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:24.570306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d44dcd47-42cc-4f16-8f08-3dd63441f680 tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] Synchronizing usage tracker for tenant:8fa5484e412844bc9c390f9b6df55dff on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:00:24.585850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d44dcd47-42cc-4f16-8f08-3dd63441f680 tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] Unset dirty status for tenant:8fa5484e412844bc9c390f9b6df55dff on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:00:24.587090 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d44dcd47-42cc-4f16-8f08-3dd63441f680 tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 1093 time: 0.1236765 Feb 17 00:00:24.590227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56788) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:24.595670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:24.601617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:24.605354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:floatingip and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:24.608198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:24.614277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:24.624306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:24.756354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:24.982818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Allocated IP 172.26.2.31 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/9be26abd-31c3-4ce1-b08d-f068fa0242ae) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:00:25.124329 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:25.152969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:25.218649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:00:25.221925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:00:25.225546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:00:25.261459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=9be26abd-31c3-4ce1-b08d-f068fa0242ae,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:25.629946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:25.703048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:25.901935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:25.906419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:26.017602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=9be26abd-31c3-4ce1-b08d-f068fa0242ae,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:26.031069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:26.196918 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Floating IP d3aaf99b-09b9-466e-9bd8-2a47bbd3e94b associated. External IP: 172.26.2.31, port: f05b2f53-1daf-4583-bc5f-8a64cc479679. Feb 17 00:00:26.642737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:00:26.835669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:00:26.847678 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:00:26.859581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:26.860677 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:00:26.861194 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:26.924153 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb22a6f5-6c52-495b-a857-e1858d503033 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3225455 Feb 17 00:00:26.924153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:26.958248 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'status': 'completed', 'code': 200} Feb 17 00:00:27.048239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-ff20b19a-452b-49e8-a03d-4e5807d5d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:27.049446 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:00:27.049727 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-ff20b19a-452b-49e8-a03d-4e5807d5d202 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 1098 time: 0.0694103 Feb 17 00:00:27.191411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-e6989d7e-d108-476f-8b85-ae55f559536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:27.192843 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-e6989d7e-d108-476f-8b85-ae55f559536b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.1339049 Feb 17 00:00:27.294740 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-343d5e01-f87f-4875-bea6-6739bb9ab412 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679 HTTP/1.1" status: 200 len: 998 time: 0.0953510 Feb 17 00:00:27.357493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-eb06679d-1f8d-4b83-a423-1784e5501a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:27.358896 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-eb06679d-1f8d-4b83-a423-1784e5501a3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0582473 Feb 17 00:00:27.386082 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd3aaf99b-09b9-466e-9bd8-2a47bbd3e94b', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:81:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:25Z', 'updated_at': '2022-02-17T00:00:25Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:27.389893 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:00:27.398186 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:00:27.398795 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:27.438657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-c8c58d5d-1152-4a8f-aa53-6f424fd4c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:27.440131 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-c8c58d5d-1152-4a8f-aa53-6f424fd4c555 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747943 Feb 17 00:00:27.450513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-a6f04307-0bf3-4005-bf89-99100ea3e87b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:00:27.451347 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-a6f04307-0bf3-4005-bf89-99100ea3e87b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047612 Feb 17 00:00:27.573492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:00:27.582221 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-93fd8eb3-c7a8-48ce-9505-f84e09678ab2 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243358 Feb 17 00:00:27.716499 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d59792f8-d4c0-420d-aa36-1e37725ff90b req-104dea57-5ee5-4552-88c0-d86469067884 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267171 Feb 17 00:00:27.914794 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd3aaf99b-09b9-466e-9bd8-2a47bbd3e94b', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:81:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:25Z', 'updated_at': '2022-02-17T00:00:25Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:27.918530 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b0b44-53a9-4fe6-8548-c932a6d4daec None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd3aaf99b-09b9-466e-9bd8-2a47bbd3e94b', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:81:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:25Z', 'updated_at': '2022-02-17T00:00:25Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:00:28.089836 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:00:28.106852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ab4a7-97dc-40b7-8267-7ae347de31d0 None None] New status for floating IP d3aaf99b-09b9-466e-9bd8-2a47bbd3e94b: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:00:33.663264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a1345ac6-7529-4efd-be51-8e6bf723d4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:35.898440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-587e45e2-34e8-4d44-b0c2-a481ef01d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:36.940691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:37.249865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:38.495297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:41.874096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56810) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:42.059698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510a104-9d75-47be-8170-b4d9b3688965 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:42.059698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510a104-9d75-47be-8170-b4d9b3688965 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:42.059698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510a104-9d75-47be-8170-b4d9b3688965 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:42.059698 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5510a104-9d75-47be-8170-b4d9b3688965 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=90458532d6964c6c9b04b4308c7f755d&network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 3000 time: 0.1878810 Feb 17 00:00:44.140481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56824) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:44.199522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368353bf-2a04-4937-9736-362c7b9a712c tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:44.200994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-368353bf-2a04-4937-9736-362c7b9a712c tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584 HTTP/1.1" status: 200 len: 814 time: 0.0595450 Feb 17 00:00:44.680295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56832) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:44.685500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:44.785016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:45.057904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:45.061553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:45.061952 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 81d66605-974a-4876-ba6b-304554be6933 disassociated. External IP: 172.26.2.222, port: 78fa62d5-409c-4496-9c8d-69e9e7d42258. Feb 17 00:00:45.548745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 7d57f1d5-15fc-47f7-988f-7624951088cd has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:00:45.728978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:00:45.733709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:45.740377 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] Sync routers for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:00:45.750520 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:00:45.751148 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:45.802104 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ddaf0e71-16cf-4002-b7e2-a15a76bf2734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 690 time: 1.1127431 Feb 17 00:00:45.802104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:45.804411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56836) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:45.909693 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7543fc35-92cb-4429-91a7-ad6cfa2eb01a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 690 time: 0.1037147 Feb 17 00:00:45.916011 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'status': 'completed', 'code': 200} Feb 17 00:00:45.995987 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:00:46.016276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057803-8140-4189-b8d7-466d3cc8df2e req-b04754a0-abb4-454a-8a81-fd82511ccf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:46.017410 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-da057803-8140-4189-b8d7-466d3cc8df2e req-b04754a0-abb4-454a-8a81-fd82511ccf5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 1099 time: 0.0848875 Feb 17 00:00:46.152832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057803-8140-4189-b8d7-466d3cc8df2e req-6693f521-38f6-4889-adff-a5448bb05743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:46.154254 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-da057803-8140-4189-b8d7-466d3cc8df2e req-6693f521-38f6-4889-adff-a5448bb05743 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 897 time: 0.1308928 Feb 17 00:00:46.227119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-da057803-8140-4189-b8d7-466d3cc8df2e req-dded38df-f03f-4650-b1c8-4c6568fea443 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258 HTTP/1.1" status: 200 len: 217 time: 0.0644758 Feb 17 00:00:46.296637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057803-8140-4189-b8d7-466d3cc8df2e req-95cef159-5d7b-413d-b26a-ca69183bfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:46.298660 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-da057803-8140-4189-b8d7-466d3cc8df2e req-95cef159-5d7b-413d-b26a-ca69183bfda8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.0646672 Feb 17 00:00:46.316155 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:46.319977 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] Checking router: 7d57f1d5-15fc-47f7-988f-7624951088cd for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:00:46.328143 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:00:46.328729 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:46.372826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057803-8140-4189-b8d7-466d3cc8df2e req-79d383ef-3d51-41ba-ac1b-8949e9a89878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:46.374329 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-da057803-8140-4189-b8d7-466d3cc8df2e req-79d383ef-3d51-41ba-ac1b-8949e9a89878 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699813 Feb 17 00:00:46.507343 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:00:46.513592 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-da057803-8140-4189-b8d7-466d3cc8df2e req-a0130be8-b5b2-4002-8481-a68e103e569e service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325150 Feb 17 00:00:46.655565 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-da057803-8140-4189-b8d7-466d3cc8df2e req-a0057d1d-c6ba-4533-ab14-5300aef07efb service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357400 Feb 17 00:00:46.822571 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:00:46.826974 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e865c5f3-54db-4392-854c-2e1ef155b7e8 None None] The sync data for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv is: [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:00:46.905877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56844) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:46.994386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fc39b01c-e270-460a-9519-525896546cfc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 690 time: 0.0876200 Feb 17 00:00:47.048703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b603350-2e57-4d03-9b97-5a770b14d376 None None] New status for floating IP 81d66605-974a-4876-ba6b-304554be6933: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:00:47.997925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56850) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:48.079097 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7249b955-bb72-433b-a7b1-31b1b81c720e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 688 time: 0.0801685 Feb 17 00:00:49.689518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56856) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:49.694620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487081468', 'description': 'tempest-secgroup-smoke-487081468 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:49.700481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:49.710925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:49.720888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:49.740413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:49.744071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:49.746785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:49.752766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:49.823097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:49.826655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:49.867022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cc2433-ce7d-4015-a4c3-dad6d740a74e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:49.877753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.877753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.878107 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.878428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.878757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.879088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.879417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.879744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.880094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.882214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.882548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.882876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:49.886120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:49.887325 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-385408a9-f077-4adc-825e-f27b299aa6bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1968234 Feb 17 00:00:49.890181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56860) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:49.895585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'c4cc2433-ce7d-4015-a4c3-dad6d740a74e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:49.901578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:49.905331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:49.908257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:49.913953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:49.930316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:49.988003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:49.991168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.014118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aed612-1f17-474d-99d8-a9a6bd97bdbf,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:50.022408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.023577 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fcf6f6a0-c8d0-42a1-9f34-7e4535c87ce0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324821 Feb 17 00:00:50.026386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56864) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:50.031215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'c4cc2433-ce7d-4015-a4c3-dad6d740a74e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:50.036883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:50.040599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:50.043397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:50.049007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:50.065112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.128110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.131273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.154958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9118c23-1f5a-42e4-8cf8-f4516ad1bfe2,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:50.162964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.164158 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-73757591-027b-46ab-80a6-a935c3c25ad7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368163 Feb 17 00:00:50.166807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56868) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:50.171599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'c4cc2433-ce7d-4015-a4c3-dad6d740a74e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:50.177741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:50.181562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:50.184344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:50.190527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:50.206376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.268070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.271226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.292861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cd1dc5-442a-44c0-b186-07637735675a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:50.301833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.303397 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-12c16074-369a-4113-9433-ddba3193636b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356945 Feb 17 00:00:50.306384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56872) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:50.311287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'c4cc2433-ce7d-4015-a4c3-dad6d740a74e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:50.317553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:50.321249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:50.324036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:50.329549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:50.346384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.407706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.410479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.432958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e6ad7b-d670-4ca3-85c9-5f4d2336c0ec,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:50.442020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.443177 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-af742491-9131-49b2-a7b3-b8fc80f04c75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358414 Feb 17 00:00:50.445982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56876) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:50.451052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'c4cc2433-ce7d-4015-a4c3-dad6d740a74e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:50.457004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:50.460882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:50.463939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:50.473708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:50.482281 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:00:50.489108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.553681 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.557403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.580571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f629e5-455b-4ddb-92f8-ce62bb5f3098,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:50.592145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.592258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.592752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.592877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.593201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.593666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.594036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.595192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.595328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.595585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.595905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.596247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:50.600406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.604215 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9ac4a3fe-5350-41d9-b945-9b1a01209998 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546082 Feb 17 00:00:50.605878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56880) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:00:50.613140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'c4cc2433-ce7d-4015-a4c3-dad6d740a74e', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:50.617253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:50.621017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:50.625570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:50.631409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:50.642472 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:00:50.649432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.727016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.731378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.753326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bdf581-e21a-4b1f-8207-3b0cc2de8c8d,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:50.761385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:50.762597 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-abb4c0ba-706f-48d5-803c-8349bb13669e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571541 Feb 17 00:00:50.945406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1b63aee6-0684-49c9-b0fc-05ea4c64a0bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:00:50.961912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1b63aee6-0684-49c9-b0fc-05ea4c64a0bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:00:50.962598 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1b63aee6-0684-49c9-b0fc-05ea4c64a0bb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487081468&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0643234 Feb 17 00:00:51.121980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-0688e2b6-5db6-4d7d-91ef-00e8f2e49743 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:51.124981 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-0688e2b6-5db6-4d7d-91ef-00e8f2e49743 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 797 time: 0.1528766 Feb 17 00:00:51.140004 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b9559e33-937c-49cc-8dfa-85e4f7b05a46 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0097795 Feb 17 00:00:51.235308 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-9b87317c-78d7-4423-9e6d-cb49c285891b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0893755 Feb 17 00:00:51.252352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-8e47ac36-82ca-42d7-a58b-cefffd8add5b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:00:51.253306 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-8e47ac36-82ca-42d7-a58b-cefffd8add5b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058572 Feb 17 00:00:51.359746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:51.621773 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-db0e3393-df37-4b3e-8e66-e63c175ef14a service neutron] 10.222.0.47 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609045 Feb 17 00:00:51.777642 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-c9808592-16a2-427b-813d-b0fe3a1f66bc service neutron] 10.222.0.47 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467927 Feb 17 00:00:51.996568 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a6bedb52-7648-44fd-b0b9-fee819677af0 req-3e1b7015-6077-4a0d-807f-a1b3cbf9bf27 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 210 time: 0.0474107 Feb 17 00:00:53.156037 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-88624a2e-9be8-40de-a9fc-194dd9c40cd5 req-9123b50c-6fec-40b7-baf5-4c1f19577390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 210 time: 0.0438931 Feb 17 00:00:53.302702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1d7f19f9-4911-4b24-b5ff-50510d1316ef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:53.302702 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1d7f19f9-4911-4b24-b5ff-50510d1316ef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 797 time: 0.1715207 Feb 17 00:00:53.357633 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-97713876-24e9-435c-b7a1-c2ae2cd084c3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 472 time: 0.0491829 Feb 17 00:00:53.366204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['c4cc2433-ce7d-4015-a4c3-dad6d740a74e']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:53.629195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:00:53.634146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:port and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:00:53.637218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:00:53.642371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:00:53.653049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:00:53.658402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:53.836028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.10 (c45fae33-079f-4390-84b4-9f2c1f3ff2ee/1c834bdb-8399-4a21-9e2b-9393ee182ced/1473b952-c4fe-486b-89d9-6f387d2a5716) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:00:54.022363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:54.037606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 1473b952-c4fe-486b-89d9-6f387d2a5716 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:00:54.059828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:54.127427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:00:54.130435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:00:54.134263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:00:54.168194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=1473b952-c4fe-486b-89d9-6f387d2a5716,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:54.206093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:54.206441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:54.234533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-1dcba4d2-842a-43b0-a8fd-e66c060614be tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8722382 Feb 17 00:00:54.245703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Request body: {'port': {'device_id': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:00:54.369522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:54.390887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df747b2a-ab19-4f33-9823-beeab4756577 req-e0d28751-ed54-4ad9-98f6-38d4d6738b75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:54.390887 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-df747b2a-ab19-4f33-9823-beeab4756577 req-e0d28751-ed54-4ad9-98f6-38d4d6738b75 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 932 time: 0.0906594 Feb 17 00:00:54.443928 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-df747b2a-ab19-4f33-9823-beeab4756577 req-56ce9422-1b57-4789-869d-19fd1d1d1e35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445740 Feb 17 00:00:54.444320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d43ebe74-8100-417f-98ba-9ec92e03597b None None] Provisioning for port 1473b952-c4fe-486b-89d9-6f387d2a5716 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:00:54.450681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d43ebe74-8100-417f-98ba-9ec92e03597b None None] Provisioning complete for port 1473b952-c4fe-486b-89d9-6f387d2a5716 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:00:54.451364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d43ebe74-8100-417f-98ba-9ec92e03597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:54.511010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d43ebe74-8100-417f-98ba-9ec92e03597b None None] Port 1473b952-c4fe-486b-89d9-6f387d2a5716 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:00:54.749500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1473b952-c4fe-486b-89d9-6f387d2a5716 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:00:54.756615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:54.771153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Transition to ACTIVE for port object 1473b952-c4fe-486b-89d9-6f387d2a5716 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:00:54.773933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:54.925140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Pushing event updated for resources: {'Port': ['ID=1473b952-c4fe-486b-89d9-6f387d2a5716,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:55.007438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Attempting to bind port 1473b952-c4fe-486b-89d9-6f387d2a5716 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:00:55.007772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Attempting to bind port 1473b952-c4fe-486b-89d9-6f387d2a5716 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:00:55.008130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Attempting to bind port 1473b952-c4fe-486b-89d9-6f387d2a5716 on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:00:55.012533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Port 1473b952-c4fe-486b-89d9-6f387d2a5716 on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:00:55.012851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Attempting to bind port 1473b952-c4fe-486b-89d9-6f387d2a5716 on network c45fae33-079f-4390-84b4-9f2c1f3ff2ee {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:00:55.018343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:00:55.018675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Checking segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:00:55.019053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Bound using segment: {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:00:55.019469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Bound port: 1473b952-c4fe-486b-89d9-6f387d2a5716, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e36f88-e294-49dc-8b38-14ff1099ec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:00:55.019804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:55.106354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] For port 1473b952-c4fe-486b-89d9-6f387d2a5716, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:00:55.109232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] For port 1473b952-c4fe-486b-89d9-6f387d2a5716, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1473b952-c4fe-486b-89d9-6f387d2a5716,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:00:55.113990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:55.167824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:55.168420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:55.169793 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] 10.222.0.24 "PUT /v2.0/ports/1473b952-c4fe-486b-89d9-6f387d2a5716 HTTP/1.1" status: 200 len: 1094 time: 0.9281936 Feb 17 00:00:55.170318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:00:55.205819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b02730-6461-402f-9e9b-7e04bc4e6b6c service neutron] Pushing event updated for resources: {'Port': ['ID=1473b952-c4fe-486b-89d9-6f387d2a5716,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:55.251459 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'status': 'completed', 'code': 200} Feb 17 00:00:55.292776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-7c412565-6e96-4b9d-a1e5-4aaaa40f4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:55.294260 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-7c412565-6e96-4b9d-a1e5-4aaaa40f4468 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 1097 time: 0.0813360 Feb 17 00:00:55.465960 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-856155f7-ba1b-41ca-9af1-4efceec40849 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1473b952-c4fe-486b-89d9-6f387d2a5716 HTTP/1.1" status: 200 len: 217 time: 0.1637292 Feb 17 00:00:55.527582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-718cd6f9-7094-46f1-884c-f7f748b5bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:55.529025 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-718cd6f9-7094-46f1-884c-f7f748b5bc43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.0561619 Feb 17 00:00:55.602426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-04cce514-09b7-4e20-a1f5-140996042819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:55.603877 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-04cce514-09b7-4e20-a1f5-140996042819 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678904 Feb 17 00:00:55.633261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005eb60-4585-4291-9475-4b2191384c71 req-9796c70e-b996-45d9-8c60-d3cf6bf99e13 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:55.634590 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d005eb60-4585-4291-9475-4b2191384c71 req-9796c70e-b996-45d9-8c60-d3cf6bf99e13 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 944 time: 0.0821056 Feb 17 00:00:55.680260 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d005eb60-4585-4291-9475-4b2191384c71 req-a7188e21-a7ef-46ee-9fec-79d6475d540f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Feb 17 00:00:55.740034 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-0a497eb8-e8be-4f03-b6de-87de58441727 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294260 Feb 17 00:00:55.869615 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-faa3ffb5-f195-4aaf-9e33-8173eeacbffc req-07aaaed2-371a-4474-aac6-e48f0da0c493 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224992 Feb 17 00:00:55.987874 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b765-1784-4b83-9391-37452d50a605 req-8df9db56-7728-4aff-8ef9-8478e525420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:55.988509 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3e04b765-1784-4b83-9391-37452d50a605 req-8df9db56-7728-4aff-8ef9-8478e525420e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 1097 time: 0.0720766 Feb 17 00:00:56.120123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b765-1784-4b83-9391-37452d50a605 req-cef0bc5a-397a-4c21-a675-089fe3ea9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:56.121556 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3e04b765-1784-4b83-9391-37452d50a605 req-cef0bc5a-397a-4c21-a675-089fe3ea9193 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 897 time: 0.1263366 Feb 17 00:00:56.191771 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3e04b765-1784-4b83-9391-37452d50a605 req-e21271d4-042e-4cdd-bbc1-5632b85ce82b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1473b952-c4fe-486b-89d9-6f387d2a5716 HTTP/1.1" status: 200 len: 217 time: 0.0632377 Feb 17 00:00:56.253326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b765-1784-4b83-9391-37452d50a605 req-622e8f57-1b29-4465-8a08-f9b11b49715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:56.254739 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3e04b765-1784-4b83-9391-37452d50a605 req-622e8f57-1b29-4465-8a08-f9b11b49715e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.0563560 Feb 17 00:00:56.333314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b765-1784-4b83-9391-37452d50a605 req-3665fb4b-00f3-4229-aa08-94729c98ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:56.334759 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3e04b765-1784-4b83-9391-37452d50a605 req-3665fb4b-00f3-4229-aa08-94729c98ed81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730746 Feb 17 00:00:56.463697 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3e04b765-1784-4b83-9391-37452d50a605 req-7ab39cfd-3f2d-402d-a760-b5d1357fbc7f service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215146 Feb 17 00:00:56.598962 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3e04b765-1784-4b83-9391-37452d50a605 req-1c61aca4-e237-47d5-b186-aa8ecbda42d2 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278141 Feb 17 00:00:56.862543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f9b44-3e10-41d4-bd19-c3e199be9de5 req-c99608b0-039c-44f1-83cc-537e5839a812 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:56.863998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ac3f9b44-3e10-41d4-bd19-c3e199be9de5 req-c99608b0-039c-44f1-83cc-537e5839a812 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 944 time: 0.0768805 Feb 17 00:00:56.910995 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ac3f9b44-3e10-41d4-bd19-c3e199be9de5 req-0447c366-0a5a-4346-ab95-44ead4d58af4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Feb 17 00:00:58.093278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08f1b7-6806-45d7-bf08-1c739270f8a1 req-288242a1-e869-436e-8f04-56321178603f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:58.094713 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd08f1b7-6806-45d7-bf08-1c739270f8a1 req-288242a1-e869-436e-8f04-56321178603f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 944 time: 0.0782440 Feb 17 00:00:58.136691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd08f1b7-6806-45d7-bf08-1c739270f8a1 req-7938d918-b64c-4f9e-8dac-2298b51dcc42 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364840 Feb 17 00:00:58.444770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1473b952-c4fe-486b-89d9-6f387d2a5716 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:00:58.572838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1473b952-c4fe-486b-89d9-6f387d2a5716, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1473b952-c4fe-486b-89d9-6f387d2a5716,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:58.589081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'port_id': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'mac_address': 'fa:16:3e:cc:c2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:00:58.642639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:58.659382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1473b952-c4fe-486b-89d9-6f387d2a5716 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:00:58.674345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1473b952-c4fe-486b-89d9-6f387d2a5716, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1473b952-c4fe-486b-89d9-6f387d2a5716,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:00:58.677976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:00:58.744924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1473b952-c4fe-486b-89d9-6f387d2a5716,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:00:58.752492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.752839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.753182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.753890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.753890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.754172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.754502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.754829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.755157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.755479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.755801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.756144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:00:58.895814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1473b952-c4fe-486b-89d9-6f387d2a5716'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:00:59.320854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf111-7a0a-4b5a-9ca2-80c879ba72d9 req-f904ee7b-2773-4329-8b82-076ddbe63df3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:00:59.322280 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0fbaf111-7a0a-4b5a-9ca2-80c879ba72d9 req-f904ee7b-2773-4329-8b82-076ddbe63df3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 945 time: 0.0803671 Feb 17 00:00:59.364409 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0fbaf111-7a0a-4b5a-9ca2-80c879ba72d9 req-815a506a-63de-44ba-a5fb-d97b5e679ca3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366228 Feb 17 00:01:00.444689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1473b952-c4fe-486b-89d9-6f387d2a5716 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:01:00.513707 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 1473b952-c4fe-486b-89d9-6f387d2a5716 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:01:00.518214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1473b952-c4fe-486b-89d9-6f387d2a5716 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:00.519134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:00.555274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622f7c5-9221-4217-bd43-56a7e3bbda78 req-7c2bb62c-f7b6-48f5-9f46-2cf17afd0800 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:00.556792 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9622f7c5-9221-4217-bd43-56a7e3bbda78 req-7c2bb62c-f7b6-48f5-9f46-2cf17afd0800 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 945 time: 0.0820322 Feb 17 00:01:00.602986 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9622f7c5-9221-4217-bd43-56a7e3bbda78 req-7f40e835-01a0-4f57-87e0-d066771ca02a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401025 Feb 17 00:01:00.649085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:00.676434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:01:00.686706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1473b952-c4fe-486b-89d9-6f387d2a5716, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1473b952-c4fe-486b-89d9-6f387d2a5716,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:00.691839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:00.732821 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'code': 200} Feb 17 00:01:00.771237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1473b952-c4fe-486b-89d9-6f387d2a5716,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:00.949150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bc938-e50c-4ce2-8867-6a2b527ceb1d req-52b9d87f-7389-40d4-91e0-b7894dc055cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:00.950237 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-246bc938-e50c-4ce2-8867-6a2b527ceb1d req-52b9d87f-7389-40d4-91e0-b7894dc055cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 1099 time: 0.0732810 Feb 17 00:01:00.991618 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-246bc938-e50c-4ce2-8867-6a2b527ceb1d req-2d3b956d-399f-41c7-b1a9-693d796df1a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346482 Feb 17 00:01:01.810598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995593-7fb4-44ab-8b26-55390847e57f req-a910a823-3536-4553-99ea-d964e53ef6c3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:01.812179 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6d995593-7fb4-44ab-8b26-55390847e57f req-a910a823-3536-4553-99ea-d964e53ef6c3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 946 time: 0.0869510 Feb 17 00:01:01.858582 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6d995593-7fb4-44ab-8b26-55390847e57f req-47a91da3-bfdd-4677-a3eb-80dfed30845e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386112 Feb 17 00:01:03.087996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1718cd-8368-428c-a694-99d43814d37d req-9f878b86-f19d-4ef5-bc85-fb8a4756ad57 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:03.096230 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3f1718cd-8368-428c-a694-99d43814d37d req-9f878b86-f19d-4ef5-bc85-fb8a4756ad57 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 946 time: 0.0977380 Feb 17 00:01:03.147608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3f1718cd-8368-428c-a694-99d43814d37d req-392b9db5-76a2-4947-8c08-a702a1be0a8f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514240 Feb 17 00:01:03.329452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc6ded-7f00-487c-9ba0-70235f440dea req-015da74a-b289-488c-b1f1-fafeb70e011c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:03.330918 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c1bc6ded-7f00-487c-9ba0-70235f440dea req-015da74a-b289-488c-b1f1-fafeb70e011c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 946 time: 0.0776045 Feb 17 00:01:03.374271 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c1bc6ded-7f00-487c-9ba0-70235f440dea req-551b7b1f-63d9-4c0c-8cfd-403ab95d9a6e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376234 Feb 17 00:01:03.395832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56944) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:03.466747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b650229-f5d2-4654-b5d5-d4015c72a45e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:03.468244 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3b650229-f5d2-4654-b5d5-d4015c72a45e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 1094 time: 0.0714059 Feb 17 00:01:03.471061 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 56948) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:03.476261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'port_id': '1473b952-c4fe-486b-89d9-6f387d2a5716'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:03.550256 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:03.665927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-67acd7b0-bde2-48b3-91ea-5fac5922c421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:04.209015 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-ffeef3dc-9355-43df-ac83-5b0dadbaf3da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664616 Feb 17 00:01:04.224803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:04.228851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:04.351154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-0543db1a-dcfa-4922-8bd3-6cbfc38f4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:04.352550 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-0543db1a-dcfa-4922-8bd3-6cbfc38f4743 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 1099 time: 0.0723739 Feb 17 00:01:04.407115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 81d66605-974a-4876-ba6b-304554be6933 associated. External IP: 172.26.2.222, port: 1473b952-c4fe-486b-89d9-6f387d2a5716. Feb 17 00:01:04.493882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-c689423c-4bd8-4b25-981f-a7f786589284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:04.495217 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-c689423c-4bd8-4b25-981f-a7f786589284 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 897 time: 0.1236827 Feb 17 00:01:04.564033 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-080f173a-a588-4e74-aa54-49233d3acfa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258 HTTP/1.1" status: 200 len: 217 time: 0.0620832 Feb 17 00:01:04.623543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-c6f8a61d-daf7-438d-95e1-e2fd71dbbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:04.624989 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-c6f8a61d-daf7-438d-95e1-e2fd71dbbafc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.0555906 Feb 17 00:01:04.698357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-641cc495-1daa-426b-9745-9644f8a7548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:04.699839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-641cc495-1daa-426b-9745-9644f8a7548e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683856 Feb 17 00:01:04.753378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 7d57f1d5-15fc-47f7-988f-7624951088cd has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:01:04.831714 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-9d4b730b-c904-42fd-adab-878c59620402 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249480 Feb 17 00:01:04.926254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:01:04.931163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:04.936071 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] Sync routers for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:01:04.945892 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:04.946487 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:04.962891 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a6a9dcaa-dd42-4c77-aeec-5f69ba6eb991 req-dc2c95a9-64e3-4e42-a05f-18d1e8e0da68 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258883 Feb 17 00:01:04.990299 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8f5623d2-29e1-4cc3-84aa-2e4079319e29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 992 time: 1.5177252 Feb 17 00:01:04.990976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:01:04.993001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56952) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:05.035058 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'status': 'completed', 'code': 200} Feb 17 00:01:05.102332 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:01:05.133819 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:05.263560 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5d45661d-3d09-49a7-8d5c-51059e018794 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 992 time: 0.2692204 Feb 17 00:01:05.276762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-365ae0d4-6609-4aca-8416-19c04b34c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:05.278237 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-365ae0d4-6609-4aca-8416-19c04b34c1f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 1099 time: 0.1172006 Feb 17 00:01:05.410470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-cf9e99d4-2dc9-4f21-8241-df62c1657db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:05.411945 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-cf9e99d4-2dc9-4f21-8241-df62c1657db4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 200 len: 897 time: 0.1264303 Feb 17 00:01:05.514501 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-77c53ad3-1d11-4ce0-8cc1-85e8d984cf5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1473b952-c4fe-486b-89d9-6f387d2a5716 HTTP/1.1" status: 200 len: 1000 time: 0.0966203 Feb 17 00:01:05.523861 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '81d66605-974a-4876-ba6b-304554be6933', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'port_id': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'mac_address': 'fa:16:3e:cc:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:08Z', 'updated_at': '2022-02-17T00:01:04Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:05.527937 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] Checking router: 7d57f1d5-15fc-47f7-988f-7624951088cd for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:01:05.536188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:05.536772 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:00:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:05.575501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-05d3f4e8-2560-4755-9327-52d1ec24f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:05.576982 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-05d3f4e8-2560-4755-9327-52d1ec24f128 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 200 len: 834 time: 0.0565429 Feb 17 00:01:05.653903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-ce2646c9-e246-45ca-a98b-b5c2f9ff89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:05.655366 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-ce2646c9-e246-45ca-a98b-b5c2f9ff89b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c45fae33-079f-4390-84b4-9f2c1f3ff2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727885 Feb 17 00:01:05.724438 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:05.787436 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-5ffa71b0-a7c3-45f8-8e3e-54f32116d395 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254492 Feb 17 00:01:05.900237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3ba941b2-498d-40fa-bbd5-05f3fc2776b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:05.917433 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e34620c5-4b36-4c99-ac08-83217b4056bc req-45ee15b2-9fac-4ddf-ba5f-08de563d1972 service neutron] 10.222.0.24 "GET /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246340 Feb 17 00:01:06.063445 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '81d66605-974a-4876-ba6b-304554be6933', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'port_id': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'mac_address': 'fa:16:3e:cc:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:08Z', 'updated_at': '2022-02-17T00:01:04Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:06.067824 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a300e-e523-40a5-a4c8-1eb5d82ae1e0 None None] The sync data for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv is: [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '81d66605-974a-4876-ba6b-304554be6933', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.222', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'port_id': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'mac_address': 'fa:16:3e:cc:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:00:08Z', 'updated_at': '2022-02-17T00:01:04Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:01:06.248852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9c970-0ce1-461a-9e5c-11ec676e5a9f None None] New status for floating IP 81d66605-974a-4876-ba6b-304554be6933: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:01:06.267503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56958) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:06.372168 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ad31d4d2-5918-4ae7-b3cd-792ead43ca05 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 992 time: 0.1033473 Feb 17 00:01:06.942272 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:07.251984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:07.375202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56962) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:07.481258 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5ca6e515-bca8-4b8d-8ccb-086598faaf29 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 200 len: 994 time: 0.1049299 Feb 17 00:01:08.497761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:21.348550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:33.668140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e625dd6d-c743-4b3c-9070-0b6c1113f363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:34.482239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02a60-648f-4e68-be74-26c4bf38c732 req-e2d612ab-e740-4efa-bfeb-d8b5fb59d633 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:34.483588 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4cf02a60-648f-4e68-be74-26c4bf38c732 req-e2d612ab-e740-4efa-bfeb-d8b5fb59d633 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 946 time: 0.0779674 Feb 17 00:01:34.526944 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4cf02a60-648f-4e68-be74-26c4bf38c732 req-0b9ef4f2-d364-497f-b7de-18816a480967 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372000 Feb 17 00:01:35.712839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee9b00-522b-478a-afe5-d8268d8fe709 req-e86eef13-dab7-4b39-bee0-c02ce4b8265f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:35.714528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2aee9b00-522b-478a-afe5-d8268d8fe709 req-e86eef13-dab7-4b39-bee0-c02ce4b8265f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 946 time: 0.0799296 Feb 17 00:01:35.759607 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2aee9b00-522b-478a-afe5-d8268d8fe709 req-ad1f1898-277f-4bc5-83d1-934b675badb8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4cc2433-ce7d-4015-a4c3-dad6d740a74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392365 Feb 17 00:01:35.810468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-bd3327a0-0d4b-4bfd-a1db-2074aad4a412 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:35.811085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-bd3327a0-0d4b-4bfd-a1db-2074aad4a412 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:01:35.825955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-bd3327a0-0d4b-4bfd-a1db-2074aad4a412 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:01:35.827158 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-bd3327a0-0d4b-4bfd-a1db-2074aad4a412 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 946 time: 0.0936553 Feb 17 00:01:35.897333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 1473b952-c4fe-486b-89d9-6f387d2a5716 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:01:35.897700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:35.902387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c87195c-2d87-43f4-bea5-aa8855cce3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:36.135365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 1473b952-c4fe-486b-89d9-6f387d2a5716, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1473b952-c4fe-486b-89d9-6f387d2a5716,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:36.135623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:36.537645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:36.538010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:36.538326 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 81d66605-974a-4876-ba6b-304554be6933 disassociated. External IP: 172.26.2.222, port: 1473b952-c4fe-486b-89d9-6f387d2a5716. Feb 17 00:01:36.538660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 1473b952-c4fe-486b-89d9-6f387d2a5716 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:01:36.681199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:36.731193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=1473b952-c4fe-486b-89d9-6f387d2a5716,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:36.906980 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dcc283cf-9f80-40b6-b1f3-d72b74c182ec req-491485ed-3306-4199-858a-9d36a58796f4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=472410ac-8001-4e6b-9260-8e4e7c639a52 HTTP/1.1" status: 200 len: 210 time: 0.0428486 Feb 17 00:01:36.918489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 7d57f1d5-15fc-47f7-988f-7624951088cd has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:01:36.944539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:37.094824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:01:37.106234 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] Sync routers for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:01:37.116530 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:37.117094 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:37.171295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 1473b952-c4fe-486b-89d9-6f387d2a5716 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:01:37.173790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:37.176751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'name': 'network-vif-deleted', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:01:37.195949 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c238d8c9-f6db-4374-8d9b-759bdf733bc4 req-d85268f0-e38a-4ccb-8e79-3b8c4a541b37 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/1473b952-c4fe-486b-89d9-6f387d2a5716 HTTP/1.1" status: 204 len: 173 time: 1.3635089 Feb 17 00:01:37.227374 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472410ac-8001-4e6b-9260-8e4e7c639a52', 'name': 'network-vif-deleted', 'tag': '1473b952-c4fe-486b-89d9-6f387d2a5716', 'status': 'completed', 'code': 200} Feb 17 00:01:37.254964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:37.300469 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:37.600386 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:37.604171 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] Checking router: 7d57f1d5-15fc-47f7-988f-7624951088cd for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:01:37.613032 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:37.614152 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:37.822889 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:38.004014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56986) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:38.071146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-253657f3-ef10-4e51-9d38-80611c01775e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.101008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-253657f3-ef10-4e51-9d38-80611c01775e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.136321 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:38.140311 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace7102-db12-4b17-8259-5f7a6c2c312e None None] The sync data for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv is: [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'b79fb266-0ce6-4810-81cb-6004d9de01e7', 'name': '', 'network_id': 'c45fae33-079f-4390-84b4-9f2c1f3ff2ee', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:29:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:49Z', 'updated_at': '2022-02-16T23:59:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '1c834bdb-8399-4a21-9e2b-9393ee182ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:01:38.167788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-253657f3-ef10-4e51-9d38-80611c01775e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.189243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253657f3-ef10-4e51-9d38-80611c01775e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cc2433-ce7d-4015-a4c3-dad6d740a74e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:38.198936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-253657f3-ef10-4e51-9d38-80611c01775e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.202735 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-253657f3-ef10-4e51-9d38-80611c01775e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/c4cc2433-ce7d-4015-a4c3-dad6d740a74e HTTP/1.1" status: 204 len: 168 time: 0.1952300 Feb 17 00:01:38.232924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 56992) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:38.365284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb1e54-fa4d-4704-a602-9d7a4951ec62 None None] New status for floating IP 81d66605-974a-4876-ba6b-304554be6933: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:01:38.395050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 9e24e9b4-485e-4544-911b-e6d7265a697e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:01:38.395395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.568588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.568964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.619368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1473b952-c4fe-486b-89d9-6f387d2a5716 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:01:38.644916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:38.656875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 1473b952-c4fe-486b-89d9-6f387d2a5716 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:01:38.657232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1473b952-c4fe-486b-89d9-6f387d2a5716 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:01:38.808220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 9e24e9b4-485e-4544-911b-e6d7265a697e owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:01:38.888543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.db.api [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:01:38.888873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG oslo_db.api [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:01:39.390209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 9e24e9b4-485e-4544-911b-e6d7265a697e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:01:39.390852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:39.556717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:39.557045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:39.676003 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 9e24e9b4-485e-4544-911b-e6d7265a697e owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:01:39.814939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:39.862592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=9e24e9b4-485e-4544-911b-e6d7265a697e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:39.951181 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:39.965223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:39.966329 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5875d805-47d4-4f22-abdd-8108ed1e9869 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/81d66605-974a-4876-ba6b-304554be6933 HTTP/1.1" status: 204 len: 168 time: 1.7324121 Feb 17 00:01:40.318381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081186fd-cee1-4e68-b901-c028c5285c70 req-e6a5b8b6-9403-4e57-b684-5aa188f49e80 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:40.319704 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-081186fd-cee1-4e68-b901-c028c5285c70 req-e6a5b8b6-9403-4e57-b684-5aa188f49e80 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 946 time: 0.0812809 Feb 17 00:01:40.466866 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-081186fd-cee1-4e68-b901-c028c5285c70 req-88caaa8d-f19e-4d7d-92a1-d08aad3262d7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415169 Feb 17 00:01:41.522012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-792ada9f-6a71-4f39-a698-bfa4812fa757 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:41.522697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-792ada9f-6a71-4f39-a698-bfa4812fa757 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:01:41.539663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-792ada9f-6a71-4f39-a698-bfa4812fa757 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:01:41.540840 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-792ada9f-6a71-4f39-a698-bfa4812fa757 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 946 time: 0.0970814 Feb 17 00:01:41.614273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 78fa62d5-409c-4496-9c8d-69e9e7d42258 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:01:41.614620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:41.650874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b985b-f721-4a20-84d4-f7c0bcc82a22 req-395f738a-a178-4c8e-a898-f06daf636f4e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:41.652475 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ed8b985b-f721-4a20-84d4-f7c0bcc82a22 req-395f738a-a178-4c8e-a898-f06daf636f4e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 946 time: 0.0781229 Feb 17 00:01:41.700386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ed8b985b-f721-4a20-84d4-f7c0bcc82a22 req-52f9520d-82e9-4beb-b26f-d9655f04bab6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ddf775-6c8f-4a50-873f-11e5924fde5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Feb 17 00:01:41.862787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 78fa62d5-409c-4496-9c8d-69e9e7d42258, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=78fa62d5-409c-4496-9c8d-69e9e7d42258,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:41.863040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:41.981948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 78fa62d5-409c-4496-9c8d-69e9e7d42258 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:01:42.091445 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:01:42.217028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:42.264864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=78fa62d5-409c-4496-9c8d-69e9e7d42258,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:42.340542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 78fa62d5-409c-4496-9c8d-69e9e7d42258 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:01:42.342790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:42.345244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'name': 'network-vif-deleted', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:01:42.360605 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5db58fe2-45de-4d44-a605-5dcbab08471b req-ec3a5ed5-3aa4-4b6d-ab10-b820ebd842eb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/78fa62d5-409c-4496-9c8d-69e9e7d42258 HTTP/1.1" status: 204 len: 173 time: 0.8144829 Feb 17 00:01:42.390789 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a044ce6-37a9-4c1e-83bb-1c5492ae90a1', 'name': 'network-vif-deleted', 'tag': '78fa62d5-409c-4496-9c8d-69e9e7d42258', 'status': 'completed', 'code': 200} Feb 17 00:01:42.873786 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16b16b4f-3ec0-4a23-b8b5-38ec50e8d375 req-a3b96536-bbb3-4a7c-be64-c99cc6417ab1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a044ce6-37a9-4c1e-83bb-1c5492ae90a1 HTTP/1.1" status: 200 len: 210 time: 0.0444353 Feb 17 00:01:43.969765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57010) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:44.034037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-427f43e7-e1b1-4c63-8d47-abdf0ae65e2a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:44.061563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-427f43e7-e1b1-4c63-8d47-abdf0ae65e2a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:44.124070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-427f43e7-e1b1-4c63-8d47-abdf0ae65e2a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:44.144323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f43e7-e1b1-4c63-8d47-abdf0ae65e2a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ddf775-6c8f-4a50-873f-11e5924fde5e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:44.149762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-427f43e7-e1b1-4c63-8d47-abdf0ae65e2a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:44.151052 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-427f43e7-e1b1-4c63-8d47-abdf0ae65e2a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/f7ddf775-6c8f-4a50-873f-11e5924fde5e HTTP/1.1" status: 204 len: 168 time: 0.1800375 Feb 17 00:01:44.181014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57016) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:44.646508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 78fa62d5-409c-4496-9c8d-69e9e7d42258 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:01:44.680672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 78fa62d5-409c-4496-9c8d-69e9e7d42258 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:01:44.681023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 78fa62d5-409c-4496-9c8d-69e9e7d42258 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:01:44.760025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:45.101563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port b79fb266-0ce6-4810-81cb-6004d9de01e7 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:01:45.101816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:45.279676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port b79fb266-0ce6-4810-81cb-6004d9de01e7, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b79fb266-0ce6-4810-81cb-6004d9de01e7,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:45.280413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:45.398349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for b79fb266-0ce6-4810-81cb-6004d9de01e7 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:01:45.818216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:45.865891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=b79fb266-0ce6-4810-81cb-6004d9de01e7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:46.135577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:46.477909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 7d57f1d5-15fc-47f7-988f-7624951088cd has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:01:46.668960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:01:46.679386 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] Sync routers for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:01:46.681663 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-918148ad-8294-4a86-ad01-ca6fa568bae0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/7d57f1d5-15fc-47f7-988f-7624951088cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4995775 Feb 17 00:01:46.684391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57020) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:46.688717 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:46.689813 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:46.752481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet 1c834bdb-8399-4a21-9e2b-9393ee182ced {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:01:46.755276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:46.806898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:46.865078 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:47.007994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.078971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.120109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.126068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=1c834bdb-8399-4a21-9e2b-9393ee182ced,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:47.128044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc2e95-cbe4-4fe0-a17a-693f2dd3a878 None None] Network c45fae33-079f-4390-84b4-9f2c1f3ff2ee requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:01:47.132548 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-07fd2528-c80c-4154-bde9-af3a85fcbd0f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/1c834bdb-8399-4a21-9e2b-9393ee182ced HTTP/1.1" status: 204 len: 168 time: 0.4471769 Feb 17 00:01:47.133358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57024) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:47.154360 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-17T00:01:45Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:47.158375 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] Checking router: 7d57f1d5-15fc-47f7-988f-7624951088cd for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:01:47.166380 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] Routers {'7d57f1d5-15fc-47f7-988f-7624951088cd'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:47.167075 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7d57f1d5-15fc-47f7-988f-7624951088cd'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:47.319386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.341560 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] Set router 7d57f1d5-15fc-47f7-988f-7624951088cd gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:47.394098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] DHCP port deletion for c45fae33-079f-4390-84b4-9f2c1f3ff2ee request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:01:47.398482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] Deleting port a2255e42-cf35-4bff-b60f-87d6c5cb640d {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:01:47.399074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.504330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.515742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 0ce5d175-8a77-467b-9da3-a717d7023ba2 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:01:47.516184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.618822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] For port a2255e42-cf35-4bff-b60f-87d6c5cb640d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a2255e42-cf35-4bff-b60f-87d6c5cb640d,segment=NetworkSegment(21e36f88-e294-49dc-8b38-14ff1099ec65),segment_id=21e36f88-e294-49dc-8b38-14ff1099ec65)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:47.619181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.646156 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-17T00:01:45Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:47.651477 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb67b5-c0d3-405c-9d03-71b64e0b28b6 None None] The sync data for ids ['7d57f1d5-15fc-47f7-988f-7624951088cd'] in dv-neutron-829040-1-hyperv is: [{'id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'name': 'tempest-TestNetworkBasicOps-router-1745672082', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-17T00:01:45Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '0ce5d175-8a77-467b-9da3-a717d7023ba2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57f1d5-15fc-47f7-988f-7624951088cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:44Z', 'updated_at': '2022-02-16T23:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:01:47.702479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 0ce5d175-8a77-467b-9da3-a717d7023ba2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0ce5d175-8a77-467b-9da3-a717d7023ba2,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:47.702846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.750677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] Calling delete_port for a2255e42-cf35-4bff-b60f-87d6c5cb640d owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:01:47.822536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:47.828944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 0ce5d175-8a77-467b-9da3-a717d7023ba2 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:01:47.871670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] Pushing event deleted for resources: {'Port': ['ID=a2255e42-cf35-4bff-b60f-87d6c5cb640d,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:47.875072 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38601d5-8677-423a-aa16-8a51eec4ab33 None None] No DVR routers for this DVR port a2255e42-cf35-4bff-b60f-87d6c5cb640d on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:01:48.057961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2255e42-cf35-4bff-b60f-87d6c5cb640d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:01:48.093585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a2255e42-cf35-4bff-b60f-87d6c5cb640d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:01:48.093927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a2255e42-cf35-4bff-b60f-87d6c5cb640d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:01:48.094350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b79fb266-0ce6-4810-81cb-6004d9de01e7 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:01:48.128251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b79fb266-0ce6-4810-81cb-6004d9de01e7 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:01:48.128910 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b79fb266-0ce6-4810-81cb-6004d9de01e7 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:01:48.132943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.181288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=0ce5d175-8a77-467b-9da3-a717d7023ba2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:48.368852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.540861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.543065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.565572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.566068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router 7d57f1d5-15fc-47f7-988f-7624951088cd {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:01:48.581236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.582356 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b228c25f-0b1f-4c8c-95a1-3b140bb47946 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/7d57f1d5-15fc-47f7-988f-7624951088cd HTTP/1.1" status: 204 len: 168 time: 1.4480259 Feb 17 00:01:48.585277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57028) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:48.703551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.831342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.855523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45fae33-079f-4390-84b4-9f2c1f3ff2ee']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:48.867629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e36f88-e294-49dc-8b38-14ff1099ec65') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:48.867922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e36f88-e294-49dc-8b38-14ff1099ec65') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:48.879370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.897860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.903741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:01:48.904148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:01:48.918015 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:01:48.994937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.012203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.023031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=c45fae33-079f-4390-84b4-9f2c1f3ff2ee,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:49.031345 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-17839822-10a5-4e46-9da5-71b117d8e630 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/c45fae33-079f-4390-84b4-9f2c1f3ff2ee HTTP/1.1" status: 204 len: 168 time: 0.4450576 Feb 17 00:01:49.055232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57032) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:49.061193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--1478839268', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:49.066221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:49.070452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:49.073282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:49.078723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:49.092400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:01:49.096264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.123028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:01:49.131762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.132153 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment 05a76efe-8c2b-44f4-8fa5-112c4ddd20b4 of type vlan for network b7fcff07-e39c-453d-9ace-8380394d1543 Feb 17 00:01:49.157228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.186105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.191402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:49.191980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.289769 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2333860 Feb 17 00:01:49.292644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57036) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:49.297837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:49.298291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8b2f0-5385-4a06-b78a-18ce79c359e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=b7fcff07-e39c-453d-9ace-8380394d1543,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:49.305542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:49.308802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network b7fcff07-e39c-453d-9ace-8380394d1543 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:01:49.309274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:49.312027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:49.318059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:49.327884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.328880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.344741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.605211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.755025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0ce5d175-8a77-467b-9da3-a717d7023ba2 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:01:49.792506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0ce5d175-8a77-467b-9da3-a717d7023ba2 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:01:49.792853 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0ce5d175-8a77-467b-9da3-a717d7023ba2 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:01:49.898544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:49.926442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:50.059956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.52 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/a04a633d-af89-4af9-8a60-3d07296d6d0e) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:01:50.201297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:50.228880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:50.291555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:01:50.294795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:01:50.298374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:01:50.336432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=a04a633d-af89-4af9-8a60-3d07296d6d0e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:50.806292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:51.136472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:51.339209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 3b207bdc-51d5-4d32-8228-03bd79809770 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:01:51.362564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:51.512673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:01:51.521852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Sync routers for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:01:51.530669 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:51.531266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:51.538851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:51.542909 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e48d3606-7cd4-4c47-88d5-22c984ba4d38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2463834 Feb 17 00:01:51.543162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57040) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:51.582099 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4a87cb86-4b58-4817-a960-ba83b35ed183 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379174 Feb 17 00:01:51.584621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57044) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:51.702717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:51.718093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ed9e8-0ef7-49dc-9e5a-dab1ff5d9598 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:51.719546 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fa0ed9e8-0ef7-49dc-9e5a-dab1ff5d9598 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339819 Feb 17 00:01:51.723020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57048) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:51.762856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a93d4fb9-22d3-402b-bc31-cebe5d52f926 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386925 Feb 17 00:01:51.765346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57052) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:51.771383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443296751', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:51.876898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:51.880714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:51.883466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:51.889318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:51.900335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:01:51.903823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.038321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:50Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:52.042957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Checking router: 3b207bdc-51d5-4d32-8228-03bd79809770 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:01:52.043433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Updating router 3b207bdc-51d5-4d32-8228-03bd79809770 port a04a633d-af89-4af9-8a60-3d07296d6d0e binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:01:52.096692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.268189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.345023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=325d6723-8636-43f3-839d-5516d5fd9fa2,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:52.357062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.357412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.357750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.358086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.358415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.358746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.359070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.359393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.359715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.360038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.360378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.360697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:52.365165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:01:52.365534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: b7fcff07-e39c-453d-9ace-8380394d1543, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:01:52.387410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b7fcff07-e39c-453d-9ace-8380394d1543 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:01:52.396934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, b7fcff07-e39c-453d-9ace-8380394d1543) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:01:52.401235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:52.401965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.414107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c19dfb-d529-4619-a632-1eedc403809e None None] Network b7fcff07-e39c-453d-9ace-8380394d1543 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:01:52.423966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4def26dc-0f49-4f9c-99cf-e71e6500d759 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6571350 Feb 17 00:01:52.426868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57056) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:52.527532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.556103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Transition to ACTIVE for port object a04a633d-af89-4af9-8a60-3d07296d6d0e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:01:52.575656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.701354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Attempting to bind port a04a633d-af89-4af9-8a60-3d07296d6d0e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:01:52.701825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Attempting to bind port a04a633d-af89-4af9-8a60-3d07296d6d0e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:01:52.702198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Attempting to bind port a04a633d-af89-4af9-8a60-3d07296d6d0e on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:01:52.708337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f0529-92e0-4133-82b4-21acd535237f None None] Pushing event updated for resources: {'Port': ['ID=a04a633d-af89-4af9-8a60-3d07296d6d0e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:52.716438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:01:52.716799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:01:52.717199 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.717588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:01:52.718052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Bound port: a04a633d-af89-4af9-8a60-3d07296d6d0e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:01:52.718961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.800807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-b7fcff07-e39c-453d-9ace-8380394d1543', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:01:52.801821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:52.882189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] For port a04a633d-af89-4af9-8a60-3d07296d6d0e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:01:52.902740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] For port a04a633d-af89-4af9-8a60-3d07296d6d0e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a04a633d-af89-4af9-8a60-3d07296d6d0e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:01:52.911218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:53.051367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:53.051978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:53.116570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f0529-92e0-4133-82b4-21acd535237f None None] Pushing event updated for resources: {'Port': ['ID=a04a633d-af89-4af9-8a60-3d07296d6d0e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:53.138676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Allocated IP 172.20.0.2 (b7fcff07-e39c-453d-9ace-8380394d1543/325d6723-8636-43f3-839d-5516d5fd9fa2/fdbbd757-6318-484f-89fc-bc470481c67b) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:01:53.269520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:53.354598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:53.709443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:53.731341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Transition to ACTIVE for port object fdbbd757-6318-484f-89fc-bc470481c67b will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:01:53.754870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Transition to ACTIVE for port object fdbbd757-6318-484f-89fc-bc470481c67b will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:01:53.762573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:53.833549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (b7fcff07-e39c-453d-9ace-8380394d1543/325d6723-8636-43f3-839d-5516d5fd9fa2/7aeb580a-00c0-4e6b-a391-30bc917b5d78) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:01:53.850478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Network b7fcff07-e39c-453d-9ace-8380394d1543 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:01:53.854632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:01:53.861893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:01:53.864964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:50Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:53.868566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Pushing event updated for resources: {'Port': ['ID=fdbbd757-6318-484f-89fc-bc470481c67b,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:53.897896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901796b1-423f-49ad-8bb8-9a06d1c7a9ba None None] The sync data for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv is: [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:50Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:01:53.960326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Attempting to bind port fdbbd757-6318-484f-89fc-bc470481c67b on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:01:53.960701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Attempting to bind port fdbbd757-6318-484f-89fc-bc470481c67b by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:01:53.961066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Attempting to bind port fdbbd757-6318-484f-89fc-bc470481c67b on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:01:53.967250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:01:53.967626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Checking segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:01:53.968030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:53.968457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Bound using segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:01:53.968931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Bound port: fdbbd757-6318-484f-89fc-bc470481c67b, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:01:53.969311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:54.011254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:54.028243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 7aeb580a-00c0-4e6b-a391-30bc917b5d78 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:01:54.053893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:54.066334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] For port fdbbd757-6318-484f-89fc-bc470481c67b, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:01:54.069613 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] For port fdbbd757-6318-484f-89fc-bc470481c67b, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fdbbd757-6318-484f-89fc-bc470481c67b,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:01:54.074734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:54.136254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b7fcff07-e39c-453d-9ace-8380394d1543 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:01:54.139373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:01:54.145080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:01:54.170900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6267-e195-43d0-8461-96a230d8eedd None None] Pushing event updated for resources: {'Port': ['ID=fdbbd757-6318-484f-89fc-bc470481c67b,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:54.185412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=7aeb580a-00c0-4e6b-a391-30bc917b5d78,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:54.201409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.201409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.201409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.201831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.202233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.202589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.202925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.203300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.204971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.205728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.206328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.206855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:54.246187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:54.600843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:55.141386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:55.148542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:55.161005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b625895-c1f2-49e2-8f93-2aa2d3c72823 None None] Network b7fcff07-e39c-453d-9ace-8380394d1543 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:01:55.253334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3ea45bf6-5e91-403c-98f4-1ac543b431b7 None None] Provisioning for port fdbbd757-6318-484f-89fc-bc470481c67b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:01:55.262138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:55.265573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=7aeb580a-00c0-4e6b-a391-30bc917b5d78,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:55.418449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b7fcff07-e39c-453d-9ace-8380394d1543 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:01:55.419584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:01:55.612839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c6b1dd0-20a0-4b1e-9b4e-66c2bb716950 None None] Provisioning for port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:01:55.619260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4c6b1dd0-20a0-4b1e-9b4e-66c2bb716950 None None] Provisioning complete for port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:55.620044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1dd0-20a0-4b1e-9b4e-66c2bb716950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:55.620749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 3b207bdc-51d5-4d32-8228-03bd79809770 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:01:55.689798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b1dd0-20a0-4b1e-9b4e-66c2bb716950 None None] Port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:01:55.826209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:01:55.833797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fdbbd757-6318-484f-89fc-bc470481c67b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:01:55.836831 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Sync routers for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:01:55.845139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c59f5540-cb21-4ab4-8a4d-e1973edf8486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/3b207bdc-51d5-4d32-8228-03bd79809770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4171259 Feb 17 00:01:55.848502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57060) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:55.851758 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:55.852455 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:55.920942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f66ce7af-0784-40fb-bc60-631c208be1de None None] Provisioning complete for port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:55.921328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f66ce7af-0784-40fb-bc60-631c208be1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:55.971654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port fdbbd757-6318-484f-89fc-bc470481c67b completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:01:55.982288 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fdbbd757-6318-484f-89fc-bc470481c67b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:55.982671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.002253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585ecd2-fd94-487f-9d48-215a7bcf6a1e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.002765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585ecd2-fd94-487f-9d48-215a7bcf6a1e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.003225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585ecd2-fd94-487f-9d48-215a7bcf6a1e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.003680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585ecd2-fd94-487f-9d48-215a7bcf6a1e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.004155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585ecd2-fd94-487f-9d48-215a7bcf6a1e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.004608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585ecd2-fd94-487f-9d48-215a7bcf6a1e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.009191 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5585ecd2-fd94-487f-9d48-215a7bcf6a1e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1597033 Feb 17 00:01:56.009501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57064) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:56.022297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f66ce7af-0784-40fb-bc60-631c208be1de None None] Port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:01:56.047019 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:56.106107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3705e-f68b-4eae-b5f2-6d76132c2c39 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.106827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.107083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3705e-f68b-4eae-b5f2-6d76132c2c39 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.107548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3705e-f68b-4eae-b5f2-6d76132c2c39 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.108005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3705e-f68b-4eae-b5f2-6d76132c2c39 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.108616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3705e-f68b-4eae-b5f2-6d76132c2c39 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.109274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3705e-f68b-4eae-b5f2-6d76132c2c39 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:56.113764 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ccd3705e-f68b-4eae-b5f2-6d76132c2c39 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1008732 Feb 17 00:01:56.114448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57068) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:56.149110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port fdbbd757-6318-484f-89fc-bc470481c67b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fdbbd757-6318-484f-89fc-bc470481c67b,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:56.152039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-77fb8868-35d4-4ed4-ba33-c2b1c7cf5c47 None None] Provisioning complete for port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:56.152717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-77fb8868-35d4-4ed4-ba33-c2b1c7cf5c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.185452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.186223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a04a633d-af89-4af9-8a60-3d07296d6d0e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:01:56.331768 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5dc95c8c-cd20-4770-a6c5-29185165f46d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2160819 Feb 17 00:01:56.334370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57072) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:56.340218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-674039945', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:56.364263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-77fb8868-35d4-4ed4-ba33-c2b1c7cf5c47 None None] Port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:01:56.372519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=fdbbd757-6318-484f-89fc-bc470481c67b,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:56.386648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a04a633d-af89-4af9-8a60-3d07296d6d0e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:01:56.392996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a04a633d-af89-4af9-8a60-3d07296d6d0e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:56.393646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.397441 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:56.401339 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Checking router: 3b207bdc-51d5-4d32-8228-03bd79809770 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:01:56.401682 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Updating router 3b207bdc-51d5-4d32-8228-03bd79809770 port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:01:56.454360 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.486574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:56.490736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:port and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:56.494127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:56.499854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:56.510496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:01:56.514109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.521818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.535548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] device_id is not set on port c8b176f0-0707-4a4d-a515-21fd6ce28c81 yet. {{(pid=87677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 00:01:56.538589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a04a633d-af89-4af9-8a60-3d07296d6d0e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a04a633d-af89-4af9-8a60-3d07296d6d0e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:01:56.543553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.614138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a04a633d-af89-4af9-8a60-3d07296d6d0e,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:56.783326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.4 (b7fcff07-e39c-453d-9ace-8380394d1543/325d6723-8636-43f3-839d-5516d5fd9fa2/c8b176f0-0707-4a4d-a515-21fd6ce28c81) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:01:56.975553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:56.989965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object c8b176f0-0707-4a4d-a515-21fd6ce28c81 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:01:57.012035 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.085029 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b7fcff07-e39c-453d-9ace-8380394d1543 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:01:57.088190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:01:57.092416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:01:57.126108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:57.158984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:57.159603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.185003 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7e657537-f73b-45c2-b8af-726a3a3d2b0c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8494449 Feb 17 00:01:57.232913 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.245161 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Transition to ACTIVE for port object 7aeb580a-00c0-4e6b-a391-30bc917b5d78 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:01:57.253054 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.381801 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Pushing event updated for resources: {'Port': ['ID=7aeb580a-00c0-4e6b-a391-30bc917b5d78,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:57.393916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6d62a8a2-393c-4c46-bab0-5ed41412cc48 None None] Provisioning for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:01:57.401420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6d62a8a2-393c-4c46-bab0-5ed41412cc48 None None] Provisioning complete for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:57.402008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d62a8a2-393c-4c46-bab0-5ed41412cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.430058 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.430440 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.430726 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.431051 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.431379 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.431702 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.432020 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.432373 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.432694 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.433019 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.433353 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.433662 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:01:57.468946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6d62a8a2-393c-4c46-bab0-5ed41412cc48 None None] Port c8b176f0-0707-4a4d-a515-21fd6ce28c81 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:01:57.496783 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Attempting to bind port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:01:57.497158 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Attempting to bind port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:01:57.497557 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Attempting to bind port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:01:57.503696 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:01:57.503696 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Checking segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:01:57.504364 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.504852 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Bound using segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:01:57.505213 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Bound port: 7aeb580a-00c0-4e6b-a391-30bc917b5d78, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:01:57.505626 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.554090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57078) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:57.560172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162557405', 'description': 'tempest-secgroup-smoke-1162557405 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:57.566578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:57.570642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:57.573461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:57.579481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:57.590628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.612075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:57.616086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:57.619274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:57.624340 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] For port 7aeb580a-00c0-4e6b-a391-30bc917b5d78, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:01:57.624906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:57.627699 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] For port 7aeb580a-00c0-4e6b-a391-30bc917b5d78, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7aeb580a-00c0-4e6b-a391-30bc917b5d78,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:01:57.632375 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.698525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.704349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.710841 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:01:57.711316 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:01:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:57.760346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0df2ec-ee68-4fea-9e54-6a8f5c49c964,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:57.769343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.769671 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d5a68-59b8-43b4-b874-a87ae580f90e None None] Pushing event updated for resources: {'Port': ['ID=7aeb580a-00c0-4e6b-a391-30bc917b5d78,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:57.773161 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e9a0de4c-2dcf-446b-bedf-2bb5c4ac87d2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2174172 Feb 17 00:01:57.773958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57082) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:57.781217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'de0df2ec-ee68-4fea-9e54-6a8f5c49c964', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:57.791865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fdbbd757-6318-484f-89fc-bc470481c67b up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:01:57.794338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:57.798810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:57.802009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:57.807780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:57.826980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.878599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fdbbd757-6318-484f-89fc-bc470481c67b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:57.878971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.901458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.905881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.917459 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:01:57.933381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4971898-65fb-469b-8539-d8e4995d8222,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:57.949645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:57.951913 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-335c3571-86eb-4ffd-9b50-50b43803fcf9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765075 Feb 17 00:01:57.955538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57086) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:57.961845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'de0df2ec-ee68-4fea-9e54-6a8f5c49c964', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:57.968552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:57.972756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:57.975922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:57.982209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:58.001139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.023394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a04a633d-af89-4af9-8a60-3d07296d6d0e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:01:58.070475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.075421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.095872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae24712-f593-48cc-9430-61fbb7fca6fe,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:58.096710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a04a633d-af89-4af9-8a60-3d07296d6d0e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:58.097085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.121596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.125451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d267a6b1-5788-4110-ad48-d0991c85e764 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656089 Feb 17 00:01:58.125708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57090) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:58.132703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'de0df2ec-ee68-4fea-9e54-6a8f5c49c964', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:58.139368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:58.144428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:58.147890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:58.153685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:58.171582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.236926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.240565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.251185 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:01:57Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:01:58.255918 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f27d672-048d-4dc2-8436-f9207b51e030 None None] The sync data for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv is: [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:01:57Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:01:58.266507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbec1063-eb06-4c19-bf4b-a68dec3a3361,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:58.277050 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.281033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57094) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:58.281311 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aa4aec2f-83f0-49c8-9fa1-f6faea9203a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526945 Feb 17 00:01:58.286502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'de0df2ec-ee68-4fea-9e54-6a8f5c49c964', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:58.292744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:58.296540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:58.306149 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:58.315317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:58.338399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.412354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.416273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.435186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3add0833-0f52-405d-8483-511690bd55c1,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:58.452644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.453941 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9273f3a0-2b40-4a87-9dee-585299e7b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1718655 Feb 17 00:01:58.456713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57098) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:58.462752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'de0df2ec-ee68-4fea-9e54-6a8f5c49c964', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:58.468945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:58.472822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:58.475744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:58.481482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:58.493625 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:01:58.500551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.566866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.571708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.598146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f55722c-52b5-4802-ae47-fe1d327f4ee0,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:58.608497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.609688 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-05c322bb-42ef-4422-ab4a-8d10f4345b56 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520689 Feb 17 00:01:58.612470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57102) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:01:58.617414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': 'de0df2ec-ee68-4fea-9e54-6a8f5c49c964', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:01:58.623408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:01:58.627319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:01:58.630407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:01:58.636447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:01:58.648566 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:01:58.656370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.727133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.731539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.758043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1a624f-0f19-4cc9-bdf0-275b096f5645,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:01:58.768156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:58.769491 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c108651f-f65f-4911-b0f3-27fd80f5ea3c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561315 Feb 17 00:01:58.963466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-ccc903f1-a4aa-4e45-8d42-0807ac775b2e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:01:58.980437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-ccc903f1-a4aa-4e45-8d42-0807ac775b2e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:01:58.981806 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-ccc903f1-a4aa-4e45-8d42-0807ac775b2e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162557405&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0577803 Feb 17 00:01:59.057743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-4425c370-c103-48fa-a9c5-f3f9abe34c4a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:01:59.058225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-4425c370-c103-48fa-a9c5-f3f9abe34c4a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:01:59.074845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-4425c370-c103-48fa-a9c5-f3f9abe34c4a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:01:59.076395 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-4425c370-c103-48fa-a9c5-f3f9abe34c4a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 929 time: 0.0877776 Feb 17 00:01:59.248132 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-9999f84e-1f04-458a-a47c-2055abeaad87 service neutron] 10.222.0.47 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1586621 Feb 17 00:01:59.385909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-06ad3341-360c-42be-9f0b-f8f7c1c7f211 service neutron] 10.222.0.47 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313915 Feb 17 00:01:59.517019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-a5ea9ded-a077-455e-9bc4-7ee826474e09 service neutron] 10.222.0.47 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251860 Feb 17 00:01:59.691094 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-59e83d5d-c542-4e25-b8c3-54c63ad760b2 req-ff612967-c752-4c47-91c1-da1c692c9dc1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 210 time: 0.0424488 Feb 17 00:01:59.796533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7aeb580a-00c0-4e6b-a391-30bc917b5d78 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:01:59.865618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:01:59.870522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:01:59.870939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:01:59.989729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:00.023193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 7aeb580a-00c0-4e6b-a391-30bc917b5d78, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7aeb580a-00c0-4e6b-a391-30bc917b5d78,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:00.027698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:00.097798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=7aeb580a-00c0-4e6b-a391-30bc917b5d78,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:00.105063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.105417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.105765 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.106106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.106443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.106782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.107118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.107441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.107773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.108123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.108451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.108773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:00.647757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-5d5f97f8-578a-481e-9b9a-a8465f6d7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:00.649771 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-5d5f97f8-578a-481e-9b9a-a8465f6d7916 service neutron] 10.222.0.24 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1025 time: 0.0615017 Feb 17 00:02:00.803348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-15d5870c-d647-4404-900f-181fca6e7314 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:00.804888 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-15d5870c-d647-4404-900f-181fca6e7314 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 200 len: 797 time: 0.1498749 Feb 17 00:02:00.849635 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2191c71e-0279-4f28-b45f-3b8d0abf09e5 req-a4a0de5b-0b7d-4840-9e1e-dd0a550a7c10 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 210 time: 0.0437648 Feb 17 00:02:00.853941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-4e3bc861-1069-4767-ada7-87105fec20e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:00.865989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-4e3bc861-1069-4767-ada7-87105fec20e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:00.867148 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-4e3bc861-1069-4767-ada7-87105fec20e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 380 time: 0.0543077 Feb 17 00:02:00.878446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Request body: {'port': {'device_id': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:00.986979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:01.314629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b176f0-0707-4a4d-a515-21fd6ce28c81 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:02:01.321901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:01.336399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Transition to ACTIVE for port object c8b176f0-0707-4a4d-a515-21fd6ce28c81 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:01.340197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:01.493620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:01.572863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:02:01.573225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:02:01.573552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:01.578025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:02:01.578368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:01.583842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:01.584218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Checking segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:01.584609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Bound using segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:01.585029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Bound port: c8b176f0-0707-4a4d-a515-21fd6ce28c81, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:02:01.585434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:01.766537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7aeb580a-00c0-4e6b-a391-30bc917b5d78 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:01.770514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:01.774043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:02:01.778353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:01.834951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:01.835329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:01.836837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:01.837449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:01.839245 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1130 time: 0.9648070 Feb 17 00:02:01.849257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:01.928004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'status': 'completed', 'code': 200} Feb 17 00:02:01.944724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a902dad-dc60-4340-950f-70ffa81e1de7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:01.986192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-99c8f8c1-f476-4136-8685-14a447245adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:01.987833 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-99c8f8c1-f476-4136-8685-14a447245adf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 1133 time: 0.0998120 Feb 17 00:02:02.059422 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-a7845717-5f21-4c1c-aa7b-7fc887ec784c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 217 time: 0.0652056 Feb 17 00:02:02.075988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bcd5-df09-4b59-a227-a7048517933e req-c232079a-e4c8-4ce6-bd28-3c6e3ba52fad tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:02.077440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f905bcd5-df09-4b59-a227-a7048517933e req-c232079a-e4c8-4ce6-bd28-3c6e3ba52fad tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 980 time: 0.0879195 Feb 17 00:02:02.120770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-70578367-de48-4b30-9ea9-802d952824b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:02.122111 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-70578367-de48-4b30-9ea9-802d952824b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=325d6723-8636-43f3-839d-5516d5fd9fa2 HTTP/1.1" status: 200 len: 834 time: 0.0568790 Feb 17 00:02:02.132306 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f905bcd5-df09-4b59-a227-a7048517933e req-b20fe292-2ae9-4a91-93b9-92a13f38356f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482810 Feb 17 00:02:02.199327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-23abcac5-d68a-452a-a298-729e03a9af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:02.200837 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-23abcac5-d68a-452a-a298-729e03a9af24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7fcff07-e39c-453d-9ace-8380394d1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726833 Feb 17 00:02:02.328527 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-6f7a33a0-079c-458d-b82f-43ab3add2512 service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213465 Feb 17 00:02:02.461077 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c7e7bcc0-cb67-46ae-bb28-3f08ce71a219 req-38bdb924-d46c-4026-a0bb-28ff0abc1a8d service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272037 Feb 17 00:02:02.571573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-13bb6982-c0c8-4360-9bd8-5dbed1453fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:02.573059 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-13bb6982-c0c8-4360-9bd8-5dbed1453fb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 1133 time: 0.0698678 Feb 17 00:02:02.712323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-de741f74-1115-42cd-8a5c-d9caa9ef35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:02.714005 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-de741f74-1115-42cd-8a5c-d9caa9ef35ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 200 len: 897 time: 0.1339285 Feb 17 00:02:02.783511 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-8ef328a7-01c2-4110-95e2-9ea746a7892b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 217 time: 0.0622239 Feb 17 00:02:02.844555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-40d63650-6e75-4468-a1d9-f283bf926cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:02.846514 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-40d63650-6e75-4468-a1d9-f283bf926cd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=325d6723-8636-43f3-839d-5516d5fd9fa2 HTTP/1.1" status: 200 len: 834 time: 0.0569644 Feb 17 00:02:02.919080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-1492e421-34c5-4a06-8366-1668ee25951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:02.920464 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-1492e421-34c5-4a06-8366-1668ee25951b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7fcff07-e39c-453d-9ace-8380394d1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671740 Feb 17 00:02:03.047471 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-ffa6904c-36d0-4207-b8bb-4da61ec1595c service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199846 Feb 17 00:02:03.174994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23d5e45e-3ac5-41c1-95b4-593ae54e4b32 req-d935937a-61f0-4ac1-8b9a-7122ea14a17c service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212966 Feb 17 00:02:03.318371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d19418-1f4b-4bfd-98f3-e43498fcbebf req-ee754765-d034-4eeb-b617-5810ef57c945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:03.319813 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-05d19418-1f4b-4bfd-98f3-e43498fcbebf req-ee754765-d034-4eeb-b617-5810ef57c945 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 980 time: 0.0781441 Feb 17 00:02:03.362536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-05d19418-1f4b-4bfd-98f3-e43498fcbebf req-074ac663-164b-4f1a-8e0b-e0ce1747f1bc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Feb 17 00:02:03.675628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bde381a6-d0cd-4f3c-8868-908fb0002dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:04.546772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d661-e034-4f1e-9bdf-cb499080f897 req-990b1aee-dc15-4c8e-b2be-eaa07d6c086d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:04.548386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e812d661-e034-4f1e-9bdf-cb499080f897 req-990b1aee-dc15-4c8e-b2be-eaa07d6c086d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 980 time: 0.0833333 Feb 17 00:02:04.590999 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e812d661-e034-4f1e-9bdf-cb499080f897 req-b06e7eb0-216e-43ec-9e31-b7198c696773 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Feb 17 00:02:05.236959 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-f9c911a3-e8a5-46a9-8499-983ea5dcc505 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741589 Feb 17 00:02:05.331386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618067ce-c009-4bb4-a454-3e617980570b req-5fd9f5de-4e6e-4829-bfa7-b6936ef11243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:05.332951 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-5fd9f5de-4e6e-4829-bfa7-b6936ef11243 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 1098 time: 0.0776911 Feb 17 00:02:05.571809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618067ce-c009-4bb4-a454-3e617980570b req-37147eb1-737e-4d71-bad0-13b656abb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:05.573151 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-37147eb1-737e-4d71-bad0-13b656abb2d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.2221241 Feb 17 00:02:05.678308 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-7d55f724-222c-4078-ae75-c81b94990dc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679 HTTP/1.1" status: 200 len: 1000 time: 0.0977480 Feb 17 00:02:05.742926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618067ce-c009-4bb4-a454-3e617980570b req-2095dd46-9ac1-4313-a626-faa8de794e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:05.744369 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-2095dd46-9ac1-4313-a626-faa8de794e60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0598893 Feb 17 00:02:05.771301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3006-45a6-426a-8e89-d83c44ad1e0b req-35e1b761-d3c9-42a0-9f72-edb3a57a2a6e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:05.772776 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2f6e3006-45a6-426a-8e89-d83c44ad1e0b req-35e1b761-d3c9-42a0-9f72-edb3a57a2a6e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 980 time: 0.0778496 Feb 17 00:02:05.817219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618067ce-c009-4bb4-a454-3e617980570b req-7a5a1b67-c105-4f01-a6fb-320f5909cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:05.818575 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-7a5a1b67-c105-4f01-a6fb-320f5909cca7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682435 Feb 17 00:02:05.819228 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2f6e3006-45a6-426a-8e89-d83c44ad1e0b req-ec248e53-2e56-436e-96dd-93008527f3aa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Feb 17 00:02:05.904353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b39dd9c4-8794-452e-9715-775a13f1a810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:05.955711 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-26a7e374-3c86-454b-866a-514d4bca35aa service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305368 Feb 17 00:02:06.095780 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-618067ce-c009-4bb4-a454-3e617980570b req-4c6b9fb9-eb4a-454b-94bf-02a05a546d88 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343977 Feb 17 00:02:06.693809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:02:06.825383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:06.838063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'port_id': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'mac_address': 'fa:16:3e:6b:8d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:02:06.894014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:06.914012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b176f0-0707-4a4d-a515-21fd6ce28c81 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:02:06.931361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:06.939636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:06.991044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:07.008169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9909d-ffa8-4772-b4ee-0a58975775bc req-5697812e-87ba-4436-a4fb-b3bb1eb7dc66 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:07.009656 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7df9909d-ffa8-4772-b4ee-0a58975775bc req-5697812e-87ba-4436-a4fb-b3bb1eb7dc66 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 981 time: 0.0870845 Feb 17 00:02:07.014852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:07.053510 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7df9909d-ffa8-4772-b4ee-0a58975775bc req-9e9ace62-8016-49ad-8518-f79e6629255d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Feb 17 00:02:07.153133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['c8b176f0-0707-4a4d-a515-21fd6ce28c81'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:02:07.284471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:08.237516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a07ff-497b-424a-80e6-b152fbae42d9 req-cf6985eb-4aab-4066-934d-94a2b6891538 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:08.238934 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba1a07ff-497b-424a-80e6-b152fbae42d9 req-cf6985eb-4aab-4066-934d-94a2b6891538 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 981 time: 0.0802705 Feb 17 00:02:08.280812 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba1a07ff-497b-424a-80e6-b152fbae42d9 req-d1e2d440-81b9-414f-9417-dea704f35152 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363886 Feb 17 00:02:08.504376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:08.692249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:08.757691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:08.762360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:08.762728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:08.903439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:08.929470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:08.938931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:08.943656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:09.015008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:09.040069 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'code': 200} Feb 17 00:02:09.283825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2fc09-4a1f-439c-b7de-1e99719f2ffc req-42a6402e-d198-4dad-9ef7-09a9ed254ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:09.285166 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40e2fc09-4a1f-439c-b7de-1e99719f2ffc req-42a6402e-d198-4dad-9ef7-09a9ed254ba5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 1135 time: 0.0703537 Feb 17 00:02:09.324462 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40e2fc09-4a1f-439c-b7de-1e99719f2ffc req-d9d7ad97-a4f2-4363-8d2f-dc273218147b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Feb 17 00:02:09.460597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eb37d-86e7-44c8-b5e7-00893c108d7e req-cd304380-05d5-48f2-888e-65d8485782b6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:09.462041 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6e8eb37d-86e7-44c8-b5e7-00893c108d7e req-cd304380-05d5-48f2-888e-65d8485782b6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 982 time: 0.0785999 Feb 17 00:02:09.504714 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6e8eb37d-86e7-44c8-b5e7-00893c108d7e req-ba93de3f-dbad-46e1-a392-910b0f67d2a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Feb 17 00:02:10.780966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aa55b-1221-481b-8429-a46008fa8c03 req-90c0d171-c433-4675-9e2e-73a84b914d0a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:10.782419 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea2aa55b-1221-481b-8429-a46008fa8c03 req-90c0d171-c433-4675-9e2e-73a84b914d0a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 982 time: 0.1704221 Feb 17 00:02:10.827053 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea2aa55b-1221-481b-8429-a46008fa8c03 req-0ba28217-11e0-4016-b8d4-c71b72d8176b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389538 Feb 17 00:02:11.006452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12797fe-ecab-4707-a169-b0da960536b3 req-3d6092f8-2988-411c-a589-0dfd1c1882d6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:11.007879 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b12797fe-ecab-4707-a169-b0da960536b3 req-3d6092f8-2988-411c-a589-0dfd1c1882d6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 982 time: 0.0776365 Feb 17 00:02:11.052472 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b12797fe-ecab-4707-a169-b0da960536b3 req-24a21a64-d623-4dc8-864d-5056cb326f40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391040 Feb 17 00:02:11.074671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57160) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:11.145711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d99be-67fb-40df-bb8e-8d7727f22273 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:11.147198 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-993d99be-67fb-40df-bb8e-8d7727f22273 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 1130 time: 0.0715797 Feb 17 00:02:11.150007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57164) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:11.154790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:11.160565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:11.164292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:11.167044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:11.172618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:11.183109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:11.316275 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:11.448771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.124 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/fd7eb4fc-a629-4442-8c9a-c764108f4788) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:02:11.590111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:11.619400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:11.682728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:11.685519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:11.689188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:02:11.721702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=fd7eb4fc-a629-4442-8c9a-c764108f4788,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:12.097066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:12.173886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:12.374335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:12.379060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:12.476937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=fd7eb4fc-a629-4442-8c9a-c764108f4788,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:12.493278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:12.757589 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP b9c9c020-cdf7-49dd-b521-ab4bbdf743f7 associated. External IP: 172.26.2.124, port: c8b176f0-0707-4a4d-a515-21fd6ce28c81. Feb 17 00:02:13.096075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 3b207bdc-51d5-4d32-8228-03bd79809770 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:02:13.269279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:02:13.278925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] Sync routers for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:02:13.288134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:13.288746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:13.294179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:13.348692 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e9013495-cb4c-403c-8a27-31ab523b934b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.1976016 Feb 17 00:02:13.349194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:13.351483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57168) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:13.427381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa242b-6c61-47ea-97ed-04b50a57288b tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:13.428966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4baa242b-6c61-47ea-97ed-04b50a57288b tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6&network_id=b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 200 len: 1130 time: 0.0764532 Feb 17 00:02:13.447708 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'status': 'completed', 'code': 200} Feb 17 00:02:13.477238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:13.541659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1285503-1f92-4fae-a41c-e051647ca99d req-a8aea8ad-5275-4151-a7da-030150d7b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:13.543433 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e1285503-1f92-4fae-a41c-e051647ca99d req-a8aea8ad-5275-4151-a7da-030150d7b2e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 1135 time: 0.0753891 Feb 17 00:02:13.694286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1285503-1f92-4fae-a41c-e051647ca99d req-7fce3d28-0398-465c-90eb-24250c07c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:13.695915 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e1285503-1f92-4fae-a41c-e051647ca99d req-7fce3d28-0398-465c-90eb-24250c07c9e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 200 len: 897 time: 0.1461370 Feb 17 00:02:13.797075 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e1285503-1f92-4fae-a41c-e051647ca99d req-0401b54b-97cf-46d5-bf36-bcb37a91adff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1036 time: 0.0947874 Feb 17 00:02:13.836765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83312535-688c-4e66-9aad-ed0f8659848e req-421ae0da-84ac-41bb-87df-8700bb1b622b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:13.838657 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-83312535-688c-4e66-9aad-ed0f8659848e req-421ae0da-84ac-41bb-87df-8700bb1b622b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 982 time: 0.0833719 Feb 17 00:02:13.864202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1285503-1f92-4fae-a41c-e051647ca99d req-8b8823f8-48a6-4a4f-8df4-811f234f59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:13.865651 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e1285503-1f92-4fae-a41c-e051647ca99d req-8b8823f8-48a6-4a4f-8df4-811f234f59af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=325d6723-8636-43f3-839d-5516d5fd9fa2 HTTP/1.1" status: 200 len: 834 time: 0.0622156 Feb 17 00:02:13.883106 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-83312535-688c-4e66-9aad-ed0f8659848e req-beec2ba0-9991-4c70-9dad-f6732dbe583d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385571 Feb 17 00:02:13.889073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'b9c9c020-cdf7-49dd-b521-ab4bbdf743f7', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.124', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'port_id': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-674039945', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'mac_address': 'fa:16:3e:6b:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:12Z', 'updated_at': '2022-02-17T00:02:12Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:02:00Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:13.893608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] Checking router: 3b207bdc-51d5-4d32-8228-03bd79809770 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:02:13.904637 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:13.905238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:13.940750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1285503-1f92-4fae-a41c-e051647ca99d req-c08f227d-560a-488d-bbf5-f83df319dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:13.942143 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e1285503-1f92-4fae-a41c-e051647ca99d req-c08f227d-560a-488d-bbf5-f83df319dc2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7fcff07-e39c-453d-9ace-8380394d1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699577 Feb 17 00:02:14.071647 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e1285503-1f92-4fae-a41c-e051647ca99d req-c90d83b7-fc4a-4f44-ab0a-11253bea0034 service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229405 Feb 17 00:02:14.083332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:14.202600 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e1285503-1f92-4fae-a41c-e051647ca99d req-397da92d-b796-44fd-aeb1-d57a7c68015d service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241972 Feb 17 00:02:14.420023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'b9c9c020-cdf7-49dd-b521-ab4bbdf743f7', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.124', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'port_id': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-674039945', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'mac_address': 'fa:16:3e:6b:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:12Z', 'updated_at': '2022-02-17T00:02:12Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:02:00Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:14.424498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c3e12-c4d9-4dc1-b164-b918bdd56d8d None None] The sync data for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv is: [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'b9c9c020-cdf7-49dd-b521-ab4bbdf743f7', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.124', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'port_id': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-674039945', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'mac_address': 'fa:16:3e:6b:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ce1cf-6e62-4e57-97c2-1f19f5a372b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:12Z', 'updated_at': '2022-02-17T00:02:12Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:02:00Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:02:14.606367 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c9f2d-7d71-4038-8495-e1b20c88987b None None] New status for floating IP b9c9c020-cdf7-49dd-b521-ab4bbdf743f7: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:02:15.067822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62586a74-66b4-41ee-a1fe-8284c2b3cfaf req-4cb23b83-a422-48d7-ab30-c79ba0409005 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:15.069375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62586a74-66b4-41ee-a1fe-8284c2b3cfaf req-4cb23b83-a422-48d7-ab30-c79ba0409005 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 982 time: 0.0794692 Feb 17 00:02:15.115668 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62586a74-66b4-41ee-a1fe-8284c2b3cfaf req-026badf1-a845-43b2-8660-67bb6a89ce6d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Feb 17 00:02:15.133179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-99be0242-69b5-4796-ad1f-dccc06a12f57 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:15.133868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-99be0242-69b5-4796-ad1f-dccc06a12f57 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:15.149191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-99be0242-69b5-4796-ad1f-dccc06a12f57 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:15.150367 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-99be0242-69b5-4796-ad1f-dccc06a12f57 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 982 time: 0.1978834 Feb 17 00:02:15.230808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-fde0630d-86ec-4f59-b297-18f9c410330a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:15.232162 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-fde0630d-86ec-4f59-b297-18f9c410330a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0767252 Feb 17 00:02:15.370162 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-5d847aeb-d78a-483e-8abe-5a014c69fe48 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1336513 Feb 17 00:02:15.381214 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:15.488323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:15.679004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:15.706251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:15.760071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] device_id is not set on port c8b176f0-0707-4a4d-a515-21fd6ce28c81 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 00:02:15.768358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:15.773552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:15.915823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=6']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:15.966846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] No DVR routers for this DVR port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:02:16.049539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-013b3158-1efd-4f9d-a562-fedc703b44f2 None None] Provisioning complete for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:16.050138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-013b3158-1efd-4f9d-a562-fedc703b44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:16.104497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-013b3158-1efd-4f9d-a562-fedc703b44f2 None None] Port c8b176f0-0707-4a4d-a515-21fd6ce28c81 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:02:16.185730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] In _notify_port_updated(), no bound segment for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 00:02:16.186527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:16.187226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:16.188518 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-21a1aa50-4e2e-466a-aa21-c2a2102bfde7 req-ac8e4f8a-14ec-4336-a374-73d24dae9d35 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1025 time: 0.8110931 Feb 17 00:02:16.265963 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf34714c-b139-4cbe-a625-c2b4a2136718 req-2692157d-ef41-4cfe-a1cd-a5cc3586e311 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36ce1cf-6e62-4e57-97c2-1f19f5a372b6 HTTP/1.1" status: 200 len: 210 time: 0.0435059 Feb 17 00:02:17.358354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57186) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:17.427835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea1e560-6eac-4228-afaa-6b7d3d2c9186 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:17.429178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eea1e560-6eac-4228-afaa-6b7d3d2c9186 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 924 time: 0.0698435 Feb 17 00:02:17.854456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57192) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:17.859561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50125135', 'description': 'tempest-secgroup-smoke-50125135 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:17.865671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:17.874884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:17.884724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:17.905271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:17.909569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:17.912392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:17.917912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:17.986076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:17.989757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.034718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e872bb-060a-492c-ba90-3eddd6e73f22,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:18.043649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.045212 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2fc89bf7-a0be-433d-92c8-e6dc303c7bd9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1896603 Feb 17 00:02:18.047825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57196) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:18.052711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '45e872bb-060a-492c-ba90-3eddd6e73f22', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:18.058401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:18.062078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:18.064896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:18.070366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:18.086560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.147679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.151334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.174120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a407a10-aac1-4619-aa23-93ca65a8033a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:18.182423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.183797 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1807d986-298c-48b2-b263-a0ef9e546269 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350288 Feb 17 00:02:18.186487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57200) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:18.191923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '45e872bb-060a-492c-ba90-3eddd6e73f22', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:18.198144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:18.201985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:18.205350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:18.210890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:18.227086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.286370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.290845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.313137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831fb78f-6af8-4ee1-b544-276026bb7ab6,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:18.322114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.323276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2bd5394e-a44f-44c9-a449-e993b45a3ce6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358981 Feb 17 00:02:18.326082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57204) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:18.331545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '45e872bb-060a-492c-ba90-3eddd6e73f22', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:18.337041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:18.340966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:18.343729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:18.349238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:18.365113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.426744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.430079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.452648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9406edd3-b6fc-4820-b0c0-6e9382047c96,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:18.461074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.462249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c26ddf9e-bfd9-42e6-a9f1-b9287e7660fd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352777 Feb 17 00:02:18.465239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57208) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:18.470042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '45e872bb-060a-492c-ba90-3eddd6e73f22', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:18.475467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:18.479148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:18.481962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:18.487507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:18.503990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.563836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.567031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.589338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bf1ae6-8838-40a6-b0de-fbec8cc03d55,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:18.601073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.602336 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6579620a-6c88-424c-b30a-532987419ee5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361821 Feb 17 00:02:18.605006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57212) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:18.609885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '45e872bb-060a-492c-ba90-3eddd6e73f22', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:18.615471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:18.619500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:18.622597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:18.628187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:18.638406 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:02:18.645347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.708288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.711892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.737102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d47862-386f-4c7c-838c-e5db5bf219e1,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:18.745488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.746730 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d56aeca9-8451-4278-bb26-5b70b1b304de tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408145 Feb 17 00:02:18.749431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57216) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:18.754253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '45e872bb-060a-492c-ba90-3eddd6e73f22', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:18.754537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:02:18.759846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:18.763528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:18.766327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:18.772288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:18.786011 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:02:18.792912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.813212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:02:18.943216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.947010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.970901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d909c3-5064-4c4f-b3d3-e1066621a57e,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:18.979100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:18.980477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7b4be883-c8fe-4d18-a76c-240562ad3d24 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2301524 Feb 17 00:02:19.090419 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:02:19.132727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-319bebb7-fe52-48e4-8f55-d2533173976b req-6d4d9a34-765a-4761-b4a7-43e5b111470f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:19.147480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-319bebb7-fe52-48e4-8f55-d2533173976b req-6d4d9a34-765a-4761-b4a7-43e5b111470f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:19.148699 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-6d4d9a34-765a-4761-b4a7-43e5b111470f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50125135&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0524492 Feb 17 00:02:19.229368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bebb7-fe52-48e4-8f55-d2533173976b req-25faa19a-d68c-4ddc-a5fd-56cc235f3503 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:19.230565 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-25faa19a-d68c-4ddc-a5fd-56cc235f3503 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 929 time: 0.0755501 Feb 17 00:02:19.341800 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-fa4e67e4-f107-4fa1-9114-06481fe06fa9 service neutron] 10.222.0.47 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0994055 Feb 17 00:02:19.469004 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-3581e141-30e6-4249-942e-ae2606fba77a service neutron] 10.222.0.47 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214964 Feb 17 00:02:19.596146 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-303b5e84-a6fd-4637-be43-5b2502775cdc service neutron] 10.222.0.47 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213541 Feb 17 00:02:19.772562 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c86c8f0-6862-4d82-9f6c-1e2130bca345 req-d626abc3-9d6b-40cd-89f3-9c692bf55969 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 210 time: 0.0410075 Feb 17 00:02:20.685483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bebb7-fe52-48e4-8f55-d2533173976b req-64a6c64f-3091-49de-90d2-066dd584a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:20.686840 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-64a6c64f-3091-49de-90d2-066dd584a65b service neutron] 10.222.0.24 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1025 time: 0.0607953 Feb 17 00:02:20.835906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bebb7-fe52-48e4-8f55-d2533173976b req-36c58127-6ade-4f60-baca-aff9afb654a0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:20.837428 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-36c58127-6ade-4f60-baca-aff9afb654a0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 200 len: 797 time: 0.1456900 Feb 17 00:02:20.893984 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-5211f034-a0b6-40be-8798-f4c114e21d52 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 471 time: 0.0476956 Feb 17 00:02:20.903695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Request body: {'port': {'device_id': 'a53cbc27-4692-4a9d-a9f8-8cc09913e3de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:20.926657 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5bc49656-1f62-492d-88ab-c732dac243d1 req-4957c7e9-80b8-47b5-b59b-c9dabb61fdc1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 210 time: 0.0461154 Feb 17 00:02:21.009561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:21.363776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:21.432662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b176f0-0707-4a4d-a515-21fd6ce28c81 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:02:21.441140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:21.454740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Transition to ACTIVE for port object c8b176f0-0707-4a4d-a515-21fd6ce28c81 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:21.458178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:21.597465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=7']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:21.722250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:02:21.722834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:02:21.722952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:21.727550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:02:21.727872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Attempting to bind port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:21.733689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:21.734064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Checking segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:21.734527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Bound using segment: {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:21.734993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Bound port: c8b176f0-0707-4a4d-a515-21fd6ce28c81, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:02:21.735418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:21.823864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:21.826815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:02:21.830835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:21.890281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:21.890898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:21.892805 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1130 time: 0.9930360 Feb 17 00:02:21.893246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53cbc27-4692-4a9d-a9f8-8cc09913e3de', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:21.915004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acd6c2-8f78-4f57-af5e-8ed8d7663b50 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=8']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:21.967727 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53cbc27-4692-4a9d-a9f8-8cc09913e3de', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'status': 'completed', 'code': 200} Feb 17 00:02:22.010282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bebb7-fe52-48e4-8f55-d2533173976b req-b3859c30-b304-4e00-89e3-5ba50592f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:22.011928 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-b3859c30-b304-4e00-89e3-5ba50592f8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 1133 time: 0.0787096 Feb 17 00:02:22.114555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99dc6c-ad11-4840-815c-0f2811f22aeb req-a4029a39-0613-466f-9c87-78005691fa26 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:22.116027 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e99dc6c-ad11-4840-815c-0f2811f22aeb req-a4029a39-0613-466f-9c87-78005691fa26 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 980 time: 0.0801361 Feb 17 00:02:22.116647 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-f685574d-13aa-446f-96ce-8ab30a57d4e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1036 time: 0.0976701 Feb 17 00:02:22.160284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e99dc6c-ad11-4840-815c-0f2811f22aeb req-552ff4cd-232b-45eb-b01a-6330d7e09bb5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383990 Feb 17 00:02:22.182433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bebb7-fe52-48e4-8f55-d2533173976b req-e71f7c08-3d72-41ec-87f4-186ed7db54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:22.183855 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-e71f7c08-3d72-41ec-87f4-186ed7db54d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=325d6723-8636-43f3-839d-5516d5fd9fa2 HTTP/1.1" status: 200 len: 834 time: 0.0614614 Feb 17 00:02:22.256832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bebb7-fe52-48e4-8f55-d2533173976b req-3b6213ea-c37f-4a70-a049-99f26021482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:22.258271 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-3b6213ea-c37f-4a70-a049-99f26021482d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7fcff07-e39c-453d-9ace-8380394d1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684528 Feb 17 00:02:22.386206 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-5b94305b-ef46-412b-b287-4fa2e3ecee81 service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209574 Feb 17 00:02:22.514270 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-319bebb7-fe52-48e4-8f55-d2533173976b req-7d226504-bcb7-4e87-952c-1bc774dda5ed service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217256 Feb 17 00:02:22.637124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-c3e7e75d-7e61-42d1-9894-328301020d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:22.638613 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-c3e7e75d-7e61-42d1-9894-328301020d3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 1133 time: 0.0757697 Feb 17 00:02:22.773161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-f57bfd3b-bb69-4cf5-8e3c-629842f512a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:22.774504 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-f57bfd3b-bb69-4cf5-8e3c-629842f512a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 200 len: 897 time: 0.1297305 Feb 17 00:02:22.973698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-1e5433af-2cfe-4e69-a41c-e15daf0b7961 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1036 time: 0.1911330 Feb 17 00:02:23.037884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-b751fa72-c401-4f44-a40d-ada13847b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:23.039172 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-b751fa72-c401-4f44-a40d-ada13847b050 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=325d6723-8636-43f3-839d-5516d5fd9fa2 HTTP/1.1" status: 200 len: 834 time: 0.0555689 Feb 17 00:02:23.112166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-521f5373-357d-49d1-ab23-7b1057cda458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:23.113566 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-521f5373-357d-49d1-ab23-7b1057cda458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7fcff07-e39c-453d-9ace-8380394d1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675955 Feb 17 00:02:23.243067 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-60ad92ce-54ad-4484-ba38-624f0b7cc644 service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230755 Feb 17 00:02:23.344421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04697ec8-73c6-44a9-be3b-4b5a69ee2143 req-344b55c2-16c4-4e51-ad04-cb80b66c0727 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:23.345792 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-04697ec8-73c6-44a9-be3b-4b5a69ee2143 req-344b55c2-16c4-4e51-ad04-cb80b66c0727 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 980 time: 0.0798025 Feb 17 00:02:23.374362 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a9252347-b4ca-47a6-932d-0e43732ecf49 req-07c13b72-b9e5-48cc-8bb5-3592149382f0 service neutron] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246326 Feb 17 00:02:23.390588 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-04697ec8-73c6-44a9-be3b-4b5a69ee2143 req-b97f4c60-44a2-47a8-b791-79d45fecdfe6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Feb 17 00:02:23.773038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98658684-1bec-49c0-949c-d12f5dcd06f2 req-f3b1f00a-b2ac-49b1-9c11-06fd20bd8fe8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:23.774478 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-98658684-1bec-49c0-949c-d12f5dcd06f2 req-f3b1f00a-b2ac-49b1-9c11-06fd20bd8fe8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 945 time: 0.0776553 Feb 17 00:02:23.821677 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-98658684-1bec-49c0-949c-d12f5dcd06f2 req-f16e9270-b4ea-411f-af46-5312a2b8241d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Feb 17 00:02:24.568434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cd64-f7a3-4ae1-8627-74e2654f9281 req-daba02e2-aea1-4eae-a726-8c2d5a3cea7d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:24.569841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4b1cd64-f7a3-4ae1-8627-74e2654f9281 req-daba02e2-aea1-4eae-a726-8c2d5a3cea7d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 980 time: 0.0768733 Feb 17 00:02:24.613031 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4b1cd64-f7a3-4ae1-8627-74e2654f9281 req-43b6a376-4236-4ff5-bd48-ab9a6e00b734 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Feb 17 00:02:25.010317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2938ae-3320-407d-824a-9ff0bcc02414 req-03fe1f0d-8a41-49fb-8219-f0efd6c01875 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:25.011739 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f2938ae-3320-407d-824a-9ff0bcc02414 req-03fe1f0d-8a41-49fb-8219-f0efd6c01875 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 945 time: 0.0811582 Feb 17 00:02:25.054347 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f2938ae-3320-407d-824a-9ff0bcc02414 req-a07459d6-56c9-4622-987b-9a14dd69f418 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369766 Feb 17 00:02:25.211061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-00d90137-8a70-40df-8e7a-87509cfe7509 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:25.211676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-00d90137-8a70-40df-8e7a-87509cfe7509 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:25.228697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-00d90137-8a70-40df-8e7a-87509cfe7509 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:25.229780 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-00d90137-8a70-40df-8e7a-87509cfe7509 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 945 time: 0.0984147 Feb 17 00:02:25.296560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Deleting port f05b2f53-1daf-4583-bc5f-8a64cc479679 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:02:25.296897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:25.536171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] For port f05b2f53-1daf-4583-bc5f-8a64cc479679, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f05b2f53-1daf-4583-bc5f-8a64cc479679,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:25.536527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:25.796151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bff0ac-2399-4c69-a6b6-4426079d92bf req-babb9b7a-f19f-497f-892a-e4f7d4be43a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:25.797524 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c9bff0ac-2399-4c69-a6b6-4426079d92bf req-babb9b7a-f19f-497f-892a-e4f7d4be43a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 980 time: 0.0790308 Feb 17 00:02:25.826796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:25.827168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:25.827484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Floating IP d3aaf99b-09b9-466e-9bd8-2a47bbd3e94b disassociated. External IP: 172.26.2.31, port: f05b2f53-1daf-4583-bc5f-8a64cc479679. Feb 17 00:02:25.827825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Calling delete_port for f05b2f53-1daf-4583-bc5f-8a64cc479679 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:02:25.841172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c9bff0ac-2399-4c69-a6b6-4426079d92bf req-19e0eb82-cda0-442a-8385-e1bcf04063c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375180 Feb 17 00:02:25.966437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:26.022649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event deleted for resources: {'Port': ['ID=f05b2f53-1daf-4583-bc5f-8a64cc479679,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:26.206828 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17f17401-1b41-490c-a153-9692c24f6469 req-47bcf8c8-bc4a-496a-a42d-2de42ad199b5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 210 time: 0.0456028 Feb 17 00:02:26.311680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:02:26.494190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:02:26.503988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:02:26.513067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:26.513668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:26.572273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] No DVR routers for this DVR port f05b2f53-1daf-4583-bc5f-8a64cc479679 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:02:26.574766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:26.577399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'name': 'network-vif-deleted', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:26.594567 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-856e9fc3-cba7-4fc3-95ae-f4ccad719b85 req-22302c97-2fc2-42ee-813d-a829dc982b23 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "DELETE /v2.0/ports/f05b2f53-1daf-4583-bc5f-8a64cc479679 HTTP/1.1" status: 204 len: 173 time: 1.3596032 Feb 17 00:02:26.646022 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba446a-e9f6-4c52-afa0-7e7faee11e0b', 'name': 'network-vif-deleted', 'tag': 'f05b2f53-1daf-4583-bc5f-8a64cc479679', 'status': 'completed', 'code': 200} Feb 17 00:02:26.728155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:26.850327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:02:27.050746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817c59-5249-426a-ad3d-16faba6b26a5 req-50d97737-c82d-46aa-a508-7a568d5abc99 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:27.052470 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-73817c59-5249-426a-ad3d-16faba6b26a5 req-50d97737-c82d-46aa-a508-7a568d5abc99 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 980 time: 0.0907607 Feb 17 00:02:27.112151 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-73817c59-5249-426a-ad3d-16faba6b26a5 req-fb9faed6-2c7f-4ee7-af11-f227ec89e138 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541387 Feb 17 00:02:27.115597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:27.163789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'port_id': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'mac_address': 'fa:16:3e:6b:8d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:02:27.233689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:27.267719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b176f0-0707-4a4d-a515-21fd6ce28c81 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:02:27.287562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:27.289802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:27.293856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:02:27.296187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:27.351321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:27.351928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:27.378397 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c40e828f-05bf-4754-b83f-7f560db88347 req-1db37d26-039b-4a67-858f-0f79d5bb08e6 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=efba446a-e9f6-4c52-afa0-7e7faee11e0b HTTP/1.1" status: 200 len: 210 time: 0.0451105 Feb 17 00:02:27.445506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=9']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:27.500931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['c8b176f0-0707-4a4d-a515-21fd6ce28c81'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:02:27.602304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:28.032900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:28.036597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d7444-4a39-4b8a-ab44-b364e8556739 None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:02:28.245767 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b30bf-a897-4e39-b8f7-0939acd427e6 None None] New status for floating IP d3aaf99b-09b9-466e-9bd8-2a47bbd3e94b: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:02:28.304872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76e160-25ea-4f12-8b44-2e634c045bb5 req-082719b5-cb83-4548-b59e-cb2672ec7758 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:28.306267 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bc76e160-25ea-4f12-8b44-2e634c045bb5 req-082719b5-cb83-4548-b59e-cb2672ec7758 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 981 time: 0.0803838 Feb 17 00:02:28.350336 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bc76e160-25ea-4f12-8b44-2e634c045bb5 req-ba8bde01-74fe-4eb0-90ba-0f8af2c5a643 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 Feb 17 00:02:28.659363 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-68d23968-a202-4eed-a499-a70d2cdb0087 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336531276&fields=id&tenant_id=15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 267 time: 0.0380116 Feb 17 00:02:28.802096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-aab7948e-7106-4d01-b560-2ff8a2412745 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:28.803516 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-aab7948e-7106-4d01-b560-2ff8a2412745 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 812 time: 0.1377964 Feb 17 00:02:28.816646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:28.818255 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-6f699e3f-94b5-496d-8f5f-dcb6466c7480 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/quotas/15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 375 time: 0.0091889 Feb 17 00:02:28.888402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:28.894425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:28.894797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:28.994268 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-f13c3715-c086-4b72-bf16-8ed7974bbf2b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708694 Feb 17 00:02:29.009373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:29.038033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53cbc27-4692-4a9d-a9f8-8cc09913e3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:29.047786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:29.053160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:29.053939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f05b2f53-1daf-4583-bc5f-8a64cc479679 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:02:29.113572 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53cbc27-4692-4a9d-a9f8-8cc09913e3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b176f0-0707-4a4d-a515-21fd6ce28c81', 'code': 200} Feb 17 00:02:29.129743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: f05b2f53-1daf-4583-bc5f-8a64cc479679 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:02:29.130091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f05b2f53-1daf-4583-bc5f-8a64cc479679 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:02:29.136206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-44b5a173-3dde-471b-9d9d-fb936ff4e4ec service neutron] 10.222.0.47 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300948 Feb 17 00:02:29.157364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=10']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:29.267723 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-c9cfc82b-8fde-4525-b7c1-177fbf4979f0 service neutron] 10.222.0.47 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241207 Feb 17 00:02:29.301413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280ff67-8003-4e31-9e69-832e684fc335 req-b609b68a-6978-47d9-a73d-625aa3575b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:29.302889 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5280ff67-8003-4e31-9e69-832e684fc335 req-b609b68a-6978-47d9-a73d-625aa3575b6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 1136 time: 0.0686698 Feb 17 00:02:29.342149 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5280ff67-8003-4e31-9e69-832e684fc335 req-39401da0-ba8a-4fdf-b278-3a2e8045e3fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338690 Feb 17 00:02:29.535135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4268d-d3b5-409a-b3a3-b8060b663837 req-06d4f48d-ab24-4242-b967-2d1f9e795e1b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:29.536626 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c4a4268d-d3b5-409a-b3a3-b8060b663837 req-06d4f48d-ab24-4242-b967-2d1f9e795e1b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 983 time: 0.0784395 Feb 17 00:02:29.587153 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c4a4268d-d3b5-409a-b3a3-b8060b663837 req-e3becb6f-f4ff-48cb-9902-7f7ab46140f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 Feb 17 00:02:29.647369 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f81cab3-6eec-40e7-8c1f-f070db8a5317 req-7b939398-7e09-4aff-bbf1-4e19daafca4d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 210 time: 0.0479283 Feb 17 00:02:30.696914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-0a6f2ee2-e0d8-4066-ab8e-ed70f511a3fb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:30.698743 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-0a6f2ee2-e0d8-4066-ab8e-ed70f511a3fb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 812 time: 0.1586695 Feb 17 00:02:30.764931 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-bed26542-cc31-4ff6-954a-e974b1468d68 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 379 time: 0.0578070 Feb 17 00:02:30.772910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'port': {'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'admin_state_up': True, 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'security_groups': ['2a1f2560-6404-4651-82c0-692de02cb52c']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:30.815364 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-92787056-4c1b-434c-9bf4-00a81b51319e req-d9bfca23-3a2d-44c1-80df-d27a75784882 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 210 time: 0.0488691 Feb 17 00:02:30.847215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c310-b358-4255-9a23-84d7c8c3b90e req-8b1d0cc5-62fc-4020-b700-61614ff07652 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:30.848931 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4f4c310-b358-4255-9a23-84d7c8c3b90e req-8b1d0cc5-62fc-4020-b700-61614ff07652 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 983 time: 0.1353741 Feb 17 00:02:30.895943 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4f4c310-b358-4255-9a23-84d7c8c3b90e req-68e01472-b7c6-46ca-922e-785eccb5e8ba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Feb 17 00:02:30.914080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:30.918372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:port and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:30.921472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:30.928028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:30.940317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Made reservation on behalf of 15f3fb6473f844daa27b059878207e7d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:02:30.943951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:31.103509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f904e-7774-45b7-8fab-446fa6085e66 req-43e14465-cfce-4518-a617-529d8343a82b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:31.105072 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fc9f904e-7774-45b7-8fab-446fa6085e66 req-43e14465-cfce-4518-a617-529d8343a82b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 983 time: 0.0868478 Feb 17 00:02:31.113203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Allocated IP 172.20.0.11 (cb71fde0-bd7b-469d-b386-d22f647a7851/75ff5505-8386-4651-bc98-0eb15c736b94/0f728776-b62e-48fa-9cd8-ddb15bafa19c) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:02:31.157844 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fc9f904e-7774-45b7-8fab-446fa6085e66 req-4d9e2511-704b-4bd1-b39f-8875fbdbb30b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Feb 17 00:02:31.175221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57312) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:31.247976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58847c1b-9585-4021-9803-a36e49e6334f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:31.249506 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-58847c1b-9585-4021-9803-a36e49e6334f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de&network_id=b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 200 len: 1131 time: 0.0733137 Feb 17 00:02:31.308138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:31.324729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Transition to ACTIVE for port object 0f728776-b62e-48fa-9cd8-ddb15bafa19c will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:31.351562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:31.432009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Network cb71fde0-bd7b-469d-b386-d22f647a7851 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:31.435394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:31.439692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:02:31.480939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=0f728776-b62e-48fa-9cd8-ddb15bafa19c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:31.526441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:31.527075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:31.552836 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-603d2510-e01d-45f6-812a-3a8c4601ce03 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835646 Feb 17 00:02:31.565650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Request body: {'port': {'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:31.663645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed245-2709-4c28-a7bb-b9912c27ed2c req-4f5c4dfa-aeed-4983-8e60-8966380049ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:31.665339 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-079ed245-2709-4c28-a7bb-b9912c27ed2c req-4f5c4dfa-aeed-4983-8e60-8966380049ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 983 time: 0.0910642 Feb 17 00:02:31.716578 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-079ed245-2709-4c28-a7bb-b9912c27ed2c req-1b349a47-436a-405a-9f77-f06b5d9576aa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Feb 17 00:02:31.734394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:31.764342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4b7baa32-2274-4cde-88a1-f23a29a12c57 None None] Provisioning for port 0f728776-b62e-48fa-9cd8-ddb15bafa19c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:31.769620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-4b7baa32-2274-4cde-88a1-f23a29a12c57 None None] Provisioning complete for port 0f728776-b62e-48fa-9cd8-ddb15bafa19c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:31.769997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b7baa32-2274-4cde-88a1-f23a29a12c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:31.826547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-4b7baa32-2274-4cde-88a1-f23a29a12c57 None None] Port 0f728776-b62e-48fa-9cd8-ddb15bafa19c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:02:32.009215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36078dca-6741-4547-b2da-d498b05d4f07 req-c5288533-4652-4de7-9179-4de1c411e341 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:32.010811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-36078dca-6741-4547-b2da-d498b05d4f07 req-c5288533-4652-4de7-9179-4de1c411e341 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 932 time: 0.0832100 Feb 17 00:02:32.056863 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-36078dca-6741-4547-b2da-d498b05d4f07 req-80bd16c4-0ed9-43e8-9dbc-05cdc8552be6 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391369 Feb 17 00:02:32.084854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f728776-b62e-48fa-9cd8-ddb15bafa19c {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:02:32.092978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:32.107407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Transition to ACTIVE for port object 0f728776-b62e-48fa-9cd8-ddb15bafa19c will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:32.111922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:32.386377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Pushing event updated for resources: {'Port': ['ID=0f728776-b62e-48fa-9cd8-ddb15bafa19c,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:32.458463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Attempting to bind port 0f728776-b62e-48fa-9cd8-ddb15bafa19c on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:02:32.458804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Attempting to bind port 0f728776-b62e-48fa-9cd8-ddb15bafa19c by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:02:32.459134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Attempting to bind port 0f728776-b62e-48fa-9cd8-ddb15bafa19c on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:32.463698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Port 0f728776-b62e-48fa-9cd8-ddb15bafa19c on network cb71fde0-bd7b-469d-b386-d22f647a7851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:02:32.464337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Attempting to bind port 0f728776-b62e-48fa-9cd8-ddb15bafa19c on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:32.469262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:32.470113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Checking segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:32.470498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Bound using segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:32.470919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Bound port: 0f728776-b62e-48fa-9cd8-ddb15bafa19c, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:02:32.471260 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:32.561555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] For port 0f728776-b62e-48fa-9cd8-ddb15bafa19c, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:32.564910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] For port 0f728776-b62e-48fa-9cd8-ddb15bafa19c, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:02:32.570318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:32.633748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:32.634361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:32.635763 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] 10.222.0.24 "PUT /v2.0/ports/0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 200 len: 1094 time: 1.0751951 Feb 17 00:02:32.636232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:32.727454 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'status': 'completed', 'code': 200} Feb 17 00:02:32.737223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583ef07-e300-44b2-bdb2-f8233ca2560f service neutron] Pushing event updated for resources: {'Port': ['ID=0f728776-b62e-48fa-9cd8-ddb15bafa19c,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:32.842188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-b6d26a6f-1f1b-4c67-860b-880886f2a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:32.843642 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-b6d26a6f-1f1b-4c67-860b-880886f2a273 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1603365 Feb 17 00:02:32.918673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d9a83-7592-4d2f-bc35-b23194e69afd req-53299160-bf38-43c5-b4ee-5c53b750cd5d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:32.918896 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-ea1bea83-21d4-4fb1-9364-e5759609d0af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 200 len: 217 time: 0.0665693 Feb 17 00:02:32.920040 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-172d9a83-7592-4d2f-bc35-b23194e69afd req-53299160-bf38-43c5-b4ee-5c53b750cd5d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 983 time: 0.0792801 Feb 17 00:02:32.967825 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-172d9a83-7592-4d2f-bc35-b23194e69afd req-72c2cd56-90ae-4c66-963b-9f4dd058bcef tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Feb 17 00:02:32.975319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93589a-383a-4de1-969b-8788938133d6 req-92249763-bf60-4cbc-a63c-c5fa42b799ba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:32.976858 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bb93589a-383a-4de1-969b-8788938133d6 req-92249763-bf60-4cbc-a63c-c5fa42b799ba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 983 time: 0.2011144 Feb 17 00:02:33.035228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-a7c159c8-e8c5-4bd8-af83-ef921176c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:33.036671 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-a7c159c8-e8c5-4bd8-af83-ef921176c680 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.1110561 Feb 17 00:02:33.099500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93589a-383a-4de1-969b-8788938133d6 req-426a2914-43a2-4a96-b4db-67536c2189ac tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:33.100871 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bb93589a-383a-4de1-969b-8788938133d6 req-426a2914-43a2-4a96-b4db-67536c2189ac tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1135676 Feb 17 00:02:33.224616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-f5daf658-4d14-486d-961c-2d44f9ec2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:33.225999 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-f5daf658-4d14-486d-961c-2d44f9ec2d0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801438 Feb 17 00:02:33.238589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacda15-f7b6-4d35-a8e3-309b25308eb0 req-30f298a0-a36b-40cf-bbfb-346ea595d732 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:33.240026 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cfacda15-f7b6-4d35-a8e3-309b25308eb0 req-30f298a0-a36b-40cf-bbfb-346ea595d732 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.0768781 Feb 17 00:02:33.283562 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cfacda15-f7b6-4d35-a8e3-309b25308eb0 req-085de943-2f7c-4689-8ac0-1cf351da080d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376477 Feb 17 00:02:33.331351 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bb93589a-383a-4de1-969b-8788938133d6 req-c6d5dfa6-d015-47ef-850e-8a6ececb48ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2214785 Feb 17 00:02:33.346977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:33.461524 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-1ffd3b86-8403-423d-bdf7-058804403c78 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253494 Feb 17 00:02:33.557315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:33.660766 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bc8f80b-6ec2-423f-9113-330edc0a568e req-5b03d275-6a6f-4065-ae50-a09369603da3 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926224 Feb 17 00:02:33.677662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-77685b81-feec-4972-ba02-915fe21f9453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:33.845515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=c8b176f0-0707-4a4d-a515-21fd6ce28c81,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:33.860688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-d99f2089-eb1b-4564-b1d6-3f7ed99d9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:33.862143 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-d99f2089-eb1b-4564-b1d6-3f7ed99d9771 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1273654 Feb 17 00:02:34.066346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] For port c8b176f0-0707-4a4d-a515-21fd6ce28c81, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:34.132840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] device_id is not set on port c8b176f0-0707-4a4d-a515-21fd6ce28c81 yet. {{(pid=87676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 17 00:02:34.155788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:34.156276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaacbb-433a-4866-8d7c-329cb7347c0e req-811fa1a2-3884-4cf7-bddc-f5fecf88a1c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:34.158248 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-72aaacbb-433a-4866-8d7c-329cb7347c0e req-811fa1a2-3884-4cf7-bddc-f5fecf88a1c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 983 time: 0.0826564 Feb 17 00:02:34.170957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:34.202091 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-72aaacbb-433a-4866-8d7c-329cb7347c0e req-483cc7e5-3acd-48a5-bb28-10e67fac06ac tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e919672-3a91-4e4d-8c92-dd7cdf98de81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375838 Feb 17 00:02:34.220294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-5097bad2-ce74-41cb-8c47-9633e5b3800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:34.221723 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-5097bad2-ce74-41cb-8c47-9633e5b3800a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.3497567 Feb 17 00:02:34.370233 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-2054f4ce-cfbf-4818-89e5-cf16bd12a43c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 200 len: 217 time: 0.0942831 Feb 17 00:02:34.415829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=11']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:34.478619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347994a7-731a-4a5c-9725-2200c9c09777 req-abe052ee-6d10-445e-9023-316226fba7f1 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:34.479297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] No DVR routers for this DVR port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:02:34.480079 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-347994a7-731a-4a5c-9725-2200c9c09777 req-abe052ee-6d10-445e-9023-316226fba7f1 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.0784950 Feb 17 00:02:34.504864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-98b2552f-f3bc-4cfc-8fed-82e8b7b862f1 None None] Provisioning complete for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:34.505647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-98b2552f-f3bc-4cfc-8fed-82e8b7b862f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:34.525106 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-347994a7-731a-4a5c-9725-2200c9c09777 req-590cbdb0-20e5-4060-ae7d-1641206a725d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392525 Feb 17 00:02:34.545252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-0f505f33-b808-4e83-b6d8-f4cf347018dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:34.546694 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-0f505f33-b808-4e83-b6d8-f4cf347018dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.1663632 Feb 17 00:02:34.563235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-98b2552f-f3bc-4cfc-8fed-82e8b7b862f1 None None] Port c8b176f0-0707-4a4d-a515-21fd6ce28c81 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:02:34.746306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-591f106e-22b7-4406-ac5a-50334b9ee159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:34.747768 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-591f106e-22b7-4406-ac5a-50334b9ee159 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1887631 Feb 17 00:02:34.824794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] In _notify_port_updated(), no bound segment for port c8b176f0-0707-4a4d-a515-21fd6ce28c81 on network b7fcff07-e39c-453d-9ace-8380394d1543 {{(pid=87676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 17 00:02:34.825603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:34.826198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:34.827378 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bb93589a-383a-4de1-969b-8788938133d6 req-8d177fbc-ff1b-42e7-840a-83edd10758d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 200 len: 1026 time: 1.4850090 Feb 17 00:02:34.847760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:02:34.889887 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-dba1dd15-be59-4f75-b582-d76b8b2cf842 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323047 Feb 17 00:02:34.918043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device c8b176f0-0707-4a4d-a515-21fd6ce28c81 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:02:35.020725 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd7bd940-0f1e-445e-9d3e-c5d7614a5f1d req-955ca01b-8cb3-4a2e-bd71-e319eda210da service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251924 Feb 17 00:02:35.370269 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a58bb5e2-d57c-46ca-b58d-111f66177011 req-6ec07ed3-b22d-4b98-af1d-d0f31ef9f777 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a53cbc27-4692-4a9d-a9f8-8cc09913e3de HTTP/1.1" status: 200 len: 210 time: 0.0438759 Feb 17 00:02:35.706689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89359da-db52-4967-a9d1-ffb8b1ea5924 req-1b949507-d054-47f9-b81e-cfea933c07ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:35.708148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d89359da-db52-4967-a9d1-ffb8b1ea5924 req-1b949507-d054-47f9-b81e-cfea933c07ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.0771742 Feb 17 00:02:35.751732 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d89359da-db52-4967-a9d1-ffb8b1ea5924 req-c7996551-59b6-4d28-beb4-e5db34c94787 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379570 Feb 17 00:02:35.906128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d4699bef-7413-4678-8a2c-0785ada27fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:36.462612 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57340) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:36.531864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cde55bca-a863-4ee6-b8c4-5920e87b9b82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:36.559875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cde55bca-a863-4ee6-b8c4-5920e87b9b82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:36.622544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cde55bca-a863-4ee6-b8c4-5920e87b9b82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:36.641511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde55bca-a863-4ee6-b8c4-5920e87b9b82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e872bb-060a-492c-ba90-3eddd6e73f22,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:36.648753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cde55bca-a863-4ee6-b8c4-5920e87b9b82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:36.649790 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cde55bca-a863-4ee6-b8c4-5920e87b9b82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/45e872bb-060a-492c-ba90-3eddd6e73f22 HTTP/1.1" status: 204 len: 168 time: 0.1862378 Feb 17 00:02:36.678865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57346) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:36.876909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port fd7eb4fc-a629-4442-8c9a-c764108f4788 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:02:36.877254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:36.930209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d496db-9d09-4b32-95f5-508fd0f28aa1 req-5001ee17-741c-4539-a533-5bde3f56965f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:36.936706 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62d496db-9d09-4b32-95f5-508fd0f28aa1 req-5001ee17-741c-4539-a533-5bde3f56965f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.0834210 Feb 17 00:02:36.944873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:36.981201 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62d496db-9d09-4b32-95f5-508fd0f28aa1 req-347a7ccb-ffa4-48ea-a7f6-5f6b91cd88c2 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430501 Feb 17 00:02:37.048749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:37.049069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:37.262970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:37.266870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for fd7eb4fc-a629-4442-8c9a-c764108f4788 owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:02:37.418215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:37.461694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=fd7eb4fc-a629-4442-8c9a-c764108f4788,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:37.555347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:37.555604 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP b9c9c020-cdf7-49dd-b521-ab4bbdf743f7 disassociated (deleted). External IP: 172.26.2.124, port: c8b176f0-0707-4a4d-a515-21fd6ce28c81. Feb 17 00:02:37.899722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 3b207bdc-51d5-4d32-8228-03bd79809770 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:02:38.076869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:02:38.087529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] Sync routers for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:02:38.097249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:38.098002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:38.098167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:38.157518 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-177b5a19-1b96-4aaa-9283-06906a085b8d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/b9c9c020-cdf7-49dd-b521-ab4bbdf743f7 HTTP/1.1" status: 204 len: 168 time: 1.4748983 Feb 17 00:02:38.262030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa733d3-b8c3-44b8-83ca-b343840684f7 req-0563327c-954f-4122-91ea-f438cff0e5aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:38.263004 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0aa733d3-b8c3-44b8-83ca-b343840684f7 req-0563327c-954f-4122-91ea-f438cff0e5aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.1761725 Feb 17 00:02:38.277333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:38.302670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57358) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:38.316175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0aa733d3-b8c3-44b8-83ca-b343840684f7 req-8f622d80-251c-4e4d-ac0f-c49083ca6ccb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471368 Feb 17 00:02:38.374660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-98800890-bc34-4238-af8c-1f515c6936e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:38.403615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-98800890-bc34-4238-af8c-1f515c6936e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:38.472566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-98800890-bc34-4238-af8c-1f515c6936e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:38.492361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98800890-bc34-4238-af8c-1f515c6936e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0df2ec-ee68-4fea-9e54-6a8f5c49c964,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:38.498952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-98800890-bc34-4238-af8c-1f515c6936e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:38.504374 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-98800890-bc34-4238-af8c-1f515c6936e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/de0df2ec-ee68-4fea-9e54-6a8f5c49c964 HTTP/1.1" status: 204 len: 168 time: 0.1992378 Feb 17 00:02:38.529086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57364) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:38.536556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:38.597519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port c8b176f0-0707-4a4d-a515-21fd6ce28c81 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:02:38.597853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:38.619103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:02:00Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:38.623085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] Checking router: 3b207bdc-51d5-4d32-8228-03bd79809770 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:02:38.631737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:38.632502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:38.850085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:38.944602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:39.064613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for c8b176f0-0707-4a4d-a515-21fd6ce28c81 owned by {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:02:39.161480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:02:00Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:39.165577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452a898-1344-4abd-8dc1-3477cc2542af None None] The sync data for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv is: [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7aeb580a-00c0-4e6b-a391-30bc917b5d78', 'name': '', 'network_id': 'b7fcff07-e39c-453d-9ace-8380394d1543', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:53Z', 'updated_at': '2022-02-17T00:02:00Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '325d6723-8636-43f3-839d-5516d5fd9fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:02:39.206814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:39.256685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=c8b176f0-0707-4a4d-a515-21fd6ce28c81,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:39.362135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:39.376986 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-846cf863-d527-4c1a-8878-9ddbb9a2be3a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/ports/c8b176f0-0707-4a4d-a515-21fd6ce28c81 HTTP/1.1" status: 204 len: 168 time: 0.8462942 Feb 17 00:02:39.378111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57370) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:39.452740 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc41322-0803-40cb-bc84-cb8280d4d6ef None None] New status for floating IP b9c9c020-cdf7-49dd-b521-ab4bbdf743f7: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:02:39.511865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10e38-af94-4048-bb7d-fff7fe5f93e8 req-ae9f24be-7f48-4a45-9473-3852b2bfd3f5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:39.513410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ae10e38-af94-4048-bb7d-fff7fe5f93e8 req-ae9f24be-7f48-4a45-9473-3852b2bfd3f5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.0813591 Feb 17 00:02:39.560154 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ae10e38-af94-4048-bb7d-fff7fe5f93e8 req-e3f72d6c-a159-40b6-91c8-56cb1818e317 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398271 Feb 17 00:02:39.933703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:40.376464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 7aeb580a-00c0-4e6b-a391-30bc917b5d78 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:02:40.377164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:40.558557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 7aeb580a-00c0-4e6b-a391-30bc917b5d78, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7aeb580a-00c0-4e6b-a391-30bc917b5d78,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:40.558902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:40.680696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 7aeb580a-00c0-4e6b-a391-30bc917b5d78 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:02:40.742773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a8663-a089-42c8-8e63-136bcab622a7 req-1a630b01-d268-4f89-a5d3-cb92886a6bf5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:40.744267 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-715a8663-a089-42c8-8e63-136bcab622a7 req-1a630b01-d268-4f89-a5d3-cb92886a6bf5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.0779552 Feb 17 00:02:40.792446 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-715a8663-a089-42c8-8e63-136bcab622a7 req-aeeb7856-95a3-44bb-b5e9-e045a5b6e51f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424676 Feb 17 00:02:40.864641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:40.916728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=7aeb580a-00c0-4e6b-a391-30bc917b5d78,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:41.184789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:41.535863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 3b207bdc-51d5-4d32-8228-03bd79809770 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:02:41.823422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:02:41.836035 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-92d294cc-6ed9-4f49-b30e-0903c7a8255e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/3b207bdc-51d5-4d32-8228-03bd79809770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4566505 Feb 17 00:02:41.838757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57378) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:41.843506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] Sync routers for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:02:41.854391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:41.854994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:41.906331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet 325d6723-8636-43f3-839d-5516d5fd9fa2 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:02:41.911150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:41.966570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:41.989293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f2ae3-e50b-4269-bf13-be22d31e7a1b req-50933951-bf4a-4399-b565-15c239649a82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:41.990903 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c39f2ae3-e50b-4269-bf13-be22d31e7a1b req-50933951-bf4a-4399-b565-15c239649a82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.0830142 Feb 17 00:02:42.037426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:42.051487 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c39f2ae3-e50b-4269-bf13-be22d31e7a1b req-9de9ea23-8471-456d-ae0f-c136bd1c3b05 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543442 Feb 17 00:02:42.053109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.128098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.166795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=325d6723-8636-43f3-839d-5516d5fd9fa2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:42.170383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.177804 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3de4404b-c59e-4645-a4cf-07c18e8714c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/325d6723-8636-43f3-839d-5516d5fd9fa2 HTTP/1.1" status: 204 len: 168 time: 0.3378167 Feb 17 00:02:42.180391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57382) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:42.203254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f047c53-9719-4001-aec0-ceaf3dd54316 None None] Network b7fcff07-e39c-453d-9ace-8380394d1543 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:02:42.359588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.486616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:02:40Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'a04a633d-af89-4af9-8a60-3d07296d6d0e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:42.490620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] Checking router: 3b207bdc-51d5-4d32-8228-03bd79809770 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:02:42.499251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] Routers {'3b207bdc-51d5-4d32-8228-03bd79809770'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:42.499784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['3b207bdc-51d5-4d32-8228-03bd79809770'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:42.537591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.547183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port a04a633d-af89-4af9-8a60-3d07296d6d0e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:02:42.547578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.560774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] DHCP port deletion for b7fcff07-e39c-453d-9ace-8380394d1543 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:02:42.616718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] Deleting port fdbbd757-6318-484f-89fc-bc470481c67b {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:02:42.617096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.732598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port a04a633d-af89-4af9-8a60-3d07296d6d0e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a04a633d-af89-4af9-8a60-3d07296d6d0e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:42.733326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:42.771583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] Set router 3b207bdc-51d5-4d32-8228-03bd79809770 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:42.854930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for a04a633d-af89-4af9-8a60-3d07296d6d0e owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:02:42.884887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:02:42Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:42.896644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0f728776-b62e-48fa-9cd8-ddb15bafa19c details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:02:42.904202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e448f-0af1-417c-80a4-3f454d2db359 None None] The sync data for ids ['3b207bdc-51d5-4d32-8228-03bd79809770'] in dv-neutron-829040-1-hyperv is: [{'id': '3b207bdc-51d5-4d32-8228-03bd79809770', 'name': 'tempest-TestNetworkBasicOps-router-1487496823', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:01:49Z', 'updated_at': '2022-02-17T00:02:42Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:02:43.026513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.073289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=a04a633d-af89-4af9-8a60-3d07296d6d0e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:43.091466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] For port fdbbd757-6318-484f-89fc-bc470481c67b, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fdbbd757-6318-484f-89fc-bc470481c67b,segment=NetworkSegment(05a76efe-8c2b-44f4-8fa5-112c4ddd20b4),segment_id=05a76efe-8c2b-44f4-8fa5-112c4ddd20b4)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:43.091863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.175572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.222694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] Calling delete_port for fdbbd757-6318-484f-89fc-bc470481c67b owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:02:43.263556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d206-a8eb-4568-a8ab-33c50a563973 req-4d755dc0-0d39-460a-9642-9e3bd35b3b34 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:43.265365 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fb53d206-a8eb-4568-a8ab-33c50a563973 req-4d755dc0-0d39-460a-9642-9e3bd35b3b34 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 944 time: 0.1015673 Feb 17 00:02:43.330827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fb53d206-a8eb-4568-a8ab-33c50a563973 req-0440b842-46d9-41db-a83c-71c9b1740151 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593083 Feb 17 00:02:43.331449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 0f728776-b62e-48fa-9cd8-ddb15bafa19c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:43.349744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:02:43.352937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.433257 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] Pushing event deleted for resources: {'Port': ['ID=fdbbd757-6318-484f-89fc-bc470481c67b,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:43.442434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aefbde-bdbf-4ddc-a39d-344d376343d8 None None] No DVR routers for this DVR port fdbbd757-6318-484f-89fc-bc470481c67b on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:02:43.457582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.472834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.475357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.477900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f728776-b62e-48fa-9cd8-ddb15bafa19c {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:02:43.494850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 0f728776-b62e-48fa-9cd8-ddb15bafa19c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:43.496834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.497347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router 3b207bdc-51d5-4d32-8228-03bd79809770 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:02:43.499164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.512000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.513108 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-507d939a-8a61-4708-a142-69b09aa4dd28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/3b207bdc-51d5-4d32-8228-03bd79809770 HTTP/1.1" status: 204 len: 168 time: 1.3318255 Feb 17 00:02:43.515721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57388) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:43.568507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=0f728776-b62e-48fa-9cd8-ddb15bafa19c,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:43.626366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.690894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['0f728776-b62e-48fa-9cd8-ddb15bafa19c'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:02:43.762004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.791123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fcff07-e39c-453d-9ace-8380394d1543']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:43.791728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fdbbd757-6318-484f-89fc-bc470481c67b no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:02:43.803562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:43.803859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a76efe-8c2b-44f4-8fa5-112c4ddd20b4') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:43.815622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.835882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.836837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: fdbbd757-6318-484f-89fc-bc470481c67b {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:02:43.837180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fdbbd757-6318-484f-89fc-bc470481c67b not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:02:43.837824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a04a633d-af89-4af9-8a60-3d07296d6d0e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:02:43.842718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:02:43.843119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:02:43.857787 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:02:43.873664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a04a633d-af89-4af9-8a60-3d07296d6d0e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:02:43.874065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a04a633d-af89-4af9-8a60-3d07296d6d0e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:02:43.874407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7aeb580a-00c0-4e6b-a391-30bc917b5d78 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:02:43.915108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7aeb580a-00c0-4e6b-a391-30bc917b5d78 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:02:43.915818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7aeb580a-00c0-4e6b-a391-30bc917b5d78 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:02:43.939733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.944247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:43.972907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=b7fcff07-e39c-453d-9ace-8380394d1543,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:43.976700 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f31fd989-b2f7-4a3f-8a6a-ac3f0d7a60a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/b7fcff07-e39c-453d-9ace-8380394d1543 HTTP/1.1" status: 204 len: 168 time: 0.4595003 Feb 17 00:02:43.990997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57392) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:44.003665 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-065ea148-635e-44e7-90e2-352f12bed039 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112023 Feb 17 00:02:44.006208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57396) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:44.012115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--1214785126', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:44.018288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:44.027283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:44.031077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:44.037721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:44.049074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:02:44.053355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.082172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:02:44.091689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.091967 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment d707e956-59ca-4a0c-8dee-979ee1446f4e of type vlan for network b113464d-da05-49da-81fd-a2c77bfff9f6 Feb 17 00:02:44.119042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.147557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.152917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:44.153490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.256690 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2492194 Feb 17 00:02:44.259635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57400) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:44.264857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:44.265860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cdbb4-af6c-4d55-b176-dd49900520df tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=b113464d-da05-49da-81fd-a2c77bfff9f6,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:44.271732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:44.275804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:44.276707 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network b113464d-da05-49da-81fd-a2c77bfff9f6 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:02:44.278833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:44.289102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:44.299336 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.300399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.317198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.508285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b159a-0792-4d70-9ac3-fc37ef82c8f7 req-d17ceed4-0aad-4541-afe1-cad0e6ea997b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:44.509746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f1b159a-0792-4d70-9ac3-fc37ef82c8f7 req-d17ceed4-0aad-4541-afe1-cad0e6ea997b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 945 time: 0.0785773 Feb 17 00:02:44.556686 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f1b159a-0792-4d70-9ac3-fc37ef82c8f7 req-ab7762ae-185e-4d5a-b454-7ef39a6bc712 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Feb 17 00:02:44.578703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.869975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.898283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:44.910199 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0f728776-b62e-48fa-9cd8-ddb15bafa19c up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:44.975000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 0f728776-b62e-48fa-9cd8-ddb15bafa19c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:44.979494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 0f728776-b62e-48fa-9cd8-ddb15bafa19c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:44.979867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:45.100953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:45.128006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:45.137139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.185 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b3405cc6-ade5-4534-bf18-4c61c5754229) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:02:45.137995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 0f728776-b62e-48fa-9cd8-ddb15bafa19c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:45.143349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:45.219219 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'code': 200} Feb 17 00:02:45.250064 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=0f728776-b62e-48fa-9cd8-ddb15bafa19c,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:45.288504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:45.316513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:45.416310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:45.423140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:45.427872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:02:45.464854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=b3405cc6-ade5-4534-bf18-4c61c5754229,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:45.655220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc84075-f56e-4a7b-aa64-d63407c586a8 req-bcf54193-5273-417d-857f-7d5e82a1b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:45.656786 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6cc84075-f56e-4a7b-aa64-d63407c586a8 req-bcf54193-5273-417d-857f-7d5e82a1b7b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1099 time: 0.2843843 Feb 17 00:02:45.720372 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6cc84075-f56e-4a7b-aa64-d63407c586a8 req-9320174c-f057-4e6c-8752-1d75116cb761 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569394 Feb 17 00:02:45.748517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07331ee-6363-48ac-8148-a8001ab78a39 req-60a4f506-b043-4c0c-b03e-5f3e5a44a924 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:45.749975 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f07331ee-6363-48ac-8148-a8001ab78a39 req-60a4f506-b043-4c0c-b03e-5f3e5a44a924 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 946 time: 0.0858889 Feb 17 00:02:45.793821 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f07331ee-6363-48ac-8148-a8001ab78a39 req-974fc665-33a1-44b9-b9fb-d602f23caacc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Feb 17 00:02:45.892747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:46.222007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:46.535178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 82cb7892-0313-4525-adb6-49bf00089de3 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:02:46.710006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:02:46.719997 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Sync routers for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:02:46.730120 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:46.731066 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:46.737800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:46.739178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-044f1699-c594-4021-8397-5cf84b056a9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4784555 Feb 17 00:02:46.742236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57410) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:46.785694 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eb3231bf-dc68-4a2e-ad2b-0804eea37c90 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422649 Feb 17 00:02:46.788029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57414) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:46.918601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75211ed0-296e-4102-9482-c7e715f2ce8e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:46.920451 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-75211ed0-296e-4102-9482-c7e715f2ce8e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311312 Feb 17 00:02:46.923285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57420) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:46.930469 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:46.961911 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0cdf78f2-40d0-40ec-bc49-6238b0f71230 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379763 Feb 17 00:02:46.964589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57424) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:46.970057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537015388', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:46.991474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84da9-9ab3-4490-8175-aacedb9c4552 req-fc3d970c-83b9-48db-90b2-28e0cc399514 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:46.993089 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-03c84da9-9ab3-4490-8175-aacedb9c4552 req-fc3d970c-83b9-48db-90b2-28e0cc399514 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 946 time: 0.0912130 Feb 17 00:02:47.037481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-03c84da9-9ab3-4490-8175-aacedb9c4552 req-69b469ae-f8ec-48f5-b5b0-407dc8fd50d8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383477 Feb 17 00:02:47.080665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:47.084589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:47.087719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:47.093727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:47.106920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:02:47.111522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.220725 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:45Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:47.225693 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Checking router: 82cb7892-0313-4525-adb6-49bf00089de3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:02:47.226037 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Updating router 82cb7892-0313-4525-adb6-49bf00089de3 port b3405cc6-ade5-4534-bf18-4c61c5754229 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:02:47.239637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948682ca-8c92-4a65-a2f4-4d561c6119e0 req-9d5ec4aa-f55e-497f-8b7b-8266516183fb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:47.241135 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-948682ca-8c92-4a65-a2f4-4d561c6119e0 req-9d5ec4aa-f55e-497f-8b7b-8266516183fb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 946 time: 0.0876746 Feb 17 00:02:47.279690 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.286861 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-948682ca-8c92-4a65-a2f4-4d561c6119e0 req-da01b9d9-7700-4612-a006-8529171af52a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394976 Feb 17 00:02:47.313973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57430) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:47.375231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.467882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=b962bba1-2081-4293-be52-c61abe04a69b,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:47.480304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:47.480665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: b113464d-da05-49da-81fd-a2c77bfff9f6, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:02:47.489999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ba37e-1f73-4c22-81be-c1c5926913d9 tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:47.491496 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-666ba37e-1f73-4c22-81be-c1c5926913d9 tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1094 time: 0.1745498 Feb 17 00:02:47.494344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57434) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:47.499501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:47.506128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:47.510115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:floatingip and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:47.511267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b113464d-da05-49da-81fd-a2c77bfff9f6 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:02:47.513236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:47.520570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:47.522569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, b113464d-da05-49da-81fd-a2c77bfff9f6) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:47.528022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:47.528711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.533484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.537123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51cda3d-d34a-4cac-aa20-a5a2b8c95d5a None None] Network b113464d-da05-49da-81fd-a2c77bfff9f6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:02:47.550740 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-36f9b504-8354-402a-bdc0-563c5fdca0c9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5849926 Feb 17 00:02:47.553286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57438) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:47.655929 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.682654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Transition to ACTIVE for port object b3405cc6-ade5-4534-bf18-4c61c5754229 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:47.703242 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.709214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.790782 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f25085-a76a-42b2-87fc-a2bd7c4be60e None None] Pushing event updated for resources: {'Port': ['ID=b3405cc6-ade5-4534-bf18-4c61c5754229,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:47.810747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-b113464d-da05-49da-81fd-a2c77bfff9f6', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:02:47.811582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.813808 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Attempting to bind port b3405cc6-ade5-4534-bf18-4c61c5754229 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:02:47.814176 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Attempting to bind port b3405cc6-ade5-4534-bf18-4c61c5754229 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:02:47.814529 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Attempting to bind port b3405cc6-ade5-4534-bf18-4c61c5754229 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:47.820167 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:47.820803 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:47.821378 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.821939 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:47.822574 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Bound port: b3405cc6-ade5-4534-bf18-4c61c5754229, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:02:47.823123 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:47.876854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Allocated IP 172.26.2.188 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/698b3fef-701d-465c-a6e3-92f386410c19) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:02:47.904330 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] For port b3405cc6-ade5-4534-bf18-4c61c5754229, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:47.908354 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] For port b3405cc6-ade5-4534-bf18-4c61c5754229, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b3405cc6-ade5-4534-bf18-4c61c5754229,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:02:47.915429 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.001813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Allocated IP 172.20.0.2 (b113464d-da05-49da-81fd-a2c77bfff9f6/b962bba1-2081-4293-be52-c61abe04a69b/e8e20603-3b49-4fbe-8579-249c22a1b1cf) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:02:48.014130 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:48.015018 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:48.056088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.078546 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f25085-a76a-42b2-87fc-a2bd7c4be60e None None] Pushing event updated for resources: {'Port': ['ID=b3405cc6-ade5-4534-bf18-4c61c5754229,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:48.091699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.179708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:48.182635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:48.192278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:02:48.216076 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:48.255454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.267988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Transition to ACTIVE for port object e8e20603-3b49-4fbe-8579-249c22a1b1cf will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:48.285555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=698b3fef-701d-465c-a6e3-92f386410c19,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:48.295872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Transition to ACTIVE for port object e8e20603-3b49-4fbe-8579-249c22a1b1cf will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:48.302849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.396315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Pushing event updated for resources: {'Port': ['ID=e8e20603-3b49-4fbe-8579-249c22a1b1cf,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:48.410220 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Network b113464d-da05-49da-81fd-a2c77bfff9f6 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:48.411456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:48.414465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:02:48.520977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.529878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Attempting to bind port e8e20603-3b49-4fbe-8579-249c22a1b1cf on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:02:48.530330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Attempting to bind port e8e20603-3b49-4fbe-8579-249c22a1b1cf by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:02:48.530773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Attempting to bind port e8e20603-3b49-4fbe-8579-249c22a1b1cf on network b113464d-da05-49da-81fd-a2c77bfff9f6 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:48.538060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:48.538737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Checking segment: {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:48.539003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.539469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Bound using segment: {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:48.540017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Bound port: e8e20603-3b49-4fbe-8579-249c22a1b1cf, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:02:48.540483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.579990 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:45Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:48.584715 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a436969-c6a6-449b-9de9-6a3b1e78a7d5 None None] The sync data for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv is: [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:45Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:02:48.649770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] For port e8e20603-3b49-4fbe-8579-249c22a1b1cf, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:48.653015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] For port e8e20603-3b49-4fbe-8579-249c22a1b1cf, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e8e20603-3b49-4fbe-8579-249c22a1b1cf,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:02:48.661762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.756339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ebe07-65c9-45ce-b1d8-3309f77e926c None None] Pushing event updated for resources: {'Port': ['ID=e8e20603-3b49-4fbe-8579-249c22a1b1cf,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:48.801149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:48.913747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.012138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (b113464d-da05-49da-81fd-a2c77bfff9f6/b962bba1-2081-4293-be52-c61abe04a69b/d1304f6c-547a-4ad7-a540-51108f4b7d74) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:02:49.182336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.190659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.229543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.247420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object d1304f6c-547a-4ad7-a540-51108f4b7d74 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:49.273014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.309285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=698b3fef-701d-465c-a6e3-92f386410c19,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:49.318265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.357383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b113464d-da05-49da-81fd-a2c77bfff9f6 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:49.360958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:49.363463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:02:49.400986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:49.429945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.497884 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Floating IP db84a63b-8443-46ca-b8dd-cc468283f264 associated. External IP: 172.26.2.188, port: 0f728776-b62e-48fa-9cd8-ddb15bafa19c. Feb 17 00:02:49.734120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:49.879514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e8e20603-3b49-4fbe-8579-249c22a1b1cf up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:49.915534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:02:49.946286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fea732-c0c3-424c-8f41-17745fb9e05c None None] Network b113464d-da05-49da-81fd-a2c77bfff9f6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:02:50.047002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port e8e20603-3b49-4fbe-8579-249c22a1b1cf completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:50.058886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e3926ef6-991c-46bb-855b-6397ba87ddec None None] Provisioning for port e8e20603-3b49-4fbe-8579-249c22a1b1cf completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:50.066872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e8e20603-3b49-4fbe-8579-249c22a1b1cf triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:50.067240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.094129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e3926ef6-991c-46bb-855b-6397ba87ddec None None] Provisioning complete for port e8e20603-3b49-4fbe-8579-249c22a1b1cf triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:50.094513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e3926ef6-991c-46bb-855b-6397ba87ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.224192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:02:50.243067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:02:50.256674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.308711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:50.309360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:50.327937 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-227e894e-9b42-41ff-b13a-81eb8796645b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8324323 Feb 17 00:02:50.328584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:50.381708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.388501 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'status': 'completed', 'code': 200} Feb 17 00:02:50.388754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.556491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.558162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:50.563766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.651835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-c6004d1a-7227-453a-99b2-e883361a72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:50.653320 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-c6004d1a-7227-453a-99b2-e883361a72da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1099 time: 0.1991293 Feb 17 00:02:50.663593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e3926ef6-991c-46bb-855b-6397ba87ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.717447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port e8e20603-3b49-4fbe-8579-249c22a1b1cf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e8e20603-3b49-4fbe-8579-249c22a1b1cf,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:50.725554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:50.780154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:50.780924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b3405cc6-ade5-4534-bf18-4c61c5754229 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:50.806083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b113464d-da05-49da-81fd-a2c77bfff9f6 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:50.809319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:50.890282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-dc93003b-7428-4847-8748-5d69a885c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:50.892276 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-dc93003b-7428-4847-8748-5d69a885c5fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.2294281 Feb 17 00:02:51.037109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-e3926ef6-991c-46bb-855b-6397ba87ddec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:02:51.037619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-e3926ef6-991c-46bb-855b-6397ba87ddec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:02:51.056091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=e8e20603-3b49-4fbe-8579-249c22a1b1cf,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:51.077976 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-6688ca53-127f-4fea-bcec-ab7d73815aa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 200 len: 1000 time: 0.1721411 Feb 17 00:02:51.094818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b3405cc6-ade5-4534-bf18-4c61c5754229 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:51.134477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 82cb7892-0313-4525-adb6-49bf00089de3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:02:51.144509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b3405cc6-ade5-4534-bf18-4c61c5754229 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:51.144888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:51.158213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-a67a8e2e-7bb0-477a-af81-bf3078a8bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.159533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-a67a8e2e-7bb0-477a-af81-bf3078a8bdab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0743105 Feb 17 00:02:51.372890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:51.381315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:51.392824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-1d04626e-c9b3-4c8b-b626-f0a26d1c778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.394455 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-1d04626e-c9b3-4c8b-b626-f0a26d1c778a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1864421 Feb 17 00:02:51.396763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b3405cc6-ade5-4534-bf18-4c61c5754229, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b3405cc6-ade5-4534-bf18-4c61c5754229,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:51.397233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:02:51.406155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:51.411976 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260284e-e746-494d-a709-15e1865f147c None None] Sync routers for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:02:51.430429 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:51.431922 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:51.470549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:48Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:51.479961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:02:51.483910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a6c18156-17e4-4515-ac24-30eb089bfb43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/82cb7892-0313-4525-adb6-49bf00089de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9272902 Feb 17 00:02:51.485652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57446) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:51.492175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b3405cc6-ade5-4534-bf18-4c61c5754229,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:51.496727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:51.497339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:51.558559 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-ba0b2f43-e189-4a16-a949-8f9bfa746db9 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559465 Feb 17 00:02:51.649494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4010998-1410-4f10-b6c8-dcc7228da5ed tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.649989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4010998-1410-4f10-b6c8-dcc7228da5ed tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.650449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4010998-1410-4f10-b6c8-dcc7228da5ed tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.652852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4010998-1410-4f10-b6c8-dcc7228da5ed tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.653331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4010998-1410-4f10-b6c8-dcc7228da5ed tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.654349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4010998-1410-4f10-b6c8-dcc7228da5ed tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.659798 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d4010998-1410-4f10-b6c8-dcc7228da5ed tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1718271 Feb 17 00:02:51.660439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57450) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:51.693374 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:51.762226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:51.772407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da0660-a79d-4cd5-bbbc-bc378be3d136 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.774732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da0660-a79d-4cd5-bbbc-bc378be3d136 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.775373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da0660-a79d-4cd5-bbbc-bc378be3d136 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.778638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da0660-a79d-4cd5-bbbc-bc378be3d136 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.779299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da0660-a79d-4cd5-bbbc-bc378be3d136 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.779906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da0660-a79d-4cd5-bbbc-bc378be3d136 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:51.789655 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f0da0660-a79d-4cd5-bbbc-bc378be3d136 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1278713 Feb 17 00:02:51.790499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57454) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:51.870146 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a2439580-205d-4b58-86a2-1beb4b3ccec0 req-c34dbf3c-6ab3-4175-bbe8-160903a02ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057516 Feb 17 00:02:51.920905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e8e20603-3b49-4fbe-8579-249c22a1b1cf up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:51.994040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-854be4a9-eede-4b90-babb-41d51ba06876 None None] Provisioning for port d1304f6c-547a-4ad7-a540-51108f4b7d74 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:52.019333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-854be4a9-eede-4b90-babb-41d51ba06876 None None] Provisioning complete for port d1304f6c-547a-4ad7-a540-51108f4b7d74 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:52.019706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-854be4a9-eede-4b90-babb-41d51ba06876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.020594 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2341f18e-679a-414b-841a-2502dbcae88a tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2279687 Feb 17 00:02:52.056456 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:50Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:52.060424 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260284e-e746-494d-a709-15e1865f147c None None] Checking router: 82cb7892-0313-4525-adb6-49bf00089de3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:02:52.060773 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260284e-e746-494d-a709-15e1865f147c None None] Updating router 82cb7892-0313-4525-adb6-49bf00089de3 port d1304f6c-547a-4ad7-a540-51108f4b7d74 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:02:52.121197 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f260284e-e746-494d-a709-15e1865f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.187047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-854be4a9-eede-4b90-babb-41d51ba06876 None None] Port d1304f6c-547a-4ad7-a540-51108f4b7d74 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:02:52.234249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e8e20603-3b49-4fbe-8579-249c22a1b1cf triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:52.234718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.264668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-854be4a9-eede-4b90-babb-41d51ba06876 None None] Provisioning complete for port e8e20603-3b49-4fbe-8579-249c22a1b1cf triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:52.264668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-854be4a9-eede-4b90-babb-41d51ba06876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.267908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57460) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:52.274478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653538261', 'description': 'tempest-secgroup-smoke-1653538261 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:52.281205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:52.285722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:52.288714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:52.295885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:52.314740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.338195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:52.342726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:52.345660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:52.353194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:52.465146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.469759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.508711 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f260284e-e746-494d-a709-15e1865f147c None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.525623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2d0f3e-df50-47c2-a70a-96cff291c232,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:52.527054 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-f260284e-e746-494d-a709-15e1865f147c None None] Transition to ACTIVE for port object d1304f6c-547a-4ad7-a540-51108f4b7d74 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:52.537824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.538305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.538960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.539371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.539786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.540329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.540722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.541154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.541546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.541929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.542312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.542640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:02:52.542767 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f260284e-e746-494d-a709-15e1865f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.551732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:48Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:52.552020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.556072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57464) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:52.561319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b3405cc6-ade5-4534-bf18-4c61c5754229 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:52.566837 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0a2a02c6-4bd3-46d3-9b64-34bc81fb2459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2972043 Feb 17 00:02:52.571725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '6d2d0f3e-df50-47c2-a70a-96cff291c232', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:52.578059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:52.582467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:52.585427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:52.591247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:52.592632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9183f-d913-4b90-b3f9-6ef91befd1db None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:48Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:02:52.612652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.680131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b3405cc6-ade5-4534-bf18-4c61c5754229 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:52.680506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.777051 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.785306 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf955c3-108e-4f72-9a15-4e91b46730c6 None None] Pushing event updated for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:52.786159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.829019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e058ac0-0218-4954-9c85-0e103ef65446,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:52.855534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.859835 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f7673f3b-6054-48fb-b7f7-2b19d289da9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021007 Feb 17 00:02:52.862431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57468) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:52.869300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '6d2d0f3e-df50-47c2-a70a-96cff291c232', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:52.877328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:52.882958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:52.886875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:52.894524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:52.916563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.942541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d950eb6-ad59-4109-8557-20340203a9bc None None] New status for floating IP db84a63b-8443-46ca-b8dd-cc468283f264: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:02:52.949961 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-f260284e-e746-494d-a709-15e1865f147c None None] Attempting to bind port d1304f6c-547a-4ad7-a540-51108f4b7d74 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:02:52.952315 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-f260284e-e746-494d-a709-15e1865f147c None None] Attempting to bind port d1304f6c-547a-4ad7-a540-51108f4b7d74 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:02:52.952841 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260284e-e746-494d-a709-15e1865f147c None None] Attempting to bind port d1304f6c-547a-4ad7-a540-51108f4b7d74 on network b113464d-da05-49da-81fd-a2c77bfff9f6 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:52.960528 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260284e-e746-494d-a709-15e1865f147c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:52.961010 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260284e-e746-494d-a709-15e1865f147c None None] Checking segment: {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:52.961603 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f260284e-e746-494d-a709-15e1865f147c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.962063 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260284e-e746-494d-a709-15e1865f147c None None] Bound using segment: {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:52.962810 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-f260284e-e746-494d-a709-15e1865f147c None None] Bound port: d1304f6c-547a-4ad7-a540-51108f4b7d74, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:02:52.963444 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f260284e-e746-494d-a709-15e1865f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.989351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:52.993289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.022113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d759b1e6-ee9e-4b8c-93f0-e381078d22ba,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:53.030054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.034757 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d7d959a-dbf3-4d45-9fe6-1aac938a405d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677687 Feb 17 00:02:53.034757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57472) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:53.041230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '6d2d0f3e-df50-47c2-a70a-96cff291c232', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:53.047460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:53.052097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:53.055692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:53.057968 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-f260284e-e746-494d-a709-15e1865f147c None None] For port d1304f6c-547a-4ad7-a540-51108f4b7d74, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:53.061475 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-f260284e-e746-494d-a709-15e1865f147c None None] For port d1304f6c-547a-4ad7-a540-51108f4b7d74, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d1304f6c-547a-4ad7-a540-51108f4b7d74,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:02:53.062569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:53.066467 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-f260284e-e746-494d-a709-15e1865f147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.083912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.163610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.166594 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:02:53.167298 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:02:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:53.172553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.211987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a33e42-681c-4617-ac28-b3d9435b6a30,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:53.215587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.222100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57476) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:53.227658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '6d2d0f3e-df50-47c2-a70a-96cff291c232', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:53.231895 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-532fbd61-61d2-4038-982e-91dbb2fb2566 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960723 Feb 17 00:02:53.236500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:53.244124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:53.246722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:53.253816 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf955c3-108e-4f72-9a15-4e91b46730c6 None None] Pushing event updated for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:53.257997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:53.278411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.349600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.354207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.367954 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:02:53.383367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d420e6d9-034a-449e-baa7-1707439d0c6e,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:53.389221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.393009 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cba676d6-0de7-49c6-b7a0-50ed001504e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683414 Feb 17 00:02:53.393408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57480) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:53.398390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '6d2d0f3e-df50-47c2-a70a-96cff291c232', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:53.404288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:53.408018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:53.410887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:53.416657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:53.428329 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:02:53.434966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.498887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.502433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.526303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6064fd70-8760-4965-8732-43181f9f3def,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:53.535853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.537095 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fb996170-92f6-4682-a9a7-19a7ef78de77 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427155 Feb 17 00:02:53.539694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57484) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:02:53.544769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '6d2d0f3e-df50-47c2-a70a-96cff291c232', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:53.551071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:53.554741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:53.557529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:53.563004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:53.575526 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:02:53.582146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.647637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.651731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.675255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24aa366e-2c00-4612-b000-d4f4c9665fde,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:53.684573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:53.685752 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-29e6ab8d-2dba-47a1-be8e-0604a5ba5bb4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451273 Feb 17 00:02:53.700006 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f260284e-e746-494d-a709-15e1865f147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:02:53.703926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260284e-e746-494d-a709-15e1865f147c None None] The sync data for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv is: [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:02:53.875630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-da9d9286-5731-4ecc-a0fd-3d6834e28b95 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:53.891931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-da9d9286-5731-4ecc-a0fd-3d6834e28b95 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:53.893261 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-da9d9286-5731-4ecc-a0fd-3d6834e28b95 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653538261&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0600221 Feb 17 00:02:54.056194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-a5c297eb-f79c-4922-a0a8-29ddc290155d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:54.056881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-a5c297eb-f79c-4922-a0a8-29ddc290155d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:54.072436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-a5c297eb-f79c-4922-a0a8-29ddc290155d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:54.073591 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-a5c297eb-f79c-4922-a0a8-29ddc290155d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=b113464d-da05-49da-81fd-a2c77bfff9f6 HTTP/1.1" status: 200 len: 797 time: 0.1735709 Feb 17 00:02:54.089347 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-98d7e338-160d-4b5a-b2b6-639387ad2d79 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0094223 Feb 17 00:02:54.173651 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-205e67d1-e254-41e6-aced-1724e6c522c1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774510 Feb 17 00:02:54.315257 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-8f524195-c8e2-4b59-8a1f-ae9a7b3313f2 service neutron] 10.222.0.47 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290467 Feb 17 00:02:54.449239 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-80b5cde8-518f-4308-9bf0-870d347c4aa3 service neutron] 10.222.0.47 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279926 Feb 17 00:02:54.632805 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2a1d8308-6f58-471a-a9ee-56f5d5faf6ce req-f3e5de07-fdd3-41b7-af4a-93aa96b1610a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 210 time: 0.0479167 Feb 17 00:02:55.666657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-37b627dc-6ddb-4141-9356-04669ead6dae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:55.667372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-37b627dc-6ddb-4141-9356-04669ead6dae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:55.680088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-37b627dc-6ddb-4141-9356-04669ead6dae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:55.681180 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-37b627dc-6ddb-4141-9356-04669ead6dae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=b113464d-da05-49da-81fd-a2c77bfff9f6 HTTP/1.1" status: 200 len: 797 time: 0.1663902 Feb 17 00:02:55.733210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-0093171a-2dc1-474c-b298-79e3f8f7bd43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:02:55.747173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-0093171a-2dc1-474c-b298-79e3f8f7bd43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:02:55.748341 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-0093171a-2dc1-474c-b298-79e3f8f7bd43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 380 time: 0.0583484 Feb 17 00:02:55.758762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['6d2d0f3e-df50-47c2-a70a-96cff291c232']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:55.810167 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ecea12c-ec03-4853-b0f7-8002d91b2139 req-90aaa38e-1592-4d17-9384-959780913d97 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 210 time: 0.0489938 Feb 17 00:02:55.835761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d1304f6c-547a-4ad7-a540-51108f4b7d74 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:55.900322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:02:55.904707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:port and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:02:55.905247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port d1304f6c-547a-4ad7-a540-51108f4b7d74 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:55.907683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:02:55.909852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d1304f6c-547a-4ad7-a540-51108f4b7d74 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:55.910226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:55.913406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:02:55.922324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:02:55.925893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.022757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.056426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port d1304f6c-547a-4ad7-a540-51108f4b7d74, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d1304f6c-547a-4ad7-a540-51108f4b7d74,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:02:56.060635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.089952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.12 (b113464d-da05-49da-81fd-a2c77bfff9f6/b962bba1-2081-4293-be52-c61abe04a69b/063ee1f1-12f3-4805-8964-9f15ae778a1a) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:02:56.090209 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:02:56.130171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:56.274872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.289557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 063ee1f1-12f3-4805-8964-9f15ae778a1a will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:56.311979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.383323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network b113464d-da05-49da-81fd-a2c77bfff9f6 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:02:56.386377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:02:56.390198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:02:56.419726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=063ee1f1-12f3-4805-8964-9f15ae778a1a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:56.456135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:56.456741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.481613 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-90181e0b-72d1-4212-856f-3066ca563d53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275450 Feb 17 00:02:56.492597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Request body: {'port': {'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:02:56.603455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.615110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11583851-a1bc-47ba-88b5-9735434ede70 None None] Provisioning for port 063ee1f1-12f3-4805-8964-9f15ae778a1a completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:02:56.620728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-11583851-a1bc-47ba-88b5-9735434ede70 None None] Provisioning complete for port 063ee1f1-12f3-4805-8964-9f15ae778a1a triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:56.621205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-11583851-a1bc-47ba-88b5-9735434ede70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.673951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-11583851-a1bc-47ba-88b5-9735434ede70 None None] Port 063ee1f1-12f3-4805-8964-9f15ae778a1a cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:02:56.949502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063ee1f1-12f3-4805-8964-9f15ae778a1a {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:02:56.959320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:56.979113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Transition to ACTIVE for port object 063ee1f1-12f3-4805-8964-9f15ae778a1a will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:02:56.981053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:57.001330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3252efb-ff9f-4605-a35a-25b293b558e8 req-53d3fda6-bff6-474f-930e-0eabab218274 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:57.002810 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c3252efb-ff9f-4605-a35a-25b293b558e8 req-53d3fda6-bff6-474f-930e-0eabab218274 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 932 time: 0.0853333 Feb 17 00:02:57.058680 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c3252efb-ff9f-4605-a35a-25b293b558e8 req-f3208117-3ddd-431f-ae5f-fed471b45856 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490403 Feb 17 00:02:57.288508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Pushing event updated for resources: {'Port': ['ID=063ee1f1-12f3-4805-8964-9f15ae778a1a,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:57.367213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Attempting to bind port 063ee1f1-12f3-4805-8964-9f15ae778a1a on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:02:57.367547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Attempting to bind port 063ee1f1-12f3-4805-8964-9f15ae778a1a by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:02:57.368876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Attempting to bind port 063ee1f1-12f3-4805-8964-9f15ae778a1a on network b113464d-da05-49da-81fd-a2c77bfff9f6 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:57.373184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Port 063ee1f1-12f3-4805-8964-9f15ae778a1a on network b113464d-da05-49da-81fd-a2c77bfff9f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:02:57.373300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Attempting to bind port 063ee1f1-12f3-4805-8964-9f15ae778a1a on network b113464d-da05-49da-81fd-a2c77bfff9f6 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:02:57.379254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:02:57.379598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Checking segment: {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:02:57.380905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Bound using segment: {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:02:57.380905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Bound port: 063ee1f1-12f3-4805-8964-9f15ae778a1a, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd707e956-59ca-4a0c-8dee-979ee1446f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:02:57.381129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:57.487966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] For port 063ee1f1-12f3-4805-8964-9f15ae778a1a, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:02:57.490568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] For port 063ee1f1-12f3-4805-8964-9f15ae778a1a, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:02:57.495449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:57.557713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:57.557936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:57.560215 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] 10.222.0.24 "PUT /v2.0/ports/063ee1f1-12f3-4805-8964-9f15ae778a1a HTTP/1.1" status: 200 len: 1094 time: 1.0707643 Feb 17 00:02:57.560215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:02:57.579493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7f60f-2d3e-41fe-a648-f2608009f159 service neutron] Pushing event updated for resources: {'Port': ['ID=063ee1f1-12f3-4805-8964-9f15ae778a1a,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:02:57.642321 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'status': 'completed', 'code': 200} Feb 17 00:02:57.696413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-a7be9ff4-7b4c-4652-9841-8cacceb24877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:57.697470 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-a7be9ff4-7b4c-4652-9841-8cacceb24877 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 1097 time: 0.0880687 Feb 17 00:02:57.775699 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-a5054cd3-16ae-4336-b33c-d40666fbe6e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a HTTP/1.1" status: 200 len: 217 time: 0.0704818 Feb 17 00:02:57.817152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d1304f6c-547a-4ad7-a540-51108f4b7d74 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:02:57.856443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-5ca92825-8e6a-4064-ac01-0651532a0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:57.858199 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-5ca92825-8e6a-4064-ac01-0651532a0ffc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b962bba1-2081-4293-be52-c61abe04a69b HTTP/1.1" status: 200 len: 834 time: 0.0760517 Feb 17 00:02:57.895991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d1304f6c-547a-4ad7-a540-51108f4b7d74 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:02:57.897818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:02:57.938608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031f1ac-2989-4f17-82bb-7329524a785a req-958266b5-1626-40cc-b70b-e94ea687f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:57.940856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-958266b5-1626-40cc-b70b-e94ea687f060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b113464d-da05-49da-81fd-a2c77bfff9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763941 Feb 17 00:02:58.082951 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-95955470-54d9-4e79-9370-2019af58fadf service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356325 Feb 17 00:02:58.256187 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a031f1ac-2989-4f17-82bb-7329524a785a req-b2c79020-29d7-4068-a8ae-a817870f4948 service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678069 Feb 17 00:02:58.260150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8524-90b7-41af-b54a-9a5956ee95c7 req-a394f24e-69ba-4d94-ae2e-546b0d0b9439 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:58.260799 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acba8524-90b7-41af-b54a-9a5956ee95c7 req-a394f24e-69ba-4d94-ae2e-546b0d0b9439 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 944 time: 0.0891688 Feb 17 00:02:58.308750 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acba8524-90b7-41af-b54a-9a5956ee95c7 req-b82f3de6-592d-444b-aa84-27bd082c9449 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Feb 17 00:02:58.384119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-20380d48-ec46-4db6-b490-49c994426881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:58.385569 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-20380d48-ec46-4db6-b490-49c994426881 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 1097 time: 0.0782568 Feb 17 00:02:58.523016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-22b0cfdc-d7ec-40e2-9898-594a37178931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:58.524424 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-22b0cfdc-d7ec-40e2-9898-594a37178931 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b113464d-da05-49da-81fd-a2c77bfff9f6 HTTP/1.1" status: 200 len: 897 time: 0.1322789 Feb 17 00:02:58.591863 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-f9abc893-2bf2-4c0d-9ef3-a478e5b58e6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a HTTP/1.1" status: 200 len: 217 time: 0.0600946 Feb 17 00:02:58.654409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-ac177e02-27c9-460c-be5c-64c3063e6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:58.655807 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-ac177e02-27c9-460c-be5c-64c3063e6b87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b962bba1-2081-4293-be52-c61abe04a69b HTTP/1.1" status: 200 len: 834 time: 0.0579562 Feb 17 00:02:58.728809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-ee0fe6f8-a6f6-41e2-aa71-3fa30dfdf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:58.730227 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-ee0fe6f8-a6f6-41e2-aa71-3fa30dfdf3b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b113464d-da05-49da-81fd-a2c77bfff9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677838 Feb 17 00:02:58.867632 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-5a88b740-c24d-4126-86a7-6060329c9175 service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300428 Feb 17 00:02:59.093945 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3bf1d3cf-2054-42f2-8fb1-0936f859a809 req-f328f6fd-0cac-4d2b-91ca-3e399928b4da service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195783 Feb 17 00:02:59.580356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee4a4a-fa29-454a-9787-69e195bd51b4 req-a90bec66-5ab8-40a7-90af-bc9e4fcf093d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:02:59.581727 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d6ee4a4a-fa29-454a-9787-69e195bd51b4 req-a90bec66-5ab8-40a7-90af-bc9e4fcf093d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 944 time: 0.1690745 Feb 17 00:02:59.625216 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d6ee4a4a-fa29-454a-9787-69e195bd51b4 req-38b7844d-f89c-4511-89f9-ef9b155445b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379250 Feb 17 00:03:00.816020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d2e38-f8f7-4efe-aac3-ef13dcd9fdc3 req-bd8ed4f4-bdb5-4b59-b542-2a8ce4a086cc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:00.817431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-613d2e38-f8f7-4efe-aac3-ef13dcd9fdc3 req-bd8ed4f4-bdb5-4b59-b542-2a8ce4a086cc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 944 time: 0.0860524 Feb 17 00:03:00.862569 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-613d2e38-f8f7-4efe-aac3-ef13dcd9fdc3 req-f60fd0da-5831-4268-880b-93e3c7d4db4f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Feb 17 00:03:00.981861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 063ee1f1-12f3-4805-8964-9f15ae778a1a details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:03:01.147779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 063ee1f1-12f3-4805-8964-9f15ae778a1a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:01.161122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'mac_address': 'fa:16:3e:55:b4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:03:01.215180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:01.232142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063ee1f1-12f3-4805-8964-9f15ae778a1a {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:03:01.247433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 063ee1f1-12f3-4805-8964-9f15ae778a1a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:01.252350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:01.320878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=063ee1f1-12f3-4805-8964-9f15ae778a1a,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:01.327873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.328773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.329122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.329466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.329802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.330135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.330464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.330792 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.331120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.331446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.331770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.332119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:01.464389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['063ee1f1-12f3-4805-8964-9f15ae778a1a'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:03:02.044416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b21da-aa7e-41ed-959d-2225f4c9fb4e req-fa333422-31c9-443e-aa0a-a97096f7eb81 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:02.045751 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4c5b21da-aa7e-41ed-959d-2225f4c9fb4e req-fa333422-31c9-443e-aa0a-a97096f7eb81 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 945 time: 0.0758741 Feb 17 00:03:02.088070 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4c5b21da-aa7e-41ed-959d-2225f4c9fb4e req-0f1b78eb-a13f-4865-bfe5-611d9179552d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367785 Feb 17 00:03:02.987662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 063ee1f1-12f3-4805-8964-9f15ae778a1a up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:03:03.052832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 063ee1f1-12f3-4805-8964-9f15ae778a1a completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:03:03.057233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 063ee1f1-12f3-4805-8964-9f15ae778a1a triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:03:03.057605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:03.170779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:03.197849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:03:03.208720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 063ee1f1-12f3-4805-8964-9f15ae778a1a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:03.213415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:03.252771 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'code': 200} Feb 17 00:03:03.271768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c303f6b-faac-4700-8945-941c00bba1e7 req-06110c61-17b2-4e3e-99de-b94c74e98b50 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:03.273546 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c303f6b-faac-4700-8945-941c00bba1e7 req-06110c61-17b2-4e3e-99de-b94c74e98b50 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 946 time: 0.0839205 Feb 17 00:03:03.286511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=063ee1f1-12f3-4805-8964-9f15ae778a1a,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:03.319567 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c303f6b-faac-4700-8945-941c00bba1e7 req-f82ba94b-3e6e-47af-940b-760b86dad6a5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 Feb 17 00:03:03.480647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15b04-3208-49dc-b539-d512cf9a338d req-62f272b3-f308-4194-a495-61dbbcd58718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:03.482079 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12d15b04-3208-49dc-b539-d512cf9a338d req-62f272b3-f308-4194-a495-61dbbcd58718 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 1099 time: 0.0705459 Feb 17 00:03:03.521479 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12d15b04-3208-49dc-b539-d512cf9a338d req-451694f3-0f69-4447-be0a-27bf93b72bfa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333648 Feb 17 00:03:03.680263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4b740508-2c6c-46bb-9b8c-0c09309c20ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:04.522135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22848ba8-3964-4dd9-8e3d-1d759f1ba92a req-8638591f-fc75-4f38-9d23-d0b66e5215e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:04.522135 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-22848ba8-3964-4dd9-8e3d-1d759f1ba92a req-8638591f-fc75-4f38-9d23-d0b66e5215e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 946 time: 0.0897758 Feb 17 00:03:04.577748 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-22848ba8-3964-4dd9-8e3d-1d759f1ba92a req-83e2a886-8ace-449a-b369-0f115d107d1a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492213 Feb 17 00:03:05.775618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2ab64-cf74-4662-be54-09f0fb7e384c req-3f0efb9b-5c94-4cf5-8a29-13b81e130304 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:05.775618 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-29e2ab64-cf74-4662-be54-09f0fb7e384c req-3f0efb9b-5c94-4cf5-8a29-13b81e130304 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 946 time: 0.0842035 Feb 17 00:03:05.821653 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-29e2ab64-cf74-4662-be54-09f0fb7e384c req-cd231669-a54a-43bf-ae58-141ee60d4a3d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377133 Feb 17 00:03:05.917241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01b65273-43b4-4059-97d2-764dbf32066f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:06.011241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c989-510c-47cf-a688-e0e829c41023 req-a51ecaae-27b0-46d5-8a0e-edf48f722a9c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:06.011241 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a8d3c989-510c-47cf-a688-e0e829c41023 req-a51ecaae-27b0-46d5-8a0e-edf48f722a9c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 946 time: 0.0809283 Feb 17 00:03:06.061483 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a8d3c989-510c-47cf-a688-e0e829c41023 req-333b4aec-3d11-45a8-bff7-7b15f30b9e70 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Feb 17 00:03:06.085159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57542) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:06.155179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efbcd3c-00eb-4204-abac-75f76708ba6f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:06.155179 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5efbcd3c-00eb-4204-abac-75f76708ba6f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 1094 time: 0.0712848 Feb 17 00:03:06.155179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57546) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:06.165668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:03:06.165668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:03:06.175183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:03:06.175183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:03:06.182402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:03:06.192964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:06.330988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:06.471991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.41 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/5155f451-9b5b-442a-87fa-4173f62f00fd) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:03:06.624566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:06.657465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:06.718509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:03:06.718509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:03:06.726011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:03:06.768141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=5155f451-9b5b-442a-87fa-4173f62f00fd,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.786972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.788412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.788412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.788412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:06.956716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:07.264795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:07.275889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:07.358239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:07.575026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:07.579263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:07.682170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=5155f451-9b5b-442a-87fa-4173f62f00fd,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:07.699710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:07.883825 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 associated. External IP: 172.26.2.41, port: 063ee1f1-12f3-4805-8964-9f15ae778a1a. Feb 17 00:03:08.232279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 82cb7892-0313-4525-adb6-49bf00089de3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:03:08.403879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:03:08.414164 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] Sync routers for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:03:08.423841 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:08.424458 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:08.428474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:08.502246 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cf68c719-7ab5-4d80-b01b-58c7c6014768 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3298938 Feb 17 00:03:08.502246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:03:08.507229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57550) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:08.524940 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:08.570807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'status': 'completed', 'code': 200} Feb 17 00:03:08.632949 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:08.733484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aa23e645-3835-41e7-9258-0f58f4d7ab6f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers/82cb7892-0313-4525-adb6-49bf00089de3 HTTP/1.1" status: 200 len: 923 time: 0.2445812 Feb 17 00:03:08.737261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57556) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:08.836724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-db0bfa0c-71ba-47e6-af85-43d1aababe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:08.838183 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-db0bfa0c-71ba-47e6-af85-43d1aababe2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 1099 time: 0.1977313 Feb 17 00:03:08.874141 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cd646d51-807b-4e70-bfb6-28fc31e6cff8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 991 time: 0.1360090 Feb 17 00:03:08.975780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-df1a016d-28f0-4849-8c61-bc96eee7732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:08.977965 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-df1a016d-28f0-4849-8c61-bc96eee7732c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b113464d-da05-49da-81fd-a2c77bfff9f6 HTTP/1.1" status: 200 len: 897 time: 0.1310892 Feb 17 00:03:09.015321 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '9e6e5bad-2651-4773-8e3a-fd56b83ee4a8', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'mac_address': 'fa:16:3e:55:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:03:07Z', 'updated_at': '2022-02-17T00:03:07Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:09.019531 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] Checking router: 82cb7892-0313-4525-adb6-49bf00089de3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:03:09.027899 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:09.028535 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:09.087353 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-ff07a9c0-3f3c-4d0b-b32c-fa0c32491b8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a HTTP/1.1" status: 200 len: 999 time: 0.1030138 Feb 17 00:03:09.151247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-c8a6f7f7-ad4e-4e9e-82d8-e9462b0c3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:09.152725 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-c8a6f7f7-ad4e-4e9e-82d8-e9462b0c3b54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b962bba1-2081-4293-be52-c61abe04a69b HTTP/1.1" status: 200 len: 834 time: 0.0578365 Feb 17 00:03:09.206975 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:09.231007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-4303e519-4af9-4f49-bfad-ad51dd6de73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:09.232451 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-4303e519-4af9-4f49-bfad-ad51dd6de73e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b113464d-da05-49da-81fd-a2c77bfff9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728977 Feb 17 00:03:09.364112 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-7bf897dd-c5fd-4d45-bbf3-329fb971bd26 service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247356 Feb 17 00:03:09.506506 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-511323ef-9fb6-4b61-b810-7a809bf74a8a req-d73ab109-49d8-419b-868c-a1d725b9509f service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356041 Feb 17 00:03:09.587816 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '9e6e5bad-2651-4773-8e3a-fd56b83ee4a8', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'mac_address': 'fa:16:3e:55:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:03:07Z', 'updated_at': '2022-02-17T00:03:07Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:09.590941 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c8fe5-a426-4159-9c4e-be0df2b3cbd9 None None] The sync data for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv is: [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '9e6e5bad-2651-4773-8e3a-fd56b83ee4a8', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'mac_address': 'fa:16:3e:55:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:03:07Z', 'updated_at': '2022-02-17T00:03:07Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:03:09.814066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594114d-8c7d-4e3b-8c77-9e1c3871c5b2 None None] New status for floating IP 9e6e5bad-2651-4773-8e3a-fd56b83ee4a8: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:03:09.881624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57562) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:09.992047 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-388192b6-aae8-4130-b991-cda5d1133b1c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 991 time: 0.1120574 Feb 17 00:03:10.995868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57568) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:11.199780 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9073fe76-fb9b-4d0d-a241-c24ed007a4ea tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 993 time: 0.2027614 Feb 17 00:03:21.365825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:33.089161 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:03:33.684965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2f84d9a3-856a-4bc8-8f7c-10150c4935b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:35.910724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3be5fc00-de42-45b3-99ac-5dada106b7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:36.945339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:37.265383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:38.514120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:42.347105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57590) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:42.521250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ed46e8c4-22c4-4f9f-bc02-17bff92299b5 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers/82cb7892-0313-4525-adb6-49bf00089de3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1731110 Feb 17 00:03:42.523986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57594) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:42.706277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f31f86c-3a70-49b3-90b8-2c82de15ac2c tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Notify agent at dv-neutron-829040-1-hyperv the message router_removed_from_agent {{(pid=87677) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 17 00:03:42.710019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5f31f86c-3a70-49b3-90b8-2c82de15ac2c tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "DELETE /v2.0/agents/5d30583c-2a14-49f2-9e6f-47a3a8d02d7b/l3-routers/82cb7892-0313-4525-adb6-49bf00089de3 HTTP/1.1" status: 204 len: 168 time: 0.1851149 Feb 17 00:03:42.712497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57598) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:42.889062 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-65f0f506-c0f5-4c96-901f-2196215842cb tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers/82cb7892-0313-4525-adb6-49bf00089de3/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1754405 Feb 17 00:03:42.891640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57602) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:42.992466 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dbf78d2c-3413-4110-801f-ff185df7f8b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 993 time: 0.0995843 Feb 17 00:03:43.479842 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966832e-aea1-4ed8-91b0-ea948f6da403 None None] New status for floating IP 9e6e5bad-2651-4773-8e3a-fd56b83ee4a8: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:03:43.813459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d1304f6c-547a-4ad7-a540-51108f4b7d74 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:03:43.930558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:43.963280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port d1304f6c-547a-4ad7-a540-51108f4b7d74, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d1304f6c-547a-4ad7-a540-51108f4b7d74,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:43.967715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:43.968403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b3405cc6-ade5-4534-bf18-4c61c5754229 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:03:43.996143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57606) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:44.076724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:44.102141 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-99cee861-194e-43ae-bf8d-cf4b6db37267 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 991 time: 0.1049216 Feb 17 00:03:44.135163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:44.151362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b3405cc6-ade5-4534-bf18-4c61c5754229, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b3405cc6-ade5-4534-bf18-4c61c5754229,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:44.158451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:44.222951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b3405cc6-ade5-4534-bf18-4c61c5754229,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:45.241847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57612) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:45.434284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69f8091-f0dd-4c15-9be7-768adbb38d4f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Router 82cb7892-0313-4525-adb6-49bf00089de3 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:03:45.434655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69f8091-f0dd-4c15-9be7-768adbb38d4f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Notify agent at dv-neutron-829040-1-hyperv the message router_added_to_agent {{(pid=87676) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 17 00:03:45.451920 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a69f8091-f0dd-4c15-9be7-768adbb38d4f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "POST /v2.0/agents/5d30583c-2a14-49f2-9e6f-47a3a8d02d7b/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2090657 Feb 17 00:03:45.454562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57620) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:45.465607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] Sync routers for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:03:45.475396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:45.476005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:45.696432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:45.752630 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-faa756e0-8605-4eb1-bba3-72b28848b35e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers/82cb7892-0313-4525-adb6-49bf00089de3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2968707 Feb 17 00:03:45.755381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57624) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:45.860156 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0735d599-86df-4a78-80fd-2ea3d7401a44 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 991 time: 0.1037056 Feb 17 00:03:46.039054 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '9e6e5bad-2651-4773-8e3a-fd56b83ee4a8', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'mac_address': 'fa:16:3e:55:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:03:07Z', 'updated_at': '2022-02-17T00:03:43Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:03:43Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:46.042716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] Checking router: 82cb7892-0313-4525-adb6-49bf00089de3 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:03:46.050802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:46.052021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:46.222540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:46.557747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '9e6e5bad-2651-4773-8e3a-fd56b83ee4a8', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'mac_address': 'fa:16:3e:55:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:03:07Z', 'updated_at': '2022-02-17T00:03:43Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:03:43Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:46.561895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337beba-86ad-4d93-8fc3-a8cb4d411c12 None None] The sync data for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv is: [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '9e6e5bad-2651-4773-8e3a-fd56b83ee4a8', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.41', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'port_id': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'mac_address': 'fa:16:3e:55:b4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52675e-39a6-4775-aa36-443d587594a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:03:07Z', 'updated_at': '2022-02-17T00:03:43Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:03:43Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:03:46.864167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57628) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:46.974132 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-07ab45e5-380d-4689-9b4f-9305f4e30459 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 991 time: 0.1081572 Feb 17 00:03:47.860545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d1304f6c-547a-4ad7-a540-51108f4b7d74 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:03:47.926790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d1304f6c-547a-4ad7-a540-51108f4b7d74 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:03:47.927161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:47.977852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57632) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:48.040692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:48.073190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port d1304f6c-547a-4ad7-a540-51108f4b7d74, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d1304f6c-547a-4ad7-a540-51108f4b7d74,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:48.078530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:48.079379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b3405cc6-ade5-4534-bf18-4c61c5754229 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:03:48.083773 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c926eb01-7470-4882-afa3-9180915afc74 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 991 time: 0.1047547 Feb 17 00:03:48.142530 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d87162-a70b-428a-8544-50fa7d34801d None None] New status for floating IP 9e6e5bad-2651-4773-8e3a-fd56b83ee4a8: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:03:48.194300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:48.208922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b3405cc6-ade5-4534-bf18-4c61c5754229 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:03:48.209418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:48.323531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:48.339902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b3405cc6-ade5-4534-bf18-4c61c5754229, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b3405cc6-ade5-4534-bf18-4c61c5754229,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:48.343996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:48.413008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b3405cc6-ade5-4534-bf18-4c61c5754229,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:49.087669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57636) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:49.191927 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-437b5fe5-00d8-461a-9968-b76372575c32 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 200 len: 993 time: 0.1031036 Feb 17 00:03:49.456460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57644) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:49.652398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 5155f451-9b5b-442a-87fa-4173f62f00fd {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:03:49.652724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:49.822118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d1304f6c-547a-4ad7-a540-51108f4b7d74 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:03:49.822678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:49.822678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:49.938375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d1304f6c-547a-4ad7-a540-51108f4b7d74 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:03:49.939530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:50.051481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 5155f451-9b5b-442a-87fa-4173f62f00fd owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:03:50.057857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b3405cc6-ade5-4534-bf18-4c61c5754229 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:03:50.121531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b3405cc6-ade5-4534-bf18-4c61c5754229 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:03:50.121905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:50.198018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:50.242478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=5155f451-9b5b-442a-87fa-4173f62f00fd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:50.335119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:50.335369 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 disassociated (deleted). External IP: 172.26.2.41, port: 063ee1f1-12f3-4805-8964-9f15ae778a1a. Feb 17 00:03:50.674932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 82cb7892-0313-4525-adb6-49bf00089de3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:03:50.854139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:03:50.863424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] Sync routers for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:03:50.871355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:50.873121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:50.873734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:50.923565 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d998def5-1fce-4d0d-809c-a2c51fe0e98c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/9e6e5bad-2651-4773-8e3a-fd56b83ee4a8 HTTP/1.1" status: 204 len: 168 time: 1.4658887 Feb 17 00:03:50.923980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:03:51.065728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:51.110595 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'status': 'completed', 'code': 200} Feb 17 00:03:51.204853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda280b-71b7-4306-9950-c42e44130d56 req-02e56a9b-0a69-4834-9c8d-06121a93ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:51.206297 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6eda280b-71b7-4306-9950-c42e44130d56 req-02e56a9b-0a69-4834-9c8d-06121a93ba74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 1099 time: 0.0743935 Feb 17 00:03:51.318274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771220-1778-41bf-a32b-eb543c679222 req-7098b458-6798-4658-bfb7-aa1922442462 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:51.319157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c9771220-1778-41bf-a32b-eb543c679222 req-7098b458-6798-4658-bfb7-aa1922442462 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:03:51.335889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c9771220-1778-41bf-a32b-eb543c679222 req-7098b458-6798-4658-bfb7-aa1922442462 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:03:51.337122 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c9771220-1778-41bf-a32b-eb543c679222 req-7098b458-6798-4658-bfb7-aa1922442462 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 946 time: 0.1025071 Feb 17 00:03:51.345429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda280b-71b7-4306-9950-c42e44130d56 req-07a5368e-354f-4da1-b71d-61aa39a93754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:51.346901 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6eda280b-71b7-4306-9950-c42e44130d56 req-07a5368e-354f-4da1-b71d-61aa39a93754 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b113464d-da05-49da-81fd-a2c77bfff9f6 HTTP/1.1" status: 200 len: 897 time: 0.1340516 Feb 17 00:03:51.388455 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c9771220-1778-41bf-a32b-eb543c679222 req-a56c8260-0117-494f-b6fa-2db2c611c302 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Feb 17 00:03:51.389225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:51.415609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:51.419477 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] Checking router: 82cb7892-0313-4525-adb6-49bf00089de3 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:03:51.424620 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6eda280b-71b7-4306-9950-c42e44130d56 req-f168f18e-e1e7-4c70-b586-469f70acc058 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a HTTP/1.1" status: 200 len: 217 time: 0.0712736 Feb 17 00:03:51.428339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:51.428931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:51.486045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda280b-71b7-4306-9950-c42e44130d56 req-bb83d6b8-fbb3-4e9c-9f49-7356a7707124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:51.487391 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6eda280b-71b7-4306-9950-c42e44130d56 req-bb83d6b8-fbb3-4e9c-9f49-7356a7707124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b962bba1-2081-4293-be52-c61abe04a69b HTTP/1.1" status: 200 len: 834 time: 0.0565853 Feb 17 00:03:51.563457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda280b-71b7-4306-9950-c42e44130d56 req-826de991-d5f8-4659-acd6-c6d3ef54761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:51.564942 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6eda280b-71b7-4306-9950-c42e44130d56 req-826de991-d5f8-4659-acd6-c6d3ef54761b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b113464d-da05-49da-81fd-a2c77bfff9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708864 Feb 17 00:03:51.600541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:51.698177 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6eda280b-71b7-4306-9950-c42e44130d56 req-ec925311-8636-4419-ae37-a8f3df23e2a8 service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260207 Feb 17 00:03:51.829348 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6eda280b-71b7-4306-9950-c42e44130d56 req-76907d61-68d3-4a84-926e-c2f5e3bc023e service neutron] 10.222.0.24 "GET /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243129 Feb 17 00:03:51.947795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:51.951681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81125686-f882-4083-b72b-f82a2b291e01 None None] The sync data for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv is: [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:02:49Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'd1304f6c-547a-4ad7-a540-51108f4b7d74', 'name': '', 'network_id': 'b113464d-da05-49da-81fd-a2c77bfff9f6', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:81:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'b962bba1-2081-4293-be52-c61abe04a69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:03:52.550131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-e0d195fe-3589-43ba-a480-be8a4b8dbc67 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:52.550830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-e0d195fe-3589-43ba-a480-be8a4b8dbc67 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:03:52.565561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-e0d195fe-3589-43ba-a480-be8a4b8dbc67 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:03:52.566698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-e0d195fe-3589-43ba-a480-be8a4b8dbc67 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 946 time: 0.0999968 Feb 17 00:03:52.579306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008334e-a1a0-4765-a5bc-e09fd99f1d5f req-a93cd576-8b65-4691-b36f-1b4fc4b821fc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:03:52.581029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e008334e-a1a0-4765-a5bc-e09fd99f1d5f req-a93cd576-8b65-4691-b36f-1b4fc4b821fc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 946 time: 0.0820193 Feb 17 00:03:52.631291 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e307334e-9678-4548-9884-08d6ea5ead03 None None] New status for floating IP 9e6e5bad-2651-4773-8e3a-fd56b83ee4a8: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:03:52.653968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 063ee1f1-12f3-4805-8964-9f15ae778a1a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:03:52.654735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:52.662342 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e008334e-a1a0-4765-a5bc-e09fd99f1d5f req-6d736555-66b9-4250-8142-4996a88608f6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=6d2d0f3e-df50-47c2-a70a-96cff291c232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731230 Feb 17 00:03:53.027816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 063ee1f1-12f3-4805-8964-9f15ae778a1a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=063ee1f1-12f3-4805-8964-9f15ae778a1a,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:53.028524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:53.152773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 063ee1f1-12f3-4805-8964-9f15ae778a1a owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:03:53.288498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:53.340588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=063ee1f1-12f3-4805-8964-9f15ae778a1a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:53.378253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.378607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.378967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.379317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.379651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.379980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.380332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.380661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.380986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.381306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.381626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.381945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:03:53.422472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 063ee1f1-12f3-4805-8964-9f15ae778a1a on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:03:53.424601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:53.427626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'name': 'network-vif-deleted', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:03:53.442804 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-20fffe86-c8a3-47cf-b107-8f42a398ef32 req-789a6bdb-9512-4d2e-8df7-9de14457691a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/063ee1f1-12f3-4805-8964-9f15ae778a1a HTTP/1.1" status: 204 len: 173 time: 0.8705525 Feb 17 00:03:53.471545 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b52675e-39a6-4775-aa36-443d587594a1', 'name': 'network-vif-deleted', 'tag': '063ee1f1-12f3-4805-8964-9f15ae778a1a', 'status': 'completed', 'code': 200} Feb 17 00:03:53.836600 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c3c62003-5d4b-4ec1-a95b-e81e6e4774cc req-44081dd0-85ab-46a9-bd08-c6b5bf0b1e43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b52675e-39a6-4775-aa36-443d587594a1 HTTP/1.1" status: 200 len: 210 time: 0.0519106 Feb 17 00:03:54.994518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57662) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:55.059273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee789dc6-2249-4be2-b9ce-4315a354aacf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:55.088038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee789dc6-2249-4be2-b9ce-4315a354aacf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:55.150439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee789dc6-2249-4be2-b9ce-4315a354aacf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:55.167846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee789dc6-2249-4be2-b9ce-4315a354aacf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2d0f3e-df50-47c2-a70a-96cff291c232,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:55.180194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ee789dc6-2249-4be2-b9ce-4315a354aacf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:55.181255 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ee789dc6-2249-4be2-b9ce-4315a354aacf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/6d2d0f3e-df50-47c2-a70a-96cff291c232 HTTP/1.1" status: 204 len: 168 time: 0.1857667 Feb 17 00:03:55.212242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57668) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:55.871796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:56.211835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port d1304f6c-547a-4ad7-a540-51108f4b7d74 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:03:56.212724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:56.392547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port d1304f6c-547a-4ad7-a540-51108f4b7d74, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d1304f6c-547a-4ad7-a540-51108f4b7d74,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:56.392900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:56.515044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for d1304f6c-547a-4ad7-a540-51108f4b7d74 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:03:56.833570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:56.983196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=d1304f6c-547a-4ad7-a540-51108f4b7d74,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:57.248166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:57.264773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 063ee1f1-12f3-4805-8964-9f15ae778a1a no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:03:57.297499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 063ee1f1-12f3-4805-8964-9f15ae778a1a {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:03:57.297839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 063ee1f1-12f3-4805-8964-9f15ae778a1a not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:03:57.608204 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 82cb7892-0313-4525-adb6-49bf00089de3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:03:57.792630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:03:57.803000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] Sync routers for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:03:57.805556 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-939939b4-a59c-4c26-a304-6ff463f7621a tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/82cb7892-0313-4525-adb6-49bf00089de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922585 Feb 17 00:03:57.808162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57672) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:57.813063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:57.813818 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:57.876935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet b962bba1-2081-4293-be52-c61abe04a69b {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:03:57.879871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:57.936409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:57.990281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:58.016068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.085382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.127935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=b962bba1-2081-4293-be52-c61abe04a69b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:58.130027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.136457 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-041fc276-d808-477c-8482-2ba772b685db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/b962bba1-2081-4293-be52-c61abe04a69b HTTP/1.1" status: 204 len: 168 time: 0.3269374 Feb 17 00:03:58.138913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57676) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:58.164895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12f50c-e2ae-4b06-9f17-84127c135032 None None] Network b113464d-da05-49da-81fd-a2c77bfff9f6 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:03:58.323566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.467293 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:58.472550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] Checking router: 82cb7892-0313-4525-adb6-49bf00089de3 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:03:58.482894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] Routers {'82cb7892-0313-4525-adb6-49bf00089de3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:03:58.483500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['82cb7892-0313-4525-adb6-49bf00089de3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:58.542049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] DHCP port deletion for b113464d-da05-49da-81fd-a2c77bfff9f6 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:03:58.556471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] Deleting port e8e20603-3b49-4fbe-8579-249c22a1b1cf {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:03:58.556840 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.624017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.633748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port b3405cc6-ade5-4534-bf18-4c61c5754229 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:03:58.634126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.762531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] Set router 82cb7892-0313-4525-adb6-49bf00089de3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:03:58.807787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port b3405cc6-ade5-4534-bf18-4c61c5754229, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b3405cc6-ade5-4534-bf18-4c61c5754229,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:58.808170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:58.929493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for b3405cc6-ade5-4534-bf18-4c61c5754229 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:03:59.106752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.115348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] For port e8e20603-3b49-4fbe-8579-249c22a1b1cf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e8e20603-3b49-4fbe-8579-249c22a1b1cf,segment=NetworkSegment(d707e956-59ca-4a0c-8dee-979ee1446f4e),segment_id=d707e956-59ca-4a0c-8dee-979ee1446f4e)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:03:59.115748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.150725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=b3405cc6-ade5-4534-bf18-4c61c5754229,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:59.247817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.259705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] Calling delete_port for e8e20603-3b49-4fbe-8579-249c22a1b1cf owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:03:59.395395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.434124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.436293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.445186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] Pushing event deleted for resources: {'Port': ['ID=e8e20603-3b49-4fbe-8579-249c22a1b1cf,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:59.447006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6076706-ee3a-4622-a3ed-547c4b74e6da None None] No DVR routers for this DVR port e8e20603-3b49-4fbe-8579-249c22a1b1cf on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:03:59.460093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:59.463202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.463718 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router 82cb7892-0313-4525-adb6-49bf00089de3 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:03:59.464307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dcc91-b1b5-40f5-8c63-cc598ed85679 None None] The sync data for ids ['82cb7892-0313-4525-adb6-49bf00089de3'] in dv-neutron-829040-1-hyperv is: [{'id': '82cb7892-0313-4525-adb6-49bf00089de3', 'name': 'tempest-TestNetworkBasicOps-router-2139586851', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b3405cc6-ade5-4534-bf18-4c61c5754229', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb7892-0313-4525-adb6-49bf00089de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:02:44Z', 'updated_at': '2022-02-17T00:03:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:03:59.479963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.483669 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7973bbb0-7be3-456a-900f-5eae02603df8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/82cb7892-0313-4525-adb6-49bf00089de3 HTTP/1.1" status: 204 len: 168 time: 1.3413548 Feb 17 00:03:59.484019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57680) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:59.595028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.726156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.753770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b113464d-da05-49da-81fd-a2c77bfff9f6']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:59.766137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd707e956-59ca-4a0c-8dee-979ee1446f4e') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:59.766437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd707e956-59ca-4a0c-8dee-979ee1446f4e') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:03:59.777561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.792753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.798488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:03:59.798860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:03:59.813908 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:03:59.898349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.917995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:03:59.925195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e8e20603-3b49-4fbe-8579-249c22a1b1cf no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:03:59.930970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=b113464d-da05-49da-81fd-a2c77bfff9f6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:03:59.943854 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cebcb3b7-b394-404a-91f2-224d7b98172d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/b113464d-da05-49da-81fd-a2c77bfff9f6 HTTP/1.1" status: 204 len: 168 time: 0.4549654 Feb 17 00:03:59.963531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57684) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:03:59.964037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: e8e20603-3b49-4fbe-8579-249c22a1b1cf {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:03:59.964424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e8e20603-3b49-4fbe-8579-249c22a1b1cf not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:03:59.965131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d1304f6c-547a-4ad7-a540-51108f4b7d74 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:03:59.970973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--1885035028', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:03:59.980038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:03:59.985388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:03:59.991757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:03:59.997904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:00.002907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: d1304f6c-547a-4ad7-a540-51108f4b7d74 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:04:00.003433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d1304f6c-547a-4ad7-a540-51108f4b7d74 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:04:00.009194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:04:00.013087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.044159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:04:00.053692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.054026 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment 30fcb628-f828-410c-98df-8ba84df32a74 of type vlan for network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d Feb 17 00:04:00.079851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.111083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.117223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:00.117845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.225668 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2609310 Feb 17 00:04:00.228441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57688) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:00.231257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5ec22-da28-44f2-b62b-17f3d207d66d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:00.234930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:00.241676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:04:00.242921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:00.246726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:00.249637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:00.256276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:00.266252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.267376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.282699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.661664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.955009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:00.986817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:01.117189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.29 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b5dee6f7-2d49-4085-bbb2-acd1be1133eb) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:04:01.259743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:01.287497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:01.352163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:01.354855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:01.358456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:04:01.391130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:01.760047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:01.780964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b3405cc6-ade5-4534-bf18-4c61c5754229 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:04:01.813852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b3405cc6-ade5-4534-bf18-4c61c5754229 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:04:01.814196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b3405cc6-ade5-4534-bf18-4c61c5754229 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:04:02.196028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:02.393659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:04:02.564152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:04:02.574655 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Sync routers for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:04:02.584125 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:02.584736 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:02.590972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:02.596001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57692) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:02.600527 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cec73e0a-52c2-44df-9536-d397972165f2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3627524 Feb 17 00:04:02.639303 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-49b84a50-5c7c-40ac-b12c-ffda5b7edde9 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396039 Feb 17 00:04:02.639654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57696) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:02.769482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c5c61-28f4-4b5a-8ef0-bb129a945537 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:02.774025 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ef0c5c61-28f4-4b5a-8ef0-bb129a945537 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308091 Feb 17 00:04:02.774255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57700) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:02.795530 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:02.912869 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-93b8ad73-a633-4eb6-9e8c-e7966f2d364b tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1374919 Feb 17 00:04:02.915356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57704) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:02.920615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190278628', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:03.026077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:03.029743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:03.032639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:03.038836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:03.049289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:04:03.053065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.077803 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:01Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:03.081530 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Checking router: dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:04:03.081880 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Updating router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 port b5dee6f7-2d49-4085-bbb2-acd1be1133eb binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:04:03.133812 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.264110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.345054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=7b8e754d-904c-47e8-91f2-c5634bda5739,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:03.353248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:04:03.353611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:04:03.372306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:04:03.381982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:03.386417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:03.387000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.393491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4b2be-6a67-492c-a5a4-eab35e243b0b None None] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:04:03.409262 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ed7c6a91-fd64-4058-9e47-df0d8361ed31 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4929101 Feb 17 00:04:03.411934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57708) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:03.459899 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.471736 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Transition to ACTIVE for port object b5dee6f7-2d49-4085-bbb2-acd1be1133eb will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:03.477904 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.553764 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Attempting to bind port b5dee6f7-2d49-4085-bbb2-acd1be1133eb on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:04:03.554144 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Attempting to bind port b5dee6f7-2d49-4085-bbb2-acd1be1133eb by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:04:03.554491 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Attempting to bind port b5dee6f7-2d49-4085-bbb2-acd1be1133eb on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:04:03.561967 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:03.562335 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:04:03.562727 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.563117 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:03.563579 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Bound port: b5dee6f7-2d49-4085-bbb2-acd1be1133eb, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:04:03.563944 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.587665 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Pushing event updated for resources: {'Port': ['ID=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:03.612042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:04:03.613264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.641102 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] For port b5dee6f7-2d49-4085-bbb2-acd1be1133eb, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:04:03.644175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] For port b5dee6f7-2d49-4085-bbb2-acd1be1133eb, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:04:03.651799 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.652172 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.652515 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.652844 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.653174 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.653503 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.653844 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.654328 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.654649 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.655135 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.655597 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.656079 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:03.660020 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.715967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7d0b568d-3358-4d53-8a04-84b5b31a7bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:03.736172 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:03.736796 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:03:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:03.808482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Allocated IP 172.20.0.2 (881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d/7b8e754d-904c-47e8-91f2-c5634bda5739/2b1ad3d8-26f7-49fb-89f7-a21476dbeb59) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:04:03.821943 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec42e8f-b17e-47cb-8629-e780db8b9e57 None None] Pushing event updated for resources: {'Port': ['ID=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:03.921897 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:04.021777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:04.032110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Transition to ACTIVE for port object 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:04.051894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Transition to ACTIVE for port object 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:04.058322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:04.133260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:04.136883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:04.138825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Pushing event updated for resources: {'Port': ['ID=2b1ad3d8-26f7-49fb-89f7-a21476dbeb59,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:04.141166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:04:04.150648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.150993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.151339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.151672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.152005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.152360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.152685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.153010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.153334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.153658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.153975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.154297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:04.163682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:04.235532 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:01Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:04.239789 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2944bd-3776-4835-a30a-fadf769bd232 None None] The sync data for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv is: [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:01Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:04:04.247470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Attempting to bind port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:04:04.247951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Attempting to bind port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:04:04.248436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Attempting to bind port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 on network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:04:04.254237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:04.254824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Checking segment: {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:04:04.255324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:04.255817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Bound using segment: {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:04.256417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Bound port: 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:04:04.256892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:04.390493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] For port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:04:04.394143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] For port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2b1ad3d8-26f7-49fb-89f7-a21476dbeb59,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:04:04.400038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:04.504491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca72cf-b51c-4979-9cd9-f6ff27c9f1d0 None None] Pushing event updated for resources: {'Port': ['ID=2b1ad3d8-26f7-49fb-89f7-a21476dbeb59,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:04.746332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d/7b8e754d-904c-47e8-91f2-c5634bda5739/087767dc-d49f-42e1-be1f-788c3ac2bea1) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:04:04.913324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:04.929373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 087767dc-d49f-42e1-be1f-788c3ac2bea1 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:04.954455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:05.027337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:05.030453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:05.034496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:04:05.064944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=087767dc-d49f-42e1-be1f-788c3ac2bea1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:05.096751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:05.361649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:05.419799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c639f-7152-4f85-b1fa-3c8bbe09c0ec None None] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:04:05.531085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ce6a8afd-2c8e-43d1-a9ef-882aa9a4585d None None] Provisioning for port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:05.787146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:05.791735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:05.890640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b5dee6f7-2d49-4085-bbb2-acd1be1133eb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:05.907356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=087767dc-d49f-42e1-be1f-788c3ac2bea1,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:05.913485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:05.965366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-13ffc819-8b44-4e9f-b0e0-5b45a34dbdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:05.977852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ca9f04c3-e21b-4e41-96ca-4b18db0f1b09 None None] Provisioning for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:05.986036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ca9f04c3-e21b-4e41-96ca-4b18db0f1b09 None None] Provisioning complete for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:05.986415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca9f04c3-e21b-4e41-96ca-4b18db0f1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.026331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b5dee6f7-2d49-4085-bbb2-acd1be1133eb completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:06.041639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b5dee6f7-2d49-4085-bbb2-acd1be1133eb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:06.042016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.056111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:06.057383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:06.092444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f04c3-e21b-4e41-96ca-4b18db0f1b09 None None] Port 087767dc-d49f-42e1-be1f-788c3ac2bea1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:04:06.183636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.202583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b5dee6f7-2d49-4085-bbb2-acd1be1133eb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:06.207734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.208831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:06.334205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b7b215b1-be17-4ec1-9f99-aec83a493aa7 None None] Provisioning complete for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:06.334588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7b215b1-be17-4ec1-9f99-aec83a493aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.377582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:04:06.378737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:06.397658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b7b215b1-be17-4ec1-9f99-aec83a493aa7 None None] Port 087767dc-d49f-42e1-be1f-788c3ac2bea1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:04:06.399911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:06.404933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:06.405308 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.526601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.545594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-167470e2-bdab-48d4-8249-92f0e6357bd1 None None] Provisioning complete for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:06.545974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-167470e2-bdab-48d4-8249-92f0e6357bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.557783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:04:06.572143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-507fa676-9f3f-4320-9b83-8ec94082c52f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1591761 Feb 17 00:04:06.574651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57712) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:06.584596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Sync routers for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:04:06.624170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2b1ad3d8-26f7-49fb-89f7-a21476dbeb59,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:06.626740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:06.627386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:04:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:06.682676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-167470e2-bdab-48d4-8249-92f0e6357bd1 None None] Port 087767dc-d49f-42e1-be1f-788c3ac2bea1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:04:06.691441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:06.717692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9af58d-9aae-44f3-95f4-bfb84ec7d59d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.718174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9af58d-9aae-44f3-95f4-bfb84ec7d59d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.718664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9af58d-9aae-44f3-95f4-bfb84ec7d59d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.719119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9af58d-9aae-44f3-95f4-bfb84ec7d59d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.719571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9af58d-9aae-44f3-95f4-bfb84ec7d59d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.720020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9af58d-9aae-44f3-95f4-bfb84ec7d59d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.721774 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fc9af58d-9aae-44f3-95f4-bfb84ec7d59d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1460345 Feb 17 00:04:06.725093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57716) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:06.793340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63ad32-0a82-4ef6-9508-226a08447a2e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.793715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63ad32-0a82-4ef6-9508-226a08447a2e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.794150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63ad32-0a82-4ef6-9508-226a08447a2e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.794595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63ad32-0a82-4ef6-9508-226a08447a2e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.795041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63ad32-0a82-4ef6-9508-226a08447a2e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.795484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63ad32-0a82-4ef6-9508-226a08447a2e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:06.797221 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-be63ad32-0a82-4ef6-9508-226a08447a2e tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0712090 Feb 17 00:04:06.799843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57720) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:06.846486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=2b1ad3d8-26f7-49fb-89f7-a21476dbeb59,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:06.870343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:07.003279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f9ef5300-fb28-40c3-bc48-2e724505556f tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2023523 Feb 17 00:04:07.019930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.220982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:07.224972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Checking router: dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:04:07.225338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Updating router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 port 087767dc-d49f-42e1-be1f-788c3ac2bea1 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:04:07.257949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57726) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.263176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050168029', 'description': 'tempest-secgroup-smoke-2050168029 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:07.268899 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:07.273604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:07.276571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:07.282190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:07.289796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.290534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.292470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.311589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:07.315272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:07.318643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:07.324320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:07.394806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.398815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.443556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318a0bfa-e229-42d0-852d-f12d09e748cd,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:07.450565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.451768 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1927752 Feb 17 00:04:07.453244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.453597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.453936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.454272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.454603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.454937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.455267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.455594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.455932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.456284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.456572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57730) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.457033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.457033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131782b8-8632-41af-8a7f-6cf79a3e08c2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:04:07.463092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '318a0bfa-e229-42d0-852d-f12d09e748cd', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:07.470239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:07.474666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:07.477581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:07.483316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:07.499761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.563650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.568102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.591270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad493a3-e682-417f-945a-47521882833c,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:07.600786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.605201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.605409 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c6130858-bb1a-461a-8860-d86424c8e947 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469510 Feb 17 00:04:07.611242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '318a0bfa-e229-42d0-852d-f12d09e748cd', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:07.618075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:07.621982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:07.624906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:07.629546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.631604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:07.641424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Transition to ACTIVE for port object 087767dc-d49f-42e1-be1f-788c3ac2bea1 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:07.647236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.648588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.712102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.716240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.741095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3077ae-34a4-46cd-9c94-32142c742baf,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:07.750498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.751995 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ad429c77-c000-49b8-8e4c-68bdde43bcb3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453927 Feb 17 00:04:07.754813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57738) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.760530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '318a0bfa-e229-42d0-852d-f12d09e748cd', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:07.766777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:07.770980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:07.774020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:07.779722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:07.799357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb202d0-1187-419b-bb1e-087d64c14f47 None None] Pushing event updated for resources: {'Port': ['ID=087767dc-d49f-42e1-be1f-788c3ac2bea1,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:07.800310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.871060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Attempting to bind port 087767dc-d49f-42e1-be1f-788c3ac2bea1 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:04:07.871677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Attempting to bind port 087767dc-d49f-42e1-be1f-788c3ac2bea1 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:04:07.872047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Attempting to bind port 087767dc-d49f-42e1-be1f-788c3ac2bea1 on network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:04:07.879091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:07.879468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Checking segment: {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:04:07.879868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.880284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Bound using segment: {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:07.880761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Bound port: 087767dc-d49f-42e1-be1f-788c3ac2bea1, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:04:07.881132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.890009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.890388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b5dee6f7-2d49-4085-bbb2-acd1be1133eb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:07.894813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.918791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b023fe3-dc8f-4845-9f2a-1c071e604713,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:07.928967 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:07.932827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c650f1af-ef61-4082-a810-950152bac75e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763821 Feb 17 00:04:07.933368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57742) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:07.938240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '318a0bfa-e229-42d0-852d-f12d09e748cd', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:07.944037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:07.947750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:07.950556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:07.956104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:07.973513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.034753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.038608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.040130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] For port 087767dc-d49f-42e1-be1f-788c3ac2bea1, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:04:08.052173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] For port 087767dc-d49f-42e1-be1f-788c3ac2bea1, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=087767dc-d49f-42e1-be1f-788c3ac2bea1,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:04:08.053166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b5dee6f7-2d49-4085-bbb2-acd1be1133eb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:08.053536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.061346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f50cc3-a37c-428b-bddf-328fd6a1e5fc,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:08.070669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.074268 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4f7be131-d261-44f2-b2d9-b2d24174e4f1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377146 Feb 17 00:04:08.074761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57746) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:08.080340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '318a0bfa-e229-42d0-852d-f12d09e748cd', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:08.081006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.085714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:08.089462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:08.092546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:08.098662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:08.109093 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:04:08.115896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.183000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.187119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:08.187567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.187698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:04:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:08.207645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5442ed58-6900-40bb-ab21-536c59c3459f,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:08.229365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.230779 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b4b8c982-82d5-42ca-be99-ca9daa01fbc8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549783 Feb 17 00:04:08.233627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57750) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:08.239834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '318a0bfa-e229-42d0-852d-f12d09e748cd', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:08.243878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb202d0-1187-419b-bb1e-087d64c14f47 None None] Pushing event updated for resources: {'Port': ['ID=087767dc-d49f-42e1-be1f-788c3ac2bea1,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:08.248208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:08.252536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:08.256181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:08.262131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:08.272653 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:04:08.280620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.351865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.355437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.378160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c46917d-8267-44fc-8161-7e103600c3ca,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:08.387711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.389102 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ba943501-27d0-4ead-9ad9-dae9c88a1e5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544876 Feb 17 00:04:08.404984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:08.484533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:08.550920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-2dc57ae7-6bec-49b2-8238-9ae50baf5b6c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:04:08.566974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-2dc57ae7-6bec-49b2-8238-9ae50baf5b6c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:04:08.568281 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-2dc57ae7-6bec-49b2-8238-9ae50baf5b6c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050168029&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0557270 Feb 17 00:04:08.569262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.663884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:08.664573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:08.720150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b5a74580-a390-4ff1-9f7f-1a98dd3e8e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:08.720854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b5a74580-a390-4ff1-9f7f-1a98dd3e8e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:04:08.735812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b5a74580-a390-4ff1-9f7f-1a98dd3e8e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:04:08.736942 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b5a74580-a390-4ff1-9f7f-1a98dd3e8e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d HTTP/1.1" status: 200 len: 797 time: 0.1617994 Feb 17 00:04:08.752137 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-4ecb9b52-29f2-4b5f-915f-cff7362e3e39 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0090497 Feb 17 00:04:08.831317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-d9954e3c-140b-4f84-bb9d-44fe309ffd4b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:04:08.845925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-d9954e3c-140b-4f84-bb9d-44fe309ffd4b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:04:08.847122 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-d9954e3c-140b-4f84-bb9d-44fe309ffd4b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893548 Feb 17 00:04:08.946829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:08Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:08.950743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5cd2c4-4800-4953-91eb-4d6a244ad4b5 None None] The sync data for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv is: [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:08Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:04:08.984884 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-17874804-18ba-4d31-8f8d-56f4e6296f15 service neutron] 10.222.0.47 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257014 Feb 17 00:04:09.238209 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-1f972b7f-d04d-44a4-82bd-efac24f08bb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743022 Feb 17 00:04:09.255263 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-d7486049-01f3-40b4-a312-a7afd3c15245 service neutron] 10.222.0.47 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453480 Feb 17 00:04:09.387118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-845d0a85-8906-4ea1-9b8a-bf7c7640ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:09.388830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-845d0a85-8906-4ea1-9b8a-bf7c7640ca72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0826392 Feb 17 00:04:09.448093 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6a330318-32dc-4e43-aaf6-55a7c702822e req-745bfcca-b569-4a43-9148-7cb121459195 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 210 time: 0.0493228 Feb 17 00:04:09.552116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-f86c72f9-0c29-4451-9cb1-2383f4048e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:09.553588 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-f86c72f9-0c29-4451-9cb1-2383f4048e21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.1456213 Feb 17 00:04:09.669646 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-fe31c2b0-f717-4927-8454-d0fb4062046f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 200 len: 1002 time: 0.1095159 Feb 17 00:04:09.739951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-8b373a67-aa96-4b4d-bda0-0e88a07a06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:09.741893 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-8b373a67-aa96-4b4d-bda0-0e88a07a06a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0649445 Feb 17 00:04:09.838157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-45d9d720-a6cc-491e-9f82-a3d6a55e3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:09.840029 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-45d9d720-a6cc-491e-9f82-a3d6a55e3e0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911114 Feb 17 00:04:09.880913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 087767dc-d49f-42e1-be1f-788c3ac2bea1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:09.970093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:09.976196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:09.976579 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:09.997493 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-8010ada1-a9b7-4b92-b3c0-a8951ad6392c service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513541 Feb 17 00:04:10.088001 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:04:10.122074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:10.159270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 087767dc-d49f-42e1-be1f-788c3ac2bea1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=087767dc-d49f-42e1-be1f-788c3ac2bea1,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:10.167904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:10.240305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=087767dc-d49f-42e1-be1f-788c3ac2bea1,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:10.250639 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b5818452-e851-4c3e-9f81-1f17fa704dfc req-2ea0df11-6c78-4d6f-a043-69d5d366a7dc service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473745 Feb 17 00:04:10.586640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-a025a686-dbae-4e16-9ae5-e35ebc5925e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:10.587236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-a025a686-dbae-4e16-9ae5-e35ebc5925e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:04:10.599673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-a025a686-dbae-4e16-9ae5-e35ebc5925e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:04:10.600803 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-a025a686-dbae-4e16-9ae5-e35ebc5925e4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d HTTP/1.1" status: 200 len: 797 time: 0.1627674 Feb 17 00:04:10.609511 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-552fd979-64fa-43a9-851f-9def57310b15 req-53b2535a-7cb9-4b19-b74d-b3a2b337d88b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 210 time: 0.0438998 Feb 17 00:04:10.651620 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-485063e7-c8bd-4224-8b0e-d2285a185390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 380 time: 0.0430045 Feb 17 00:04:10.664648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['318a0bfa-e229-42d0-852d-f12d09e748cd']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:10.815204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:10.829886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:10.839394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:04:10.843093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.000685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.10 (881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d/7b8e754d-904c-47e8-91f2-c5634bda5739/61ba1825-54f9-4257-8a65-c6080bb57531) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:04:11.187099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.201812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 61ba1825-54f9-4257-8a65-c6080bb57531 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:11.225133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.295386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:11.298402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:11.302813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:04:11.342527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=61ba1825-54f9-4257-8a65-c6080bb57531,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:11.372369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:11.372895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.401050 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b499e1b7-2975-4f1b-b4f6-1e9f3d96528b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7406340 Feb 17 00:04:11.421614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Request body: {'port': {'device_id': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:11.518752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f0e18a5-5348-4b7c-8ecf-b173894e420a None None] Provisioning for port 61ba1825-54f9-4257-8a65-c6080bb57531 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:11.523318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f0e18a5-5348-4b7c-8ecf-b173894e420a None None] Provisioning complete for port 61ba1825-54f9-4257-8a65-c6080bb57531 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:11.523889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2f0e18a5-5348-4b7c-8ecf-b173894e420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.534491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.575733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e18a5-5348-4b7c-8ecf-b173894e420a None None] Port 61ba1825-54f9-4257-8a65-c6080bb57531 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:04:11.794432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a61e-2f29-456f-aee8-0f6c07c4af7b req-8e8d917e-6674-425d-8e40-5c76e7bdc1bd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:11.795980 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74a8a61e-2f29-456f-aee8-0f6c07c4af7b req-8e8d917e-6674-425d-8e40-5c76e7bdc1bd tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 932 time: 0.0792615 Feb 17 00:04:11.834255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 087767dc-d49f-42e1-be1f-788c3ac2bea1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:11.849940 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74a8a61e-2f29-456f-aee8-0f6c07c4af7b req-4a45a71e-af18-4479-bd6a-80c29cc96ed0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472538 Feb 17 00:04:11.875167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ba1825-54f9-4257-8a65-c6080bb57531 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:04:11.882386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.896527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Transition to ACTIVE for port object 61ba1825-54f9-4257-8a65-c6080bb57531 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:11.900295 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:11.904702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:11.905105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:12.061391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=61ba1825-54f9-4257-8a65-c6080bb57531,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:12.139424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Attempting to bind port 61ba1825-54f9-4257-8a65-c6080bb57531 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:04:12.139761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Attempting to bind port 61ba1825-54f9-4257-8a65-c6080bb57531 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:04:12.140103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Attempting to bind port 61ba1825-54f9-4257-8a65-c6080bb57531 on network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:04:12.145037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Port 61ba1825-54f9-4257-8a65-c6080bb57531 on network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:04:12.145361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Attempting to bind port 61ba1825-54f9-4257-8a65-c6080bb57531 on network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:04:12.150278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:12.150551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Checking segment: {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:04:12.150929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Bound using segment: {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:12.151349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Bound port: 61ba1825-54f9-4257-8a65-c6080bb57531, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fcb628-f828-410c-98df-8ba84df32a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:04:12.151682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:12.339838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] For port 61ba1825-54f9-4257-8a65-c6080bb57531, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:04:12.342621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] For port 61ba1825-54f9-4257-8a65-c6080bb57531, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=61ba1825-54f9-4257-8a65-c6080bb57531,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:04:12.346865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:12.404751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:12.405358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:12.406712 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/61ba1825-54f9-4257-8a65-c6080bb57531 HTTP/1.1" status: 200 len: 1094 time: 0.9894421 Feb 17 00:04:12.407152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:12.431461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6629515-ac48-443f-8f21-64cea26be9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=61ba1825-54f9-4257-8a65-c6080bb57531,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:12.478127 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531', 'status': 'completed', 'code': 200} Feb 17 00:04:12.519932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-130accef-6283-4d20-a138-e13eff97887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:12.521458 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-130accef-6283-4d20-a138-e13eff97887e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 1097 time: 0.0792942 Feb 17 00:04:12.588443 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-2c489795-be1c-4b7b-b43c-d4b6108c992e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61ba1825-54f9-4257-8a65-c6080bb57531 HTTP/1.1" status: 200 len: 217 time: 0.0603178 Feb 17 00:04:12.652813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-72589099-de81-4ffd-998d-b4f354a9780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:12.654177 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-72589099-de81-4ffd-998d-b4f354a9780b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8e754d-904c-47e8-91f2-c5634bda5739 HTTP/1.1" status: 200 len: 843 time: 0.0607502 Feb 17 00:04:12.726457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-0bdc6524-c750-4394-8bdf-5913c7dc8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:12.727882 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-0bdc6524-c750-4394-8bdf-5913c7dc8766 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685947 Feb 17 00:04:12.855282 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-6316dbef-5749-4236-b7e8-e3a437e9e3df service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216443 Feb 17 00:04:12.984041 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ba550f97-db9e-4838-b607-ba11ad2b3da9 req-36734a9c-8743-46aa-ad13-565f8b953657 service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233337 Feb 17 00:04:13.033272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ee8ea-fb24-4a46-865c-f52cffb2d5cf req-6c257ca3-df12-4d02-bcd2-dfacfe504295 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:13.034733 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1e7ee8ea-fb24-4a46-865c-f52cffb2d5cf req-6c257ca3-df12-4d02-bcd2-dfacfe504295 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 944 time: 0.0804169 Feb 17 00:04:13.079184 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1e7ee8ea-fb24-4a46-865c-f52cffb2d5cf req-890cbd41-8163-43de-9bc5-904cf9294eec tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 Feb 17 00:04:13.096222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-f9ae3676-c964-4d08-bfbe-47284cd5adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:13.097690 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-f9ae3676-c964-4d08-bfbe-47284cd5adae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 1097 time: 0.0741801 Feb 17 00:04:13.225987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-b03f4d7e-fea0-4e97-9f93-4b4793fcb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:13.227396 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-b03f4d7e-fea0-4e97-9f93-4b4793fcb8c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d HTTP/1.1" status: 200 len: 897 time: 0.1231775 Feb 17 00:04:13.292899 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-e84e29b4-24b8-4017-949f-016b99564e59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61ba1825-54f9-4257-8a65-c6080bb57531 HTTP/1.1" status: 200 len: 217 time: 0.0591533 Feb 17 00:04:13.356020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-97cd3a5f-b092-41c9-89ce-08429a381a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:13.357408 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-97cd3a5f-b092-41c9-89ce-08429a381a57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8e754d-904c-47e8-91f2-c5634bda5739 HTTP/1.1" status: 200 len: 843 time: 0.0582876 Feb 17 00:04:13.430145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-1f30648e-e8a6-4263-87a8-c5b3250f07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:13.431701 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-1f30648e-e8a6-4263-87a8-c5b3250f07bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673444 Feb 17 00:04:13.562898 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-8e5fc061-beb5-4fda-b8e8-d29d9d505912 service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244359 Feb 17 00:04:13.691653 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56b4843e-20cf-4bc4-817f-69d1694af367 req-8f5a621a-8d7f-4172-b4f3-89bfd9d38f43 service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225941 Feb 17 00:04:14.266681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0c84-3084-4d78-aa06-c4213a40e2ba req-22adf6ab-bd2d-408e-a389-34fc92c885f9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:14.268145 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ff9c0c84-3084-4d78-aa06-c4213a40e2ba req-22adf6ab-bd2d-408e-a389-34fc92c885f9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 944 time: 0.0810621 Feb 17 00:04:14.312180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ff9c0c84-3084-4d78-aa06-c4213a40e2ba req-6feabbaf-6183-41d6-b742-ba2de60c9038 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378532 Feb 17 00:04:15.346036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 61ba1825-54f9-4257-8a65-c6080bb57531 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:04:15.482719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 61ba1825-54f9-4257-8a65-c6080bb57531, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=61ba1825-54f9-4257-8a65-c6080bb57531,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:15.495796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '61ba1825-54f9-4257-8a65-c6080bb57531', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'port_id': '61ba1825-54f9-4257-8a65-c6080bb57531', 'mac_address': 'fa:16:3e:20:0c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:04:15.497463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c13ce-4677-436b-ac8c-942c9768e780 req-683f7ff5-51ae-405c-b668-b6ecfc4685bc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:15.498990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-840c13ce-4677-436b-ac8c-942c9768e780 req-683f7ff5-51ae-405c-b668-b6ecfc4685bc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 944 time: 0.0803788 Feb 17 00:04:15.543363 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-840c13ce-4677-436b-ac8c-942c9768e780 req-feeaf2e5-45d4-47ca-a92c-4748f307fe01 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383208 Feb 17 00:04:15.551513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:15.568399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ba1825-54f9-4257-8a65-c6080bb57531 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:04:15.583463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 61ba1825-54f9-4257-8a65-c6080bb57531, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=61ba1825-54f9-4257-8a65-c6080bb57531,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:15.587219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:15.655296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=61ba1825-54f9-4257-8a65-c6080bb57531,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:15.801405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['61ba1825-54f9-4257-8a65-c6080bb57531'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:04:16.734361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520dda5-ba01-49a5-8a64-d23e48564a87 req-b7108607-4bb5-4326-ab96-7f9c098b51a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:16.735764 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2520dda5-ba01-49a5-8a64-d23e48564a87 req-b7108607-4bb5-4326-ab96-7f9c098b51a1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 945 time: 0.0852003 Feb 17 00:04:16.778941 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2520dda5-ba01-49a5-8a64-d23e48564a87 req-20101b5d-e51f-436d-8461-f3948fdeb3ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Feb 17 00:04:17.344350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 61ba1825-54f9-4257-8a65-c6080bb57531 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:17.408990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 61ba1825-54f9-4257-8a65-c6080bb57531 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:17.413474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 61ba1825-54f9-4257-8a65-c6080bb57531 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:17.413842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:17.526160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:17.555006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:17.564373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 61ba1825-54f9-4257-8a65-c6080bb57531, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=61ba1825-54f9-4257-8a65-c6080bb57531,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:17.570921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:17.609359 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531', 'code': 200} Feb 17 00:04:17.669777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=61ba1825-54f9-4257-8a65-c6080bb57531,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:17.822509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e59361-aafb-42c0-b63a-f5bd19f28186 req-d7846e2e-5540-44ce-805c-5517e8765356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:17.823961 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3e59361-aafb-42c0-b63a-f5bd19f28186 req-d7846e2e-5540-44ce-805c-5517e8765356 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 1099 time: 0.0716202 Feb 17 00:04:17.862284 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3e59361-aafb-42c0-b63a-f5bd19f28186 req-7beec6bd-7283-4a4d-94bc-af9fd3a69c3a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326483 Feb 17 00:04:17.957118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad816d7-8a5c-4349-a4f1-701ef0245cad req-c0c33ca7-62d3-4826-b56a-cb18e572bf59 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:17.958547 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ad816d7-8a5c-4349-a4f1-701ef0245cad req-c0c33ca7-62d3-4826-b56a-cb18e572bf59 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 946 time: 0.0762019 Feb 17 00:04:18.000608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ad816d7-8a5c-4349-a4f1-701ef0245cad req-300a855d-215b-407d-8be2-e9c8eac826e2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365469 Feb 17 00:04:19.194259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079ecf-8ab1-466a-9bd5-700033000582 req-f4559ca1-6e3c-434c-b9d8-bdbd26d2e4b9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:19.195706 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0079ecf-8ab1-466a-9bd5-700033000582 req-f4559ca1-6e3c-434c-b9d8-bdbd26d2e4b9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 946 time: 0.0820310 Feb 17 00:04:19.238929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0079ecf-8ab1-466a-9bd5-700033000582 req-2c48503f-c279-4e6b-a942-7267e7ff0221 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369301 Feb 17 00:04:19.417911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2cd37-5810-407e-87a7-cb5e1488b991 req-00f6e950-808b-4a20-a4e7-65a95e15b065 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:19.419301 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cac2cd37-5810-407e-87a7-cb5e1488b991 req-00f6e950-808b-4a20-a4e7-65a95e15b065 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 946 time: 0.0772717 Feb 17 00:04:19.467078 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cac2cd37-5810-407e-87a7-cb5e1488b991 req-c0696fc4-5cca-440c-ba89-82f06835c236 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Feb 17 00:04:19.489330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57806) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:19.559640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e700958-ba47-40e1-99c5-7cbc9b018424 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:19.561423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3e700958-ba47-40e1-99c5-7cbc9b018424 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 1094 time: 0.0711434 Feb 17 00:04:19.564217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57810) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:19.569932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '61ba1825-54f9-4257-8a65-c6080bb57531', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:19.575972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:19.579675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:19.582472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:19.587964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:19.601176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:19.734658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:19.870193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.245 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/2a3ea23b-0fe1-451f-acd9-62b30de08925) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:04:20.029921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:20.082874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:20.169714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:20.170885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:20.172643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=2a3ea23b-0fe1-451f-acd9-62b30de08925,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:20.174673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:04:20.674322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:20.746492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:20.945093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:20.949404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:21.061037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=2a3ea23b-0fe1-451f-acd9-62b30de08925,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:21.068420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:21.244591 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP b1d30b8c-7386-43af-be59-64cd718ececb associated. External IP: 172.26.2.245, port: 61ba1825-54f9-4257-8a65-c6080bb57531. Feb 17 00:04:21.374073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:21.601273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:04:21.786870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:04:21.798928 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] Sync routers for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:04:21.809894 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:21.810733 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:04:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:21.824889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:21.882043 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c0ca9585-695b-4602-b3a0-d85241f05e82 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3166795 Feb 17 00:04:21.882631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:21.884730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57826) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:21.937290 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531', 'status': 'completed', 'code': 200} Feb 17 00:04:22.006270 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:22.168360 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c5c2a4ef-b4eb-4dd1-a3fe-a088bf0b65e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/b1d30b8c-7386-43af-be59-64cd718ececb HTTP/1.1" status: 200 len: 992 time: 0.2816532 Feb 17 00:04:22.185872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79a556-51ee-4268-9a47-9c43e744157a req-e3b7e521-14e6-430a-a3a7-40a13012d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:22.187482 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6b79a556-51ee-4268-9a47-9c43e744157a req-e3b7e521-14e6-430a-a3a7-40a13012d511 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 1099 time: 0.2254388 Feb 17 00:04:22.319036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79a556-51ee-4268-9a47-9c43e744157a req-6d261a03-ccdc-4fc4-be0c-d418b2e87096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:22.320460 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6b79a556-51ee-4268-9a47-9c43e744157a req-6d261a03-ccdc-4fc4-be0c-d418b2e87096 service neutron] 10.222.0.24 "GET /v2.0/networks?id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d HTTP/1.1" status: 200 len: 897 time: 0.1271095 Feb 17 00:04:22.363066 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'b1d30b8c-7386-43af-be59-64cd718ececb', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'port_id': '61ba1825-54f9-4257-8a65-c6080bb57531', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'mac_address': 'fa:16:3e:20:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:04:20Z', 'updated_at': '2022-02-17T00:04:20Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:10Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:22.367544 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] Checking router: dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:04:22.375876 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:22.376558 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:04:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:22.436126 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6b79a556-51ee-4268-9a47-9c43e744157a req-359367f8-3055-4533-b41f-65a50de37041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61ba1825-54f9-4257-8a65-c6080bb57531 HTTP/1.1" status: 200 len: 1000 time: 0.1091740 Feb 17 00:04:22.499132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79a556-51ee-4268-9a47-9c43e744157a req-f3db55af-2b55-4536-8cb6-defad0d22fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:22.500610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6b79a556-51ee-4268-9a47-9c43e744157a req-f3db55af-2b55-4536-8cb6-defad0d22fa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8e754d-904c-47e8-91f2-c5634bda5739 HTTP/1.1" status: 200 len: 843 time: 0.0595703 Feb 17 00:04:22.558559 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:22.578660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79a556-51ee-4268-9a47-9c43e744157a req-68fba461-b94d-43ed-9a9b-e4173f41e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:22.580070 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6b79a556-51ee-4268-9a47-9c43e744157a req-68fba461-b94d-43ed-9a9b-e4173f41e67c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739541 Feb 17 00:04:22.726486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6b79a556-51ee-4268-9a47-9c43e744157a req-518b05b5-d085-4fcf-ab4e-723884a21e79 service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405196 Feb 17 00:04:22.867515 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6b79a556-51ee-4268-9a47-9c43e744157a req-e3dce153-c695-4994-a071-337dc8f8bc51 service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352108 Feb 17 00:04:22.938545 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'b1d30b8c-7386-43af-be59-64cd718ececb', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'port_id': '61ba1825-54f9-4257-8a65-c6080bb57531', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'mac_address': 'fa:16:3e:20:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:04:20Z', 'updated_at': '2022-02-17T00:04:20Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:10Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:22.943051 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9500c-353b-4852-a913-fb946d205d65 None None] The sync data for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv is: [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'b1d30b8c-7386-43af-be59-64cd718ececb', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'port_id': '61ba1825-54f9-4257-8a65-c6080bb57531', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'mac_address': 'fa:16:3e:20:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:04:20Z', 'updated_at': '2022-02-17T00:04:20Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:10Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:04:23.124480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ad52c-2db7-4dde-95cb-5c09a501fe6f None None] New status for floating IP b1d30b8c-7386-43af-be59-64cd718ececb: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:04:23.171834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57836) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:23.278467 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f32e46be-9513-4bcc-a22e-baa191a34b0e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/b1d30b8c-7386-43af-be59-64cd718ececb HTTP/1.1" status: 200 len: 992 time: 0.1054566 Feb 17 00:04:24.281952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57842) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:24.387536 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-821243a1-6c8e-4b4d-98f4-527aca47fc08 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/b1d30b8c-7386-43af-be59-64cd718ececb HTTP/1.1" status: 200 len: 994 time: 0.1045218 Feb 17 00:04:29.861555 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-446971bc-4b63-44ce-a4d1-2d05b52ddc7f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336531276&fields=id&tenant_id=15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 267 time: 0.0387652 Feb 17 00:04:30.106848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-1eccc611-c01c-40ea-9341-f33fd7028b6c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:30.108218 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-1eccc611-c01c-40ea-9341-f33fd7028b6c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 812 time: 0.2405446 Feb 17 00:04:30.122091 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-b1816875-af22-45e4-83d6-91a6c5c2edd6 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/quotas/15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 375 time: 0.0084860 Feb 17 00:04:30.210727 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-7b6b0c8c-84b2-425b-8655-388d6d92bbcd tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0838845 Feb 17 00:04:30.345788 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-d7f081da-4d36-4815-92ec-344ce9359d03 service neutron] 10.222.0.47 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209211 Feb 17 00:04:30.474450 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-209bd052-6f67-4473-b00e-d3db63696852 service neutron] 10.222.0.47 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229570 Feb 17 00:04:30.844337 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4523b6fb-77aa-41a5-ae2b-651507fdcf06 req-4a9052d0-78ae-41e5-acf9-259424334a13 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 210 time: 0.0420709 Feb 17 00:04:31.858102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-91a41f24-8098-4f14-9ec5-7c7e7010c5af tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:31.859524 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-91a41f24-8098-4f14-9ec5-7c7e7010c5af tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 812 time: 0.1436751 Feb 17 00:04:31.911119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-f33c0c26-8dd5-41db-aa94-e9330edde609 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f3fb6473f844daa27b059878207e7d HTTP/1.1" status: 200 len: 379 time: 0.0437326 Feb 17 00:04:31.922502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'port': {'device_id': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'admin_state_up': True, 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'security_groups': ['2a1f2560-6404-4651-82c0-692de02cb52c']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:31.995847 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-61c8b30a-1d5e-4429-9c85-897ab3080ce5 req-e51fd20c-7bba-46ac-a58f-53baa3a94ae2 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 210 time: 0.0438869 Feb 17 00:04:32.060790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:32.065066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:port and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:32.068161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:32.074363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:32.084875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Made reservation on behalf of 15f3fb6473f844daa27b059878207e7d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:04:32.088432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:32.248293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Allocated IP 172.20.0.6 (cb71fde0-bd7b-469d-b386-d22f647a7851/75ff5505-8386-4651-bc98-0eb15c736b94/4fb76433-4855-484c-825e-44f0faee296a) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:04:32.538328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:32.554994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Transition to ACTIVE for port object 4fb76433-4855-484c-825e-44f0faee296a will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:32.578961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:32.667466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=4fb76433-4855-484c-825e-44f0faee296a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:32.681152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Network cb71fde0-bd7b-469d-b386-d22f647a7851 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:32.682341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:32.685264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:04:32.767978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:32.768616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:32.795782 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-42b2f160-cfa0-41e7-b10c-67052889a8c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8768628 Feb 17 00:04:32.806903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Request body: {'port': {'device_id': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:32.922859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:32.966102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a3ac7320-5eac-4601-a0b8-026c5cc30e21 None None] Provisioning for port 4fb76433-4855-484c-825e-44f0faee296a completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:32.971641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a3ac7320-5eac-4601-a0b8-026c5cc30e21 None None] Provisioning complete for port 4fb76433-4855-484c-825e-44f0faee296a triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:32.972773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a3ac7320-5eac-4601-a0b8-026c5cc30e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:33.034407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac7320-5eac-4601-a0b8-026c5cc30e21 None None] Port 4fb76433-4855-484c-825e-44f0faee296a cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:04:33.190070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962c9c6-ac6b-44ba-9c86-9eea7ef7ca5d req-c20012b0-9fa4-494e-8c5d-c892d1a1a095 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:33.192066 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3962c9c6-ac6b-44ba-9c86-9eea7ef7ca5d req-c20012b0-9fa4-494e-8c5d-c892d1a1a095 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 931 time: 0.0859864 Feb 17 00:04:33.237117 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3962c9c6-ac6b-44ba-9c86-9eea7ef7ca5d req-47c491f1-55ee-42d4-b923-e93299247d53 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392814 Feb 17 00:04:33.283472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb76433-4855-484c-825e-44f0faee296a {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:04:33.290983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:33.305770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Transition to ACTIVE for port object 4fb76433-4855-484c-825e-44f0faee296a will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:04:33.309427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:33.469411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Pushing event updated for resources: {'Port': ['ID=4fb76433-4855-484c-825e-44f0faee296a,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:33.548990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Attempting to bind port 4fb76433-4855-484c-825e-44f0faee296a on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:04:33.549674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Attempting to bind port 4fb76433-4855-484c-825e-44f0faee296a by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:04:33.549674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Attempting to bind port 4fb76433-4855-484c-825e-44f0faee296a on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:04:33.555281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Port 4fb76433-4855-484c-825e-44f0faee296a on network cb71fde0-bd7b-469d-b386-d22f647a7851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:04:33.555613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Attempting to bind port 4fb76433-4855-484c-825e-44f0faee296a on network cb71fde0-bd7b-469d-b386-d22f647a7851 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:04:33.561306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:04:33.561306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Checking segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:04:33.561694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Bound using segment: {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:04:33.562067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Bound port: 4fb76433-4855-484c-825e-44f0faee296a, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba50f4c-f3ee-4742-a68e-eacbee4345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:04:33.562405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:33.649333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] For port 4fb76433-4855-484c-825e-44f0faee296a, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:04:33.652231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] For port 4fb76433-4855-484c-825e-44f0faee296a, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4fb76433-4855-484c-825e-44f0faee296a,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:04:33.657246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:33.688378 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf240ac1-1486-471f-a357-3232cb543f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:33.721901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:33.722552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:33.723935 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] 10.222.0.24 "PUT /v2.0/ports/4fb76433-4855-484c-825e-44f0faee296a HTTP/1.1" status: 200 len: 1093 time: 0.9213231 Feb 17 00:04:33.724404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'tag': '4fb76433-4855-484c-825e-44f0faee296a'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:33.746873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f45e2-ddf8-442e-81f9-ce62520b5f6d service neutron] Pushing event updated for resources: {'Port': ['ID=4fb76433-4855-484c-825e-44f0faee296a,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:33.801225 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'tag': '4fb76433-4855-484c-825e-44f0faee296a', 'status': 'completed', 'code': 200} Feb 17 00:04:33.842433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-c361aa5c-e709-4654-86a7-0ea8e99d240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:33.843916 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-c361aa5c-e709-4654-86a7-0ea8e99d240e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 1096 time: 0.0753291 Feb 17 00:04:33.915936 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-f5e51008-158a-46f2-9d7a-3ec03c096854 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb76433-4855-484c-825e-44f0faee296a HTTP/1.1" status: 200 len: 217 time: 0.0644338 Feb 17 00:04:33.977816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-d0a386b2-c8b5-4e3f-a6bf-27892806c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:33.979164 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-d0a386b2-c8b5-4e3f-a6bf-27892806c8bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0571349 Feb 17 00:04:34.057095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-20428c1c-b4b9-4de4-9ffc-01374823cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:34.058514 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-20428c1c-b4b9-4de4-9ffc-01374823cbd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725911 Feb 17 00:04:34.197240 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-d1e44675-362f-4bad-b42f-7d748c85d802 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223674 Feb 17 00:04:34.424743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa595a-9221-4f70-8d3d-cf697430eeea req-4a785384-2bb2-4482-8ced-65a674b97e2c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:34.426265 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-45fa595a-9221-4f70-8d3d-cf697430eeea req-4a785384-2bb2-4482-8ced-65a674b97e2c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0809064 Feb 17 00:04:34.431121 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-982327eb-93bf-4cb3-87db-a093acc1ecdd req-99414123-9c8a-4b73-a48e-2fcbe6da6168 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276397 Feb 17 00:04:34.476188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-45fa595a-9221-4f70-8d3d-cf697430eeea req-9e3cceec-568b-4b08-994b-61fe31732610 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Feb 17 00:04:34.540668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-c5c4aac7-e292-40e8-8e60-c744ee4341e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:34.542096 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-c5c4aac7-e292-40e8-8e60-c744ee4341e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 1096 time: 0.0697443 Feb 17 00:04:34.670358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-855ad906-b76d-494a-b112-7bd8f3601d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:34.671829 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-855ad906-b76d-494a-b112-7bd8f3601d6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.1231322 Feb 17 00:04:34.742359 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-32488c0b-c89c-480e-a018-a34756e70b5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb76433-4855-484c-825e-44f0faee296a HTTP/1.1" status: 200 len: 217 time: 0.0641086 Feb 17 00:04:34.806996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-f43a12de-188e-450a-8db0-5567d0459032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:34.808512 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-f43a12de-188e-450a-8db0-5567d0459032 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0558321 Feb 17 00:04:34.884533 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-d9225e22-3f1c-47d8-9d35-c70454494829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:34.885964 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-d9225e22-3f1c-47d8-9d35-c70454494829 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716674 Feb 17 00:04:35.013081 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-222b3bd9-f6a2-476c-922b-9a3b31f3fe03 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204536 Feb 17 00:04:35.138327 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7eb4967e-822d-4fb5-97b7-39899df7b40b req-7ed17dae-08a5-4266-b4a6-ba82bd7a082e service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195202 Feb 17 00:04:35.656283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecee158-03cc-458d-ba3a-082a56aaa314 req-5080801c-ea0b-47cd-afb8-d252aaf48254 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:35.657729 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecee158-03cc-458d-ba3a-082a56aaa314 req-5080801c-ea0b-47cd-afb8-d252aaf48254 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0777681 Feb 17 00:04:35.701447 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecee158-03cc-458d-ba3a-082a56aaa314 req-d71f43ed-aec4-4119-919e-4eda07706bf8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373471 Feb 17 00:04:35.911610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f2d31fe7-8804-45a3-a0e7-0a183d61a96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:36.883222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338c27d-92bf-493f-a0e9-6be7ddc32279 req-e99fe6c5-8de5-4999-a729-216f3d98ed75 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:36.884674 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b338c27d-92bf-493f-a0e9-6be7ddc32279 req-e99fe6c5-8de5-4999-a729-216f3d98ed75 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0798647 Feb 17 00:04:36.936503 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b338c27d-92bf-493f-a0e9-6be7ddc32279 req-ecc09309-b467-44af-a532-57fddfa81a26 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Feb 17 00:04:36.954287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:37.270979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:38.119268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321695e8-b9cc-4952-b8b2-f3852509e99f req-9331fad4-1eca-491c-a5a7-141e977b8e2c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:38.120751 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-321695e8-b9cc-4952-b8b2-f3852509e99f req-9331fad4-1eca-491c-a5a7-141e977b8e2c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0772479 Feb 17 00:04:38.164163 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-321695e8-b9cc-4952-b8b2-f3852509e99f req-ca1bfad8-08dd-4f64-a657-5fe6515ce9aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377853 Feb 17 00:04:38.517287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:39.344328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10c5df-1b82-45b3-98a4-d91dbbe0820b req-a6ce09d3-6ee7-490d-8b53-43da1db2ea61 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:39.345770 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8a10c5df-1b82-45b3-98a4-d91dbbe0820b req-a6ce09d3-6ee7-490d-8b53-43da1db2ea61 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0806534 Feb 17 00:04:39.388430 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8a10c5df-1b82-45b3-98a4-d91dbbe0820b req-c355dc0b-6c47-453e-b0e8-802fe14f9758 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366032 Feb 17 00:04:40.570313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137417c0-7b7c-4fa1-bf1b-c1a861d2def1 req-c04f0f9c-7287-4a41-b448-223d7619b7ea tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:40.571756 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-137417c0-7b7c-4fa1-bf1b-c1a861d2def1 req-c04f0f9c-7287-4a41-b448-223d7619b7ea tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0802965 Feb 17 00:04:40.615492 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-137417c0-7b7c-4fa1-bf1b-c1a861d2def1 req-b7a588a9-2116-4aca-a8d9-e63d016984f5 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381482 Feb 17 00:04:41.802840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6676606-0941-4be1-bee6-7b3f7f75acfa req-e9674113-a8eb-446d-b2c8-5cb7088eb2fc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:41.804291 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d6676606-0941-4be1-bee6-7b3f7f75acfa req-e9674113-a8eb-446d-b2c8-5cb7088eb2fc tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0834072 Feb 17 00:04:41.847728 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d6676606-0941-4be1-bee6-7b3f7f75acfa req-974ff7ba-d06d-4128-a233-632f8d2da82e tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373583 Feb 17 00:04:43.033930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a9ad-2383-4fc1-8529-6547c7ea8274 req-21a7c0aa-02ee-4503-88f5-06056a0eeb6c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:43.036176 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2d58a9ad-2383-4fc1-8529-6547c7ea8274 req-21a7c0aa-02ee-4503-88f5-06056a0eeb6c tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 943 time: 0.0857711 Feb 17 00:04:43.086384 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2d58a9ad-2383-4fc1-8529-6547c7ea8274 req-f2ddf7bc-c70c-4931-b00c-bd09e5c1147d tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445209 Feb 17 00:04:43.485746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 4fb76433-4855-484c-825e-44f0faee296a details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:04:43.622479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 4fb76433-4855-484c-825e-44f0faee296a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4fb76433-4855-484c-825e-44f0faee296a,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:43.636174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '4fb76433-4855-484c-825e-44f0faee296a', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'port_id': '4fb76433-4855-484c-825e-44f0faee296a', 'mac_address': 'fa:16:3e:2f:85:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:04:43.690223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:43.706276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb76433-4855-484c-825e-44f0faee296a {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:04:43.721144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 4fb76433-4855-484c-825e-44f0faee296a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4fb76433-4855-484c-825e-44f0faee296a,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:43.725460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:43.795946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=4fb76433-4855-484c-825e-44f0faee296a,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:43.949226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['4fb76433-4855-484c-825e-44f0faee296a'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:04:44.294938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173cb8a-f413-4727-8192-ced8e523b5f0 req-9f5d6133-d0b9-4dcc-8a95-f0b0429fb8b7 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:44.301374 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c173cb8a-f413-4727-8192-ced8e523b5f0 req-9f5d6133-d0b9-4dcc-8a95-f0b0429fb8b7 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 944 time: 0.0973141 Feb 17 00:04:44.342470 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c173cb8a-f413-4727-8192-ced8e523b5f0 req-a3659f45-0bd8-446d-bfc0-bef6d3122fb7 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Feb 17 00:04:45.531899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 4fb76433-4855-484c-825e-44f0faee296a up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:04:45.588986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba4b24-2516-4f26-8c74-0c091f320d2c req-18cdc2de-ad0d-473d-b97b-9c385e889e59 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:45.590835 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-26ba4b24-2516-4f26-8c74-0c091f320d2c req-18cdc2de-ad0d-473d-b97b-9c385e889e59 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 944 time: 0.0817747 Feb 17 00:04:45.602296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 4fb76433-4855-484c-825e-44f0faee296a completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:04:45.608125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 4fb76433-4855-484c-825e-44f0faee296a triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:04:45.608506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:45.638459 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-26ba4b24-2516-4f26-8c74-0c091f320d2c req-aabad274-47ec-409e-924b-511a10e740cb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401976 Feb 17 00:04:45.724368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:45.749849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb76433-4855-484c-825e-44f0faee296a'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:45.760962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 4fb76433-4855-484c-825e-44f0faee296a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4fb76433-4855-484c-825e-44f0faee296a,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:04:45.764172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:45.798296 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb76433-4855-484c-825e-44f0faee296a', 'code': 200} Feb 17 00:04:45.829915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=4fb76433-4855-484c-825e-44f0faee296a,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:46.068325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700f23-97fb-43c0-a390-af4d0e823c63 req-91a224e8-6c12-4e4a-a9a3-9b692cb4841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:46.069699 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9f700f23-97fb-43c0-a390-af4d0e823c63 req-91a224e8-6c12-4e4a-a9a3-9b692cb4841a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 1098 time: 0.0675766 Feb 17 00:04:46.109834 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9f700f23-97fb-43c0-a390-af4d0e823c63 req-0cb5504d-f4af-41b3-b4a9-4aaf5a814bf4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335410 Feb 17 00:04:46.819571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a88bd1-7b47-4dc8-88fd-d597722b6c88 req-15e2ab35-865e-4047-93dd-1a0b6c2d206b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:46.821000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e9a88bd1-7b47-4dc8-88fd-d597722b6c88 req-15e2ab35-865e-4047-93dd-1a0b6c2d206b tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 945 time: 0.0777669 Feb 17 00:04:46.863965 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e9a88bd1-7b47-4dc8-88fd-d597722b6c88 req-a00b05f0-9932-4bd5-8bae-5a45b413535f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374510 Feb 17 00:04:47.087389 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:04:48.134482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571c35-c0cf-4376-bf83-f52534fc735a req-2cf2c7dc-7bda-4b9b-83be-117548d436d3 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:48.135843 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef571c35-c0cf-4376-bf83-f52534fc735a req-2cf2c7dc-7bda-4b9b-83be-117548d436d3 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 945 time: 0.1688743 Feb 17 00:04:48.177997 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef571c35-c0cf-4376-bf83-f52534fc735a req-8012078b-ffb0-4d0c-8f81-573f9b6e80e4 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364742 Feb 17 00:04:48.357159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf02582-0469-42e7-8783-0202755cf33a req-b976e58d-2c41-48b6-8fa4-92ce92a9754f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:48.358596 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2bf02582-0469-42e7-8783-0202755cf33a req-b976e58d-2c41-48b6-8fa4-92ce92a9754f tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 945 time: 0.0769601 Feb 17 00:04:48.404166 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2bf02582-0469-42e7-8783-0202755cf33a req-e05e4e20-71a3-4014-af21-4e4306995d5a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 Feb 17 00:04:48.426738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57920) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:48.496430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e132bf-dea4-44ac-9b8a-9de0515e182f tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:48.497865 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-05e132bf-dea4-44ac-9b8a-9de0515e182f tempest-TestVolumeBootPattern-57975774 tempest-TestVolumeBootPattern-57975774-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 1093 time: 0.0701795 Feb 17 00:04:48.500614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 57924) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:04:48.505760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '4fb76433-4855-484c-825e-44f0faee296a', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:04:48.511327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:04:48.515041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Usage tracker for resource:floatingip and tenant:15f3fb6473f844daa27b059878207e7d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:04:48.517820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:04:48.523329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:04:48.533154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:48.664508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:48.791199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Allocated IP 172.26.2.181 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/e32d1955-e3da-43f4-a5fa-b92991ef8e59) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:04:48.934030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:48.961463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:49.022901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:04:49.025617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:04:49.029208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:04:49.064898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=e32d1955-e3da-43f4-a5fa-b92991ef8e59,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:49.527073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:49.599704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:49.798758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:49.803053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:49.905745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event updated for resources: {'Port': ['ID=e32d1955-e3da-43f4-a5fa-b92991ef8e59,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:04:49.919010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:50.084866 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Floating IP cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a associated. External IP: 172.26.2.181, port: 4fb76433-4855-484c-825e-44f0faee296a. Feb 17 00:04:50.420488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:04:50.593679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:04:50.604340 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:04:50.613620 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:50.614223 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:04:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:50.618664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:50.798601 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0437a2e2-da74-4f0e-a73a-541dd44894ff tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2828815 Feb 17 00:04:50.798601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'tag': '4fb76433-4855-484c-825e-44f0faee296a'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:04:50.822718 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:50.840013 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'tag': '4fb76433-4855-484c-825e-44f0faee296a', 'status': 'completed', 'code': 200} Feb 17 00:04:50.932574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-6a66967e-19f7-439c-8b5f-ad865413e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:50.933937 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-6a66967e-19f7-439c-8b5f-ad865413e1f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 1098 time: 0.0703957 Feb 17 00:04:51.062305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-1bcf80be-66ef-40b7-af20-f82a804d78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:51.063726 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-1bcf80be-66ef-40b7-af20-f82a804d78d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.1232202 Feb 17 00:04:51.161659 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '4fb76433-4855-484c-825e-44f0faee296a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:2f:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:04:49Z', 'updated_at': '2022-02-17T00:04:49Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}, {'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 1, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:51.164698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-91d2a5c0-77ae-4777-90c9-8ea991cd09b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb76433-4855-484c-825e-44f0faee296a HTTP/1.1" status: 200 len: 999 time: 0.0946126 Feb 17 00:04:51.165541 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:04:51.173726 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:04:51.174304 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:04:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:51.225454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-8010b78c-6c0a-465e-b4ce-7256df8e82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:51.227185 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-8010b78c-6c0a-465e-b4ce-7256df8e82cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0567892 Feb 17 00:04:51.300817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-c2c709a5-854b-4a17-b369-1edf7947a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:04:51.302285 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-c2c709a5-854b-4a17-b369-1edf7947a7cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685019 Feb 17 00:04:51.344492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:04:51.374709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:04:51.442429 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-46c92d0f-9597-4138-ad3b-e46d20fbe1a9 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316016 Feb 17 00:04:51.574031 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-137ffa10-7766-4bf5-bae1-05beb0ca6829 req-e2b67623-2dba-4e73-87c1-cea6d118b510 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239288 Feb 17 00:04:51.686227 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '4fb76433-4855-484c-825e-44f0faee296a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:2f:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:04:49Z', 'updated_at': '2022-02-17T00:04:49Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}, {'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 1, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:04:51.690150 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b031ad-7284-488c-8843-3a501c831840 None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.181', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '4fb76433-4855-484c-825e-44f0faee296a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:2f:85:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:04:49Z', 'updated_at': '2022-02-17T00:04:49Z', 'revision_number': 0, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}, {'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 1, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:04:51.870601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca2bf7-f7c4-4b88-b398-66eec53c7791 None None] New status for floating IP cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:05:03.690125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b13a0c06-7631-477d-ade4-7a3451f30c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:05.919815 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-513b8850-a102-44f9-852f-8e2c1ab2283f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:06.960563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:07.279889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:08.519258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:10.199762 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-ba63265c-6fce-409d-ba11-3e92254156f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734153 Feb 17 00:05:10.339264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-712a8309-983e-4956-a138-3b0bf95f8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:05:10.341007 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-712a8309-983e-4956-a138-3b0bf95f8bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0720503 Feb 17 00:05:10.488362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-176f9e65-10a2-4108-a877-4e428adfbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:05:10.489801 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-176f9e65-10a2-4108-a877-4e428adfbb24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.1284635 Feb 17 00:05:10.596246 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-430c5d78-3d08-4cd4-9e88-8d340c12c5a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 200 len: 1002 time: 0.0993853 Feb 17 00:05:10.659726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-ea7cc5d4-f4c2-4b06-9c6c-6e0618175a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:05:10.660011 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-ea7cc5d4-f4c2-4b06-9c6c-6e0618175a89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0571275 Feb 17 00:05:10.741079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-7e93e6f9-4f34-4534-91bd-f1451fa786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:05:10.741079 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-7e93e6f9-4f34-4534-91bd-f1451fa786e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714941 Feb 17 00:05:10.871243 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-67b19b79-31b0-4979-b219-d485db7f6e5d service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267719 Feb 17 00:05:11.101661 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-56773f4b-bc2f-4c6d-a9c9-565be213605a req-cb4a31ee-9aa7-4c6b-91d1-280cc3f97d1b service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228410 Feb 17 00:05:21.372301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:24.086750 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:05:33.691730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9c304377-f625-4f7b-9126-b8bf94344e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:35.922899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-af328750-3d7d-45c8-96ba-c8e7b1478b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:36.949031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:37.276143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:38.521942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:05:51.386638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:01.085237 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:06:03.695655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6661da7c-5b60-457c-a7de-e8a6fb2e1be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:05.921927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e2b6860f-7d9d-4a8b-ab06-278d23a5f25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:06.950686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:07.278471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:08.523734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:11.253722 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-1f30becd-922c-40d1-b413-8731d658154a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048896 Feb 17 00:06:11.345130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a004-2433-4ada-8165-0607e25482b9 req-b108973f-6363-4f57-b051-77dec1c22414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:11.346562 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-b108973f-6363-4f57-b051-77dec1c22414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 1099 time: 0.0720198 Feb 17 00:06:11.486960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a004-2433-4ada-8165-0607e25482b9 req-b5c81214-a904-4e8c-a070-ce51d531fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:11.488353 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-b5c81214-a904-4e8c-a070-ce51d531fb2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d HTTP/1.1" status: 200 len: 897 time: 0.1251223 Feb 17 00:06:11.592308 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-b83c8a93-944c-4fa6-9699-83d93d41636b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61ba1825-54f9-4257-8a65-c6080bb57531 HTTP/1.1" status: 200 len: 1002 time: 0.0972946 Feb 17 00:06:11.652724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a004-2433-4ada-8165-0607e25482b9 req-705fd4c1-d227-4c8b-97c7-0845499d2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:11.654167 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-705fd4c1-d227-4c8b-97c7-0845499d2f78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8e754d-904c-47e8-91f2-c5634bda5739 HTTP/1.1" status: 200 len: 843 time: 0.0566030 Feb 17 00:06:11.730291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348a004-2433-4ada-8165-0607e25482b9 req-90bc230d-e81f-4f2a-ac19-1878ed6bf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:11.731711 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-90bc230d-e81f-4f2a-ac19-1878ed6bf456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718176 Feb 17 00:06:11.862434 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-77afa8bc-7ef0-4fdc-9efa-d1e94793b09a service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246893 Feb 17 00:06:11.991278 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9348a004-2433-4ada-8165-0607e25482b9 req-2622ba54-c6c5-450b-85f2-3b645082f4b0 service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218116 Feb 17 00:06:16.253403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57962) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:16.317583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:06:16.439915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8003918'] for subnet, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:16.626497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794907371295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7097778'] for subnet, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:16.674655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:16.675514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:16.676976 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/subnets/7b8e754d-904c-47e8-91f2-c5634bda5739 HTTP/1.1" status: 200 len: 835 time: 0.4225569 Feb 17 00:06:16.681617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00189ca8-a3be-4126-a6ec-e531585953f1 None None] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:06:16.707057 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=7b8e754d-904c-47e8-91f2-c5634bda5739,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:16.715277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.715879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.716248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.716575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.716896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.717218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.717533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.717848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.718165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.718477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.718787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:16.719097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065dbe29-142f-4260-99e3-3f6139c0848f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:17.127770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c65d108c-6bca-4fe1-9ffd-5cac527828e1 None None] Provisioning complete for port 087767dc-d49f-42e1-be1f-788c3ac2bea1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:06:17.128172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c65d108c-6bca-4fe1-9ffd-5cac527828e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:17.255590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c65d108c-6bca-4fe1-9ffd-5cac527828e1 None None] Provisioning complete for port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:06:17.255860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c65d108c-6bca-4fe1-9ffd-5cac527828e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:17.383590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c65d108c-6bca-4fe1-9ffd-5cac527828e1 None None] Provisioning complete for port 61ba1825-54f9-4257-8a65-c6080bb57531 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:06:17.383981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c65d108c-6bca-4fe1-9ffd-5cac527828e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:21.386991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:24.315052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-2e14e859-f080-4de9-ab30-93b0bca4dbee req-7567f4bc-aa09-4348-a488-11a2583fdf5a service neutron] (87677) timed out ('10.222.0.24', 62736) {{(pid=87677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:06:29.786200 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 57970) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:29.983714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Deleting port e32d1955-e3da-43f4-a5fa-b92991ef8e59 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:29.984070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:30.145309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:30.145641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:30.264697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Calling delete_port for e32d1955-e3da-43f4-a5fa-b92991ef8e59 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:30.408722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:30.457502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event deleted for resources: {'Port': ['ID=e32d1955-e3da-43f4-a5fa-b92991ef8e59,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:30.543843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:30.544112 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Floating IP cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a disassociated (deleted). External IP: 172.26.2.181, port: 4fb76433-4855-484c-825e-44f0faee296a. Feb 17 00:06:30.993153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:06:31.168637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:06:31.177849 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:06:31.184464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:31.187979 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:31.188610 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:31.237306 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1354650c-cc31-4809-9b5a-ea11fe471286 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "DELETE /v2.0/floatingips/cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a HTTP/1.1" status: 204 len: 168 time: 1.4500227 Feb 17 00:06:31.237889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'tag': '4fb76433-4855-484c-825e-44f0faee296a'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:31.283027 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'tag': '4fb76433-4855-484c-825e-44f0faee296a', 'status': 'completed', 'code': 200} Feb 17 00:06:31.369676 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:31.374378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff69a-335f-455c-8a29-f5e1295c379d req-2ad25cf0-c55a-493e-9207-250ced4d93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:31.376460 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-69bff69a-335f-455c-8a29-f5e1295c379d req-2ad25cf0-c55a-493e-9207-250ced4d93d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 1098 time: 0.0708892 Feb 17 00:06:31.512109 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff69a-335f-455c-8a29-f5e1295c379d req-57a89a31-cd04-41e4-a50b-bf35c73b373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:31.513542 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-69bff69a-335f-455c-8a29-f5e1295c379d req-57a89a31-cd04-41e4-a50b-bf35c73b373b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.1319225 Feb 17 00:06:31.584597 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-69bff69a-335f-455c-8a29-f5e1295c379d req-d145f0c0-0041-4f6d-8de6-fba2e3ceb104 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fb76433-4855-484c-825e-44f0faee296a HTTP/1.1" status: 200 len: 217 time: 0.0641394 Feb 17 00:06:31.651793 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff69a-335f-455c-8a29-f5e1295c379d req-9a668ad9-71d3-4d30-93aa-f0284623d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:31.653700 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-69bff69a-335f-455c-8a29-f5e1295c379d req-9a668ad9-71d3-4d30-93aa-f0284623d272 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0619230 Feb 17 00:06:31.684652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12375e-ea85-41d1-817a-7377012fd685 req-0a253181-3dee-446b-8cfa-5d350675c1ca tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:31.685379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0a12375e-ea85-41d1-817a-7377012fd685 req-0a253181-3dee-446b-8cfa-5d350675c1ca tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:06:31.701363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0a12375e-ea85-41d1-817a-7377012fd685 req-0a253181-3dee-446b-8cfa-5d350675c1ca tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:06:31.703103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0a12375e-ea85-41d1-817a-7377012fd685 req-0a253181-3dee-446b-8cfa-5d350675c1ca tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 945 time: 0.1610096 Feb 17 00:06:31.734715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff69a-335f-455c-8a29-f5e1295c379d req-1a73283a-bbbb-4818-801b-6009656fc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:31.736221 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-69bff69a-335f-455c-8a29-f5e1295c379d req-1a73283a-bbbb-4818-801b-6009656fc8cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752764 Feb 17 00:06:31.755273 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0a12375e-ea85-41d1-817a-7377012fd685 req-861ebb82-35a5-4359-ad68-3371dc2654f3 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457423 Feb 17 00:06:31.764017 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 1, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:31.768177 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:06:31.779586 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:31.780217 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:31.872475 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-69bff69a-335f-455c-8a29-f5e1295c379d req-e5353384-c4cf-4e41-a3c3-afdab4f508f6 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293514 Feb 17 00:06:31.951742 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:32.004422 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-69bff69a-335f-455c-8a29-f5e1295c379d req-f62c973d-9e0a-4d7e-97df-07a1268c100e service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253810 Feb 17 00:06:32.283261 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 1, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:32.286966 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065aea3-13be-4c8e-898b-95af5aeab4d2 None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'db84a63b-8443-46ca-b8dd-cc468283f264', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'port_id': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'mac_address': 'fa:16:3e:e0:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:02:48Z', 'updated_at': '2022-02-17T00:02:53Z', 'revision_number': 1, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:06:32.486150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c5455-620d-4e66-a2d4-463978f7a873 None None] New status for floating IP cd9103cd-50bf-44b6-8d4e-8cc6d828ac5a: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:06:32.991805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c47d-3a2e-448f-98ed-1b7795e2fa9f req-e063d7f5-85cf-4706-8523-bb861afecf75 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:32.993287 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a1f2c47d-3a2e-448f-98ed-1b7795e2fa9f req-e063d7f5-85cf-4706-8523-bb861afecf75 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 945 time: 0.1189485 Feb 17 00:06:33.041534 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a1f2c47d-3a2e-448f-98ed-1b7795e2fa9f req-975c6647-dc92-4027-9bc5-fb1a94c277c8 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Feb 17 00:06:33.191230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-2d607986-6989-4989-ad65-629faab0ff5a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:33.192172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-2d607986-6989-4989-ad65-629faab0ff5a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:06:33.203413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-2d607986-6989-4989-ad65-629faab0ff5a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:06:33.204524 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-2d607986-6989-4989-ad65-629faab0ff5a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 945 time: 0.1895189 Feb 17 00:06:33.272522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Deleting port 4fb76433-4855-484c-825e-44f0faee296a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:33.272865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:33.516391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] For port 4fb76433-4855-484c-825e-44f0faee296a, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=4fb76433-4855-484c-825e-44f0faee296a,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:33.516663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:33.640015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Calling delete_port for 4fb76433-4855-484c-825e-44f0faee296a owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:33.698031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-31055586-12bd-4b7a-a84b-16f1d04fa0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:33.785766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:33.836418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event deleted for resources: {'Port': ['ID=4fb76433-4855-484c-825e-44f0faee296a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:33.871222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.871571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.871908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.872266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.872596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.872928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.873255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.873580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.873906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.874229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.874549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.874870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:06:33.921814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] No DVR routers for this DVR port 4fb76433-4855-484c-825e-44f0faee296a on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:06:33.924046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:33.926432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'name': 'network-vif-deleted', 'tag': '4fb76433-4855-484c-825e-44f0faee296a'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:33.942184 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-693fb595-ad63-45de-be5a-fc9e7244b85d req-b94fbb5c-229a-46a8-93d9-30774c6cb9d9 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "DELETE /v2.0/ports/4fb76433-4855-484c-825e-44f0faee296a HTTP/1.1" status: 204 len: 173 time: 0.7319674 Feb 17 00:06:34.025380 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88294174-a2fc-4806-8576-d73e2d5d15a9', 'name': 'network-vif-deleted', 'tag': '4fb76433-4855-484c-825e-44f0faee296a', 'status': 'completed', 'code': 200} Feb 17 00:06:34.196192 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ce53cebb-37c8-4d43-b6cc-81ca998bb410 req-5f31afab-4e71-479d-a211-359fff39c928 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=88294174-a2fc-4806-8576-d73e2d5d15a9 HTTP/1.1" status: 200 len: 210 time: 0.0489202 Feb 17 00:06:35.925341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6b9705d7-d17e-4f48-b582-c54b3eb4dce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:36.952667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:37.282570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:37.980027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 4fb76433-4855-484c-825e-44f0faee296a no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:38.014332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 4fb76433-4855-484c-825e-44f0faee296a {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:38.014674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 4fb76433-4855-484c-825e-44f0faee296a not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:06:38.082930 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:06:38.527560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:39.791490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58012) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:39.990496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Deleting port 698b3fef-701d-465c-a6e3-92f386410c19 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:39.990750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:40.155338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:40.155654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:40.272143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Calling delete_port for 698b3fef-701d-465c-a6e3-92f386410c19 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:40.414917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:40.461882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event deleted for resources: {'Port': ['ID=698b3fef-701d-465c-a6e3-92f386410c19,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:40.653393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:40.653729 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Floating IP db84a63b-8443-46ca-b8dd-cc468283f264 disassociated (deleted). External IP: 172.26.2.188, port: 0f728776-b62e-48fa-9cd8-ddb15bafa19c. Feb 17 00:06:40.997591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:06:41.172074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:06:41.182192 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:06:41.187373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:41.191802 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:41.192434 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:41.241184 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9645fd8c-8d6c-47c5-9d6e-b88640bd60aa tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "DELETE /v2.0/floatingips/db84a63b-8443-46ca-b8dd-cc468283f264 HTTP/1.1" status: 204 len: 168 time: 1.4485157 Feb 17 00:06:41.241761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:41.285555 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'status': 'completed', 'code': 200} Feb 17 00:06:41.368595 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:41.386073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-33a5b53e-c2f6-4ec4-ab62-554be08a9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:41.388157 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-33a5b53e-c2f6-4ec4-ab62-554be08a9864 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f3fb6473f844daa27b059878207e7d&device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0780239 Feb 17 00:06:41.531333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-8d2c4ec8-054b-4f47-bded-333226cd603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:41.533402 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-8d2c4ec8-054b-4f47-bded-333226cd603a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 200 len: 912 time: 0.1395385 Feb 17 00:06:41.602448 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-d0c70d6a-f855-4737-b34d-95a85a49b2c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 200 len: 217 time: 0.0616350 Feb 17 00:06:41.620523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a15b26-4273-4a9e-b4b9-773ea56b20d2 req-5279f7bb-acc1-40f7-8628-c88bac9d18de tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:41.621336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-72a15b26-4273-4a9e-b4b9-773ea56b20d2 req-5279f7bb-acc1-40f7-8628-c88bac9d18de tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:06:41.640424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-72a15b26-4273-4a9e-b4b9-773ea56b20d2 req-5279f7bb-acc1-40f7-8628-c88bac9d18de tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:06:41.641948 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-72a15b26-4273-4a9e-b4b9-773ea56b20d2 req-5279f7bb-acc1-40f7-8628-c88bac9d18de tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 946 time: 0.1018512 Feb 17 00:06:41.676605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-d4e18c98-870f-44cf-a781-6308a1260d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:41.678447 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-d4e18c98-870f-44cf-a781-6308a1260d14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 200 len: 851 time: 0.0691841 Feb 17 00:06:41.694863 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-72a15b26-4273-4a9e-b4b9-773ea56b20d2 req-e90c90ea-7e49-4405-9ec2-c478292e9c06 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469868 Feb 17 00:06:41.747407 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:41.751811 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:06:41.756730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-be066dab-9369-4a2e-af03-2d11d7000115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:41.758178 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-be066dab-9369-4a2e-af03-2d11d7000115 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb71fde0-bd7b-469d-b386-d22f647a7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718269 Feb 17 00:06:41.761023 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:41.761614 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:41.887880 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-da7c78ae-4177-439a-a7a0-be59553091e7 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232424 Feb 17 00:06:41.935288 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:42.019907 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1325fceb-ca50-4a18-919d-1a342ada47b3 req-80ae41a0-5ac0-4163-83a9-3467732423e2 service neutron] 10.222.0.24 "GET /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245070 Feb 17 00:06:42.238875 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:42.242662 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8268a4-a117-4276-bec9-3eb25dc1afca None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-16T23:59:33Z', 'revision_number': 4, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7a5438af-975e-4351-a216-fdb27e889da4', 'name': '', 'network_id': 'cb71fde0-bd7b-469d-b386-d22f647a7851', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'mac_address': 'fa:16:3e:a2:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:31Z', 'updated_at': '2022-02-16T23:59:38Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'subnets': [{'id': '75ff5505-8386-4651-bc98-0eb15c736b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:06:42.452027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93a3776-c199-4867-8095-50953e87ce70 None None] New status for floating IP db84a63b-8443-46ca-b8dd-cc468283f264: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:06:42.886510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881e6b-472c-4350-a644-6c29bf1f3e59 req-8ab29c22-f97f-4151-a355-9112b66225cb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:42.888087 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-de881e6b-472c-4350-a644-6c29bf1f3e59 req-8ab29c22-f97f-4151-a355-9112b66225cb tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 946 time: 0.0785902 Feb 17 00:06:42.934997 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-de881e6b-472c-4350-a644-6c29bf1f3e59 req-68e7d055-dfcc-4278-a60f-66f8061cfade tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/security-groups?id=2a1f2560-6404-4651-82c0-692de02cb52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Feb 17 00:06:43.000041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-b9122417-9f8f-49cc-b545-efac0e6e7974 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:06:43.000764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-b9122417-9f8f-49cc-b545-efac0e6e7974 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Synchronizing usage tracker for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:06:43.012600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-b9122417-9f8f-49cc-b545-efac0e6e7974 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Unset dirty status for tenant:15f3fb6473f844daa27b059878207e7d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:06:43.013664 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-b9122417-9f8f-49cc-b545-efac0e6e7974 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 946 time: 0.0937393 Feb 17 00:06:43.177700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Deleting port 0f728776-b62e-48fa-9cd8-ddb15bafa19c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:43.178041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:43.412688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] For port 0f728776-b62e-48fa-9cd8-ddb15bafa19c, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0f728776-b62e-48fa-9cd8-ddb15bafa19c,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:43.413040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:43.535179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Calling delete_port for 0f728776-b62e-48fa-9cd8-ddb15bafa19c owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:43.674641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:43.723479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event deleted for resources: {'Port': ['ID=0f728776-b62e-48fa-9cd8-ddb15bafa19c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:43.801191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] No DVR routers for this DVR port 0f728776-b62e-48fa-9cd8-ddb15bafa19c on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:06:43.803484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:43.807646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'name': 'network-vif-deleted', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:06:43.820899 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a33a236d-56dd-4c62-9dad-0d431f2a45f8 req-bdc7ee91-e301-4972-bf26-ce9db562be82 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.24 "DELETE /v2.0/ports/0f728776-b62e-48fa-9cd8-ddb15bafa19c HTTP/1.1" status: 204 len: 173 time: 0.8022876 Feb 17 00:06:43.857686 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa40a240-8b89-4d79-bc88-963367405ab9', 'name': 'network-vif-deleted', 'tag': '0f728776-b62e-48fa-9cd8-ddb15bafa19c', 'status': 'completed', 'code': 200} Feb 17 00:06:44.081210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-05f8c11c-578a-414f-8f49-8d670caeaa53 req-ff798035-88dc-47a3-aa40-51620ff0c0ee tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa40a240-8b89-4d79-bc88-963367405ab9 HTTP/1.1" status: 200 len: 210 time: 0.0438075 Feb 17 00:06:45.317705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58032) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:45.467885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Deleting port 9be26abd-31c3-4ce1-b08d-f068fa0242ae {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:45.468255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:45.630321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:45.630639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:45.846851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Calling delete_port for 9be26abd-31c3-4ce1-b08d-f068fa0242ae owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:45.979861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:46.024962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event deleted for resources: {'Port': ['ID=9be26abd-31c3-4ce1-b08d-f068fa0242ae,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:46.115717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:46.129416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:46.130560 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8d51710e-d076-4f82-857d-edbd510bf41a tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "DELETE /v2.0/floatingips/d3aaf99b-09b9-466e-9bd8-2a47bbd3e94b HTTP/1.1" status: 204 len: 168 time: 0.8118839 Feb 17 00:06:48.012545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0f728776-b62e-48fa-9cd8-ddb15bafa19c no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:48.046339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 0f728776-b62e-48fa-9cd8-ddb15bafa19c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:48.046685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0f728776-b62e-48fa-9cd8-ddb15bafa19c not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:06:48.568139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58054) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:48.636370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031a1dde-c3c8-496b-9c92-155af0948c87 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:48.664839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031a1dde-c3c8-496b-9c92-155af0948c87 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:48.736184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031a1dde-c3c8-496b-9c92-155af0948c87 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:48.754563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a1dde-c3c8-496b-9c92-155af0948c87 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f2560-6404-4651-82c0-692de02cb52c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:48.767549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031a1dde-c3c8-496b-9c92-155af0948c87 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:48.768698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-031a1dde-c3c8-496b-9c92-155af0948c87 tempest-TestVolumeBootPattern-1129272299 tempest-TestVolumeBootPattern-1129272299-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a1f2560-6404-4651-82c0-692de02cb52c HTTP/1.1" status: 204 len: 168 time: 0.1995556 Feb 17 00:06:48.823490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58060) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:49.486355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:49.925567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Deleting port 7a5438af-975e-4351-a216-fdb27e889da4 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:49.926160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:50.091986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] For port 7a5438af-975e-4351-a216-fdb27e889da4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7a5438af-975e-4351-a216-fdb27e889da4,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:50.092360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:50.212391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Calling delete_port for 7a5438af-975e-4351-a216-fdb27e889da4 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:50.515375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:50.564500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5438af-975e-4351-a216-fdb27e889da4,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:50.826403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:51.286929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Router dca8df5b-037f-4f0c-a0c8-91d2182ec437 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:06:51.385700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:51.463331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:06:51.471863 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] Sync routers for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:06:51.476204 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-45c1bfe7-9885-44e3-a107-ee5322011048 admin admin] 10.222.0.47 "PUT /v2.0/routers/dca8df5b-037f-4f0c-a0c8-91d2182ec437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6513791 Feb 17 00:06:51.479074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58068) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:51.481844 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:51.482396 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:51.652809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:51.655119 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:51.822166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:51.831271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Deleting port ea121051-85d5-46e5-ad9f-74b5e3683f71 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:51.831630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:51.939435 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-17T00:06:50Z', 'revision_number': 5, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port': {'id': 'ea121051-85d5-46e5-ad9f-74b5e3683f71', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:27Z', 'updated_at': '2022-02-16T23:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:51.943257 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] Checking router: dca8df5b-037f-4f0c-a0c8-91d2182ec437 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:06:51.953550 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] Routers {'dca8df5b-037f-4f0c-a0c8-91d2182ec437'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:51.953550 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:52.015568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] For port ea121051-85d5-46e5-ad9f-74b5e3683f71, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ea121051-85d5-46e5-ad9f-74b5e3683f71,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:52.015912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.098129 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] Set router dca8df5b-037f-4f0c-a0c8-91d2182ec437 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:52.133472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Calling delete_port for ea121051-85d5-46e5-ad9f-74b5e3683f71 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:52.228125 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-17T00:06:51Z', 'revision_number': 6, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:52.232530 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840389d-139f-4b46-827d-5fbb12f1d96a None None] The sync data for ids ['dca8df5b-037f-4f0c-a0c8-91d2182ec437'] in dv-neutron-829040-1-hyperv is: [{'id': 'dca8df5b-037f-4f0c-a0c8-91d2182ec437', 'name': 'tempest-TestVolumeBootPattern-2111602294-router', 'tenant_id': '15f3fb6473f844daa27b059878207e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:26Z', 'updated_at': '2022-02-17T00:06:51Z', 'revision_number': 6, 'project_id': '15f3fb6473f844daa27b059878207e7d', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:06:52.426797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.581475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ea121051-85d5-46e5-ad9f-74b5e3683f71,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:52.673550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.848871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.850948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.872821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.873320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca8df5b-037f-4f0c-a0c8-91d2182ec437 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:06:52.885411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.886520 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-eb403e79-3756-4a06-a8e8-8358952c17cd admin admin] 10.222.0.47 "DELETE /v2.0/routers/dca8df5b-037f-4f0c-a0c8-91d2182ec437 HTTP/1.1" status: 204 len: 168 time: 1.4064076 Feb 17 00:06:52.888993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58072) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:52.944788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] Deleting subnet 75ff5505-8386-4651-bc98-0eb15c736b94 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:06:52.947997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:52.999626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.079376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.146474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.188908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ff5505-8386-4651-bc98-0eb15c736b94,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:53.190832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.195234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815647f-a9cb-4765-8164-5e09e157b642 None None] Network cb71fde0-bd7b-469d-b386-d22f647a7851 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:06:53.197753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9d25dafe-1f5f-4b20-8821-35144d465626 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/75ff5505-8386-4651-bc98-0eb15c736b94 HTTP/1.1" status: 204 len: 168 time: 0.3077962 Feb 17 00:06:53.200160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58076) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:53.307199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.317405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Deleting port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:53.317727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.483576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] DHCP port deletion for cb71fde0-bd7b-469d-b386-d22f647a7851 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:06:53.487382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Deleting port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:53.487757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.517645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] For port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:53.517965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.641915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Calling delete_port for cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:53.699239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] For port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,segment=NetworkSegment(aba50f4c-f3ee-4742-a68e-eacbee4345b0),segment_id=aba50f4c-f3ee-4742-a68e-eacbee4345b0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:53.699567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.723529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.769070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfb41d4-c829-42ea-a0fb-ef5d29d2b522,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:53.780835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] No DVR routers for this DVR port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:06:53.827596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Calling delete_port for cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:53.901365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.905128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:06:53.905546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:06:53.913401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:53.926219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb71fde0-bd7b-469d-b386-d22f647a7851']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:53.942110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba50f4c-f3ee-4742-a68e-eacbee4345b0') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:53.942404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba50f4c-f3ee-4742-a68e-eacbee4345b0') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:53.946764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:53.947114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:06:53.947526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea121051-85d5-46e5-ad9f-74b5e3683f71 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:53.953648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:53.984206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: ea121051-85d5-46e5-ad9f-74b5e3683f71 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:53.984560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea121051-85d5-46e5-ad9f-74b5e3683f71 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:06:53.984977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7a5438af-975e-4351-a216-fdb27e889da4 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:54.019083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7a5438af-975e-4351-a216-fdb27e889da4 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:54.019434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7a5438af-975e-4351-a216-fdb27e889da4 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:06:54.061509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:54.067583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:06:54.067965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:06:54.080485 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:06:54.152835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:54.168605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:54.178354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb71fde0-bd7b-469d-b386-d22f647a7851,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:54.191418 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-380f7d1d-d8e8-40be-a617-d16feb031e7b admin admin] 10.222.0.47 "DELETE /v2.0/networks/cb71fde0-bd7b-469d-b386-d22f647a7851 HTTP/1.1" status: 204 len: 168 time: 0.9902611 Feb 17 00:06:54.194300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58080) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:54.406385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Deleting port cdfb41d4-c829-42ea-a0fb-ef5d29d2b522 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:54.406956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:54.472648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2218ad99-b66b-4adf-b87b-a06b1190673a None None] The port 'cdfb41d4-c829-42ea-a0fb-ef5d29d2b522' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:06:54.711374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:55.054372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Deleting port 6f257d57-e2c7-4456-8bf7-7c5d227dd757 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:55.054611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:55.217296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] For port 6f257d57-e2c7-4456-8bf7-7c5d227dd757, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=6f257d57-e2c7-4456-8bf7-7c5d227dd757,segment=NetworkSegment(120e1453-e1e0-49dd-9fcf-f4e5fc5c92be),segment_id=120e1453-e1e0-49dd-9fcf-f4e5fc5c92be)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:55.217640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:55.336116 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Calling delete_port for 6f257d57-e2c7-4456-8bf7-7c5d227dd757 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:55.604790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:55.676626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f257d57-e2c7-4456-8bf7-7c5d227dd757,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:55.917601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:56.257077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Router de0d0fd1-8408-4510-a882-fa6b3381a67f has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:06:56.423474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:06:56.432431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] Sync routers for ids ['de0d0fd1-8408-4510-a882-fa6b3381a67f'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:06:56.439453 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e35eb86e-a61a-4169-a600-d624a14089d4 admin admin] 10.222.0.47 "PUT /v2.0/routers/de0d0fd1-8408-4510-a882-fa6b3381a67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2441790 Feb 17 00:06:56.441413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] Routers {'de0d0fd1-8408-4510-a882-fa6b3381a67f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:56.441932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58084) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:56.442043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de0d0fd1-8408-4510-a882-fa6b3381a67f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:56.614917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:56.615749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] Set router de0d0fd1-8408-4510-a882-fa6b3381a67f gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:56.897211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-17T00:06:55Z', 'revision_number': 5, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port': {'id': 'bac697bd-c9a7-448b-bd1d-f0fff511184e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T23:59:38Z', 'updated_at': '2022-02-16T23:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:56.901152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] Checking router: de0d0fd1-8408-4510-a882-fa6b3381a67f for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:06:56.909573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:56.909748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] Routers {'de0d0fd1-8408-4510-a882-fa6b3381a67f'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:06:56.910173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['de0d0fd1-8408-4510-a882-fa6b3381a67f'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:56.919317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Deleting port bac697bd-c9a7-448b-bd1d-f0fff511184e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:56.919846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.090947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] For port bac697bd-c9a7-448b-bd1d-f0fff511184e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bac697bd-c9a7-448b-bd1d-f0fff511184e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:57.091299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.095109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] Set router de0d0fd1-8408-4510-a882-fa6b3381a67f gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:06:57.205522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-17T00:06:56Z', 'revision_number': 6, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:57.209295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3bf09-329f-4383-b7fb-07fe26d5367e None None] The sync data for ids ['de0d0fd1-8408-4510-a882-fa6b3381a67f'] in dv-neutron-829040-1-hyperv is: [{'id': 'de0d0fd1-8408-4510-a882-fa6b3381a67f', 'name': 'tempest-TestVolumeBootPattern-2091298080-router', 'tenant_id': '8fa5484e412844bc9c390f9b6df55dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T23:59:37Z', 'updated_at': '2022-02-17T00:06:56Z', 'revision_number': 6, 'project_id': '8fa5484e412844bc9c390f9b6df55dff', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:06:57.210381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Calling delete_port for bac697bd-c9a7-448b-bd1d-f0fff511184e owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:57.375745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.424189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=bac697bd-c9a7-448b-bd1d-f0fff511184e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:57.510245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.682249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.684382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.705839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.706346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router de0d0fd1-8408-4510-a882-fa6b3381a67f {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:06:57.718497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.719597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-942ec2ea-4cbe-49f3-8d54-e6a6def07e2d admin admin] 10.222.0.47 "DELETE /v2.0/routers/de0d0fd1-8408-4510-a882-fa6b3381a67f HTTP/1.1" status: 204 len: 168 time: 1.2767725 Feb 17 00:06:57.722131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58088) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:57.778251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] Deleting subnet e07e75f2-524a-4780-9b03-19da72fbe86b {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:06:57.780960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.829840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.902382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:57.977869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.011870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bac697bd-c9a7-448b-bd1d-f0fff511184e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:58.018468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07e75f2-524a-4780-9b03-19da72fbe86b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:58.021860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.027683 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e5a2e5cd-8601-4c12-a56e-d5f4644a66b7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e07e75f2-524a-4780-9b03-19da72fbe86b HTTP/1.1" status: 204 len: 168 time: 0.3046339 Feb 17 00:06:58.030214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58092) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:58.042615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b96c31-61b2-49cd-b414-02ff9f70d44a None None] Network 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:06:58.066911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: bac697bd-c9a7-448b-bd1d-f0fff511184e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:58.067262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bac697bd-c9a7-448b-bd1d-f0fff511184e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:06:58.067677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f257d57-e2c7-4456-8bf7-7c5d227dd757 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:58.134219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.145118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Deleting port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:58.145461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.152558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 6f257d57-e2c7-4456-8bf7-7c5d227dd757 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:58.152911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 6f257d57-e2c7-4456-8bf7-7c5d227dd757 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:06:58.335599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] DHCP port deletion for 99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:06:58.340074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Deleting port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:58.340448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.461647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] For port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,segment=NetworkSegment(120e1453-e1e0-49dd-9fcf-f4e5fc5c92be),segment_id=120e1453-e1e0-49dd-9fcf-f4e5fc5c92be)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:58.462002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.537908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] For port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,segment=NetworkSegment(120e1453-e1e0-49dd-9fcf-f4e5fc5c92be),segment_id=120e1453-e1e0-49dd-9fcf-f4e5fc5c92be)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:06:58.538298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.582927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Calling delete_port for f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:58.657935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.662965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Calling delete_port for f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:06:58.707441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:58.710972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] No DVR routers for this DVR port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:06:58.737991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:06:58.738355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:06:58.826215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.850143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:58.861563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:58.861810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120e1453-e1e0-49dd-9fcf-f4e5fc5c92be') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:06:58.873125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.889167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.895153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:06:58.895528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:06:58.908351 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:06:58.982770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:58.998301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.007885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:59.015395 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4400f277-ace6-4cda-b494-c9a964f09fcd admin admin] 10.222.0.47 "DELETE /v2.0/networks/99e2dc43-cd66-42f5-b92d-2d5f99d8e1c8 HTTP/1.1" status: 204 len: 168 time: 0.9843245 Feb 17 00:06:59.123269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58098) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:59.169572 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3709726a-edcf-46fd-b758-6dac4cd663c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15f3fb6473f844daa27b059878207e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451145 Feb 17 00:06:59.171877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58102) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:59.227270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59534dbb-2524-4e7f-ba7f-f33bf4382d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.239883 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Deleting port f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:59.240388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.252781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59534dbb-2524-4e7f-ba7f-f33bf4382d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.306992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59534dbb-2524-4e7f-ba7f-f33bf4382d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.310263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7177-3ed2-496d-b480-5ac98cb085ff None None] The port 'f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:06:59.324977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59534dbb-2524-4e7f-ba7f-f33bf4382d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b254bc-327f-48de-a89a-97a0689a050f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:59.330990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59534dbb-2524-4e7f-ba7f-f33bf4382d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.332949 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-59534dbb-2524-4e7f-ba7f-f33bf4382d1d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82b254bc-327f-48de-a89a-97a0689a050f HTTP/1.1" status: 204 len: 168 time: 0.1601110 Feb 17 00:06:59.506368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58112) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:59.668443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58116) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:59.709789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 2a3ea23b-0fe1-451f-acd9-62b30de08925 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:06:59.710137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.717591 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-13ca00a1-984d-45c7-820f-d3a7bd5d0a79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fa5484e412844bc9c390f9b6df55dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480044 Feb 17 00:06:59.720078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58120) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:06:59.776872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f030cc65-1c8c-4a0f-ba24-5f8705585e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.801610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f030cc65-1c8c-4a0f-ba24-5f8705585e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.854084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f030cc65-1c8c-4a0f-ba24-5f8705585e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.868344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030cc65-1c8c-4a0f-ba24-5f8705585e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada922a7-94b4-4bcb-871d-2d64658d64af,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:06:59.876523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f030cc65-1c8c-4a0f-ba24-5f8705585e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.880340 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f030cc65-1c8c-4a0f-ba24-5f8705585e44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ada922a7-94b4-4bcb-871d-2d64658d64af HTTP/1.1" status: 204 len: 168 time: 0.1566830 Feb 17 00:06:59.887121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.887526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:06:59.931918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:06:59.965355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:06:59.965967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f9f2cc5d-b2cd-4803-b6c6-f97d9d54d632 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:07:00.018058 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 2a3ea23b-0fe1-451f-acd9-62b30de08925 owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:07:00.175520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:00.232946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=2a3ea23b-0fe1-451f-acd9-62b30de08925,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:00.327852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:00.328214 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP b1d30b8c-7386-43af-be59-64cd718ececb disassociated (deleted). External IP: 172.26.2.245, port: 61ba1825-54f9-4257-8a65-c6080bb57531. Feb 17 00:07:00.777246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:07:00.954162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:07:00.963592 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] Sync routers for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:07:00.971850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:00.972758 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:00.973356 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:01.027625 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b2eb8ba1-bf77-433e-84a7-961fb957fa30 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/b1d30b8c-7386-43af-be59-64cd718ececb HTTP/1.1" status: 204 len: 168 time: 1.5201559 Feb 17 00:07:01.028246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:01.074053 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531', 'status': 'completed', 'code': 200} Feb 17 00:07:01.150587 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:01.168347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-e0ea577f-e8f7-4030-b891-26d8a5046ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:01.170238 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-e0ea577f-e8f7-4030-b891-26d8a5046ec2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 1099 time: 0.0748234 Feb 17 00:07:01.312585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-db78ef48-b2b1-4f2a-b04a-2d6f2bed9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:01.314041 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-db78ef48-b2b1-4f2a-b04a-2d6f2bed9625 service neutron] 10.222.0.24 "GET /v2.0/networks?id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d HTTP/1.1" status: 200 len: 897 time: 0.1379824 Feb 17 00:07:01.388479 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-0d92bcb3-3e95-407d-895a-461b4de83289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61ba1825-54f9-4257-8a65-c6080bb57531 HTTP/1.1" status: 200 len: 217 time: 0.0667481 Feb 17 00:07:01.421267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79243d0b-9af8-4625-800b-b33135968ebc req-b0e57bf3-31c0-4df2-9b09-bb6f8ce6290d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:01.422909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79243d0b-9af8-4625-800b-b33135968ebc req-b0e57bf3-31c0-4df2-9b09-bb6f8ce6290d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 946 time: 0.0851238 Feb 17 00:07:01.455043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-b1e1b612-2c19-456a-b443-58c186e284f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:01.456538 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-b1e1b612-2c19-456a-b443-58c186e284f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b8e754d-904c-47e8-91f2-c5634bda5739 HTTP/1.1" status: 200 len: 843 time: 0.0617309 Feb 17 00:07:01.463590 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:10Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:01.468209 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] Checking router: dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:07:01.469574 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79243d0b-9af8-4625-800b-b33135968ebc req-ffe7bcbe-59c4-470c-b18e-a0c9de961879 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Feb 17 00:07:01.476898 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:01.477511 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:06:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:01.535085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-fca623bf-44fb-402e-8e97-e3d09f0c821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:01.536579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-fca623bf-44fb-402e-8e97-e3d09f0c821f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715036 Feb 17 00:07:01.653789 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:01.670894 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-df8c0bda-8b71-4faa-9a80-91f970660772 service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263187 Feb 17 00:07:01.801381 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0066b02c-f20f-4e9b-a70d-c20e7069a5cd req-0aab82a7-3399-4664-8a45-893a8bf3fdde service neutron] 10.222.0.24 "GET /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237419 Feb 17 00:07:01.958793 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:10Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:01.963005 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95577cf8-e982-4f46-bfd0-4371b59ba789 None None] The sync data for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv is: [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:04:05Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '087767dc-d49f-42e1-be1f-788c3ac2bea1', 'name': '', 'network_id': '881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:49:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:04Z', 'updated_at': '2022-02-17T00:04:10Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': '7b8e754d-904c-47e8-91f2-c5634bda5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:07:02.160762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102cc26-a96e-407e-86ea-58893914e99d None None] New status for floating IP b1d30b8c-7386-43af-be59-64cd718ececb: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:07:02.631904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906db551-0e11-4e8f-904e-080e6e486d6e req-133e83e4-ddde-4066-b778-7f7cf16fd1e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:02.632759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-906db551-0e11-4e8f-904e-080e6e486d6e req-133e83e4-ddde-4066-b778-7f7cf16fd1e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:07:02.648923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-906db551-0e11-4e8f-904e-080e6e486d6e req-133e83e4-ddde-4066-b778-7f7cf16fd1e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:07:02.650458 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-906db551-0e11-4e8f-904e-080e6e486d6e req-133e83e4-ddde-4066-b778-7f7cf16fd1e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 946 time: 0.0961719 Feb 17 00:07:02.664467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d95be-4b58-4383-9c86-8de08987c9c9 req-2d51662c-1f14-41b7-856c-4ecdab1dc900 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:02.666103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-288d95be-4b58-4383-9c86-8de08987c9c9 req-2d51662c-1f14-41b7-856c-4ecdab1dc900 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 946 time: 0.0821500 Feb 17 00:07:02.715577 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-288d95be-4b58-4383-9c86-8de08987c9c9 req-19b32505-b6b6-4aca-8225-5f288838bdb0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=318a0bfa-e229-42d0-852d-f12d09e748cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Feb 17 00:07:02.725605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 61ba1825-54f9-4257-8a65-c6080bb57531 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:07:02.725948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:03.074895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 61ba1825-54f9-4257-8a65-c6080bb57531, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=61ba1825-54f9-4257-8a65-c6080bb57531,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:03.075613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:03.194306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 61ba1825-54f9-4257-8a65-c6080bb57531 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:07:03.336347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:03.385562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=61ba1825-54f9-4257-8a65-c6080bb57531,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:03.460514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 61ba1825-54f9-4257-8a65-c6080bb57531 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:07:03.462853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:03.466740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'name': 'network-vif-deleted', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:03.480233 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-906db551-0e11-4e8f-904e-080e6e486d6e req-23b2fe62-2ba0-4623-b8d0-3a127c1ae7b5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/61ba1825-54f9-4257-8a65-c6080bb57531 HTTP/1.1" status: 204 len: 173 time: 0.8248823 Feb 17 00:07:03.513268 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d', 'name': 'network-vif-deleted', 'tag': '61ba1825-54f9-4257-8a65-c6080bb57531', 'status': 'completed', 'code': 200} Feb 17 00:07:03.700151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f2b24568-60fb-4777-abcd-2b76f6cea963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:03.879808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f2cceaf6-d5d2-45f7-ad5c-546d05b5c6b0 req-d6fc0506-8063-4222-a260-2dc3482463e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=3af8b667-d7bf-4fd7-8dbc-61bb6b4d8e5d HTTP/1.1" status: 200 len: 210 time: 0.0439668 Feb 17 00:07:04.984991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58148) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:05.049379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a371-7682-4637-8638-3abe0cd82847 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:05.078414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a371-7682-4637-8638-3abe0cd82847 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:05.144917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a371-7682-4637-8638-3abe0cd82847 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:05.162593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a371-7682-4637-8638-3abe0cd82847 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a0bfa-e229-42d0-852d-f12d09e748cd,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:05.174580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a371-7682-4637-8638-3abe0cd82847 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:05.178150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a9f7a371-7682-4637-8638-3abe0cd82847 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/318a0bfa-e229-42d0-852d-f12d09e748cd HTTP/1.1" status: 204 len: 168 time: 0.1897097 Feb 17 00:07:05.205660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58154) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:05.843613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:05.928195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-516437ca-c2a8-4bed-ab82-1a6422eee70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:06.105728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 61ba1825-54f9-4257-8a65-c6080bb57531 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:07:06.142561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 61ba1825-54f9-4257-8a65-c6080bb57531 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:07:06.142915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 61ba1825-54f9-4257-8a65-c6080bb57531 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:07:06.187734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 087767dc-d49f-42e1-be1f-788c3ac2bea1 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:07:06.188303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:06.366174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 087767dc-d49f-42e1-be1f-788c3ac2bea1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=087767dc-d49f-42e1-be1f-788c3ac2bea1,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:06.366451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:06.485296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 087767dc-d49f-42e1-be1f-788c3ac2bea1 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:07:06.664021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:06.712551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=087767dc-d49f-42e1-be1f-788c3ac2bea1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:06.955426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.069830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.285451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.417084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:07:07.587942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:07:07.598112 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] Sync routers for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:07:07.603175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-159d4a26-31b0-47ea-8c04-e19a91197125 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3936012 Feb 17 00:07:07.603471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58158) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:07.608633 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:07.609223 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:07.680597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet 7b8e754d-904c-47e8-91f2-c5634bda5739 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:07:07.684238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.738392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.783066 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:07.818606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.901923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.941654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:07.945293 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb84882-b0b6-4016-8140-36d0aedbcc58 None None] Network 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:07:07.949144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8e754d-904c-47e8-91f2-c5634bda5739,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:07.953228 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-82b884fc-bed5-4324-af63-db0db82b072e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/7b8e754d-904c-47e8-91f2-c5634bda5739 HTTP/1.1" status: 204 len: 168 time: 0.3488245 Feb 17 00:07:07.955763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58162) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:08.097271 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:07:06Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:08.101132 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] Checking router: dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:07:08.110797 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] Routers {'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:08.110950 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:08.140855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.245755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] DHCP port deletion for 881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:07:08.250427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Deleting port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:07:08.250801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.289088 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] Set router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:08.434877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.446149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port b5dee6f7-2d49-4085-bbb2-acd1be1133eb {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:07:08.446458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.467397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] For port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2b1ad3d8-26f7-49fb-89f7-a21476dbeb59,segment=NetworkSegment(30fcb628-f828-410c-98df-8ba84df32a74),segment_id=30fcb628-f828-410c-98df-8ba84df32a74)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:08.467791 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.574430 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:07:06Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:08.578273 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b2508-784d-4079-8fae-cdfad0e1d27c None None] The sync data for ids ['dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1'] in dv-neutron-829040-1-hyperv is: [{'id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'name': 'tempest-TestNetworkBasicOps-router-2110530888', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:04:00Z', 'updated_at': '2022-02-17T00:07:06Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': 'b5dee6f7-2d49-4085-bbb2-acd1be1133eb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:04:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:04:01Z', 'updated_at': '2022-02-17T00:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:07:08.596368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Calling delete_port for 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:07:08.626225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port b5dee6f7-2d49-4085-bbb2-acd1be1133eb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:08.626588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.641827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.676912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.721997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Pushing event deleted for resources: {'Port': ['ID=2b1ad3d8-26f7-49fb-89f7-a21476dbeb59,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:08.725984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] No DVR routers for this DVR port 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:07:08.740572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.740920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.741259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.741592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.741918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.742244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.742596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.742918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.743265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.743964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.744312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.744631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f496b42c-452b-40f9-b6b1-c8574e506858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:08.750086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for b5dee6f7-2d49-4085-bbb2-acd1be1133eb owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:07:08.913386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:08.961603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=b5dee6f7-2d49-4085-bbb2-acd1be1133eb,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:09.055070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.230129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.232219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.254491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.255020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:07:09.269836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.270913 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cfea8c7d-4f1f-48c0-b9f9-5ee1c18afc55 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/dee4ffa8-b147-4d3d-b3fa-e35fee2fb9c1 HTTP/1.1" status: 204 len: 168 time: 1.3140457 Feb 17 00:07:09.273584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58166) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:09.387091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.513224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.537034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:09.549031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fcb628-f828-410c-98df-8ba84df32a74') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:09.549335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fcb628-f828-410c-98df-8ba84df32a74') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:09.560574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.576163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.582111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:07:09.582561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:07:09.597531 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:07:09.679534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.697463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.709101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:09.719330 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-97c4dcee-b0eb-471d-887a-2085c307b8d9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/881f211c-c44d-4dcc-a5cf-ae05a7c5fc0d HTTP/1.1" status: 204 len: 168 time: 0.4447401 Feb 17 00:07:09.731308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58170) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:09.736633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--21781030', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:09.741609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:09.745715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:09.748519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:09.754475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:09.764724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:07:09.768068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.794883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:07:09.803375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.803714 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment ba82cee1-b90a-47ca-a167-a1f13af67264 of type vlan for network bbc9cc93-450d-4d21-8450-6364f39746dc Feb 17 00:07:09.832353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.916504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 087767dc-d49f-42e1-be1f-788c3ac2bea1 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:07:09.954377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 087767dc-d49f-42e1-be1f-788c3ac2bea1 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:07:09.954734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 087767dc-d49f-42e1-be1f-788c3ac2bea1 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:07:09.955305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:07:09.957427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.963409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:09.963957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:09.989056 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:07:09.989404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 2b1ad3d8-26f7-49fb-89f7-a21476dbeb59 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:07:09.989820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b5dee6f7-2d49-4085-bbb2-acd1be1133eb no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:07:10.025124 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b5dee6f7-2d49-4085-bbb2-acd1be1133eb {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:07:10.025404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b5dee6f7-2d49-4085-bbb2-acd1be1133eb not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:07:10.065868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3335214 Feb 17 00:07:10.068569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58174) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:10.075977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:10.081021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623b5d-1949-4588-8e53-b41a12f0cfe0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=bbc9cc93-450d-4d21-8450-6364f39746dc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:10.084512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:10.088360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:10.091489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:10.092495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network bbc9cc93-450d-4d21-8450-6364f39746dc details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:07:10.097128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:10.106638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:10.107613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:10.124736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:10.409166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:10.698756 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:10.731508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:10.858504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.68 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/5f61b669-248f-4f25-98c1-ad7cee1fa23e) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:07:11.001185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:11.030220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:11.093943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:11.097099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:11.100619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:07:11.138432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=5f61b669-248f-4f25-98c1-ad7cee1fa23e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:11.607868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:11.934717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:12.130624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router f5c3db83-d866-4c62-bac7-030978b56ccf is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:07:12.302270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:07:12.311797 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Sync routers for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:07:12.320795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:12.322021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:12.328983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:12.330199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-912811ae-304e-4901-9821-99242c047d85 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2607510 Feb 17 00:07:12.333389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58182) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:12.502517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:12.624250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2bf3b513-ccb1-4396-9262-d92d9076f198 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2897174 Feb 17 00:07:12.626697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58188) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:12.752245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13bff8-7609-4063-8f3f-cdfbfc6c82cd tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:12.753961 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bb13bff8-7609-4063-8f3f-cdfbfc6c82cd tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263611 Feb 17 00:07:12.756996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58192) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:12.802147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-25aa5ab3-0e0e-4915-bcd5-7c62a69df285 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417380 Feb 17 00:07:12.802366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58196) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:12.810987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-50634822', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:12.989379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:11Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:12.995847 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Checking router: f5c3db83-d866-4c62-bac7-030978b56ccf for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:07:12.996227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Updating router f5c3db83-d866-4c62-bac7-030978b56ccf port 5f61b669-248f-4f25-98c1-ad7cee1fa23e binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:07:13.029425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:13.033195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:13.035927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:13.042036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:13.052277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:07:13.055649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.061671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.264596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.345314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=e6df7744-8e50-42e0-acc6-e631aaa5271b,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:13.353816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:07:13.354251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: bbc9cc93-450d-4d21-8450-6364f39746dc, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:07:13.373379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network bbc9cc93-450d-4d21-8450-6364f39746dc is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:07:13.382296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, bbc9cc93-450d-4d21-8450-6364f39746dc) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:13.386739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:13.387317 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.393431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.398619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc465a-71de-4d2a-adba-ffaa8a5b6811 None None] Network bbc9cc93-450d-4d21-8450-6364f39746dc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:07:13.408820 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fed00965-d672-47ad-807e-0f2d7f30988c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6054928 Feb 17 00:07:13.411741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58200) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:13.473518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Transition to ACTIVE for port object 5f61b669-248f-4f25-98c1-ad7cee1fa23e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:13.488610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.601915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585d23f-e2bc-4fde-ba08-3ff98f39873b None None] Pushing event updated for resources: {'Port': ['ID=5f61b669-248f-4f25-98c1-ad7cee1fa23e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:13.627247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Attempting to bind port 5f61b669-248f-4f25-98c1-ad7cee1fa23e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:07:13.627624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Attempting to bind port 5f61b669-248f-4f25-98c1-ad7cee1fa23e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:07:13.627993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Attempting to bind port 5f61b669-248f-4f25-98c1-ad7cee1fa23e on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:07:13.640479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:07:13.640858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:07:13.641259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.641653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:07:13.642128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Bound port: 5f61b669-248f-4f25-98c1-ad7cee1fa23e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:07:13.642499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.762047 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-bbc9cc93-450d-4d21-8450-6364f39746dc', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:07:13.762878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.777678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] For port 5f61b669-248f-4f25-98c1-ad7cee1fa23e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:07:13.789829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] For port 5f61b669-248f-4f25-98c1-ad7cee1fa23e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5f61b669-248f-4f25-98c1-ad7cee1fa23e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:07:13.826317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:13.937337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:13.937946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:14.037431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585d23f-e2bc-4fde-ba08-3ff98f39873b None None] Pushing event updated for resources: {'Port': ['ID=5f61b669-248f-4f25-98c1-ad7cee1fa23e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:14.095570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:14.134361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Allocated IP 172.20.0.2 (bbc9cc93-450d-4d21-8450-6364f39746dc/e6df7744-8e50-42e0-acc6-e631aaa5271b/e11a8068-9352-4322-bacc-d537a776dd1d) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:07:14.234673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:14.641668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:14.654805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Transition to ACTIVE for port object e11a8068-9352-4322-bacc-d537a776dd1d will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:14.678024 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Transition to ACTIVE for port object e11a8068-9352-4322-bacc-d537a776dd1d will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:14.688081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:14.754153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Network bbc9cc93-450d-4d21-8450-6364f39746dc is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:14.758404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:11Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:14.762762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:14.768190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:07:14.772404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa89512-d6dc-49a4-8ab5-137b70b32cc8 None None] The sync data for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv is: [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:11Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:07:14.781032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Pushing event updated for resources: {'Port': ['ID=e11a8068-9352-4322-bacc-d537a776dd1d,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:14.872417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Attempting to bind port e11a8068-9352-4322-bacc-d537a776dd1d on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:07:14.872635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (bbc9cc93-450d-4d21-8450-6364f39746dc/e6df7744-8e50-42e0-acc6-e631aaa5271b/28ded8e9-39ed-4952-a0e4-e410ab262552) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:07:14.872801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Attempting to bind port e11a8068-9352-4322-bacc-d537a776dd1d by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:07:14.873175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Attempting to bind port e11a8068-9352-4322-bacc-d537a776dd1d on network bbc9cc93-450d-4d21-8450-6364f39746dc {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:07:14.878738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:07:14.879121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Checking segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:07:14.879551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:14.879946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Bound using segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:07:14.880514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Bound port: e11a8068-9352-4322-bacc-d537a776dd1d, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:07:14.880929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:14.975183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] For port e11a8068-9352-4322-bacc-d537a776dd1d, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:07:14.978659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] For port e11a8068-9352-4322-bacc-d537a776dd1d, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e11a8068-9352-4322-bacc-d537a776dd1d,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:07:14.989327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:15.065764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:15.083909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 28ded8e9-39ed-4952-a0e4-e410ab262552 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:15.085342 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:07:15.101100 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be417e3-2042-4b46-9e91-fb522d53d1cf None None] Pushing event updated for resources: {'Port': ['ID=e11a8068-9352-4322-bacc-d537a776dd1d,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:15.116585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:15.187393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network bbc9cc93-450d-4d21-8450-6364f39746dc is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:15.190507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:15.194538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:07:15.230147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=28ded8e9-39ed-4952-a0e4-e410ab262552,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:15.263141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:15.541910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:15.968547 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:15.974028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:15.989835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e11a8068-9352-4322-bacc-d537a776dd1d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:16.072864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port e11a8068-9352-4322-bacc-d537a776dd1d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:16.078692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff0ff6b-7db9-4ecd-bcb7-97f348557583 None None] Network bbc9cc93-450d-4d21-8450-6364f39746dc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:07:16.093958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:16.097267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=28ded8e9-39ed-4952-a0e4-e410ab262552,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:16.101170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f61b669-248f-4f25-98c1-ad7cee1fa23e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:16.223149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-285d6306-b5cc-4cd3-99b8-2676787ef4e3 None None] Provisioning for port e11a8068-9352-4322-bacc-d537a776dd1d completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:16.230657 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network bbc9cc93-450d-4d21-8450-6364f39746dc is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:16.232108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:16.242553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-285d6306-b5cc-4cd3-99b8-2676787ef4e3 None None] Provisioning complete for port e11a8068-9352-4322-bacc-d537a776dd1d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:16.242921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-285d6306-b5cc-4cd3-99b8-2676787ef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:16.346334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 5f61b669-248f-4f25-98c1-ad7cee1fa23e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:16.357493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5f61b669-248f-4f25-98c1-ad7cee1fa23e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:16.357866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:16.423773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router f5c3db83-d866-4c62-bac7-030978b56ccf has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:07:16.535546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-285d6306-b5cc-4cd3-99b8-2676787ef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:16.619206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:16.653836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 5f61b669-248f-4f25-98c1-ad7cee1fa23e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5f61b669-248f-4f25-98c1-ad7cee1fa23e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:16.687432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-285d6306-b5cc-4cd3-99b8-2676787ef4e3 None None] For port e11a8068-9352-4322-bacc-d537a776dd1d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e11a8068-9352-4322-bacc-d537a776dd1d,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:16.690036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:16.736863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-285d6306-b5cc-4cd3-99b8-2676787ef4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:16.740135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:07:16.751647 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Sync routers for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:07:16.763350 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:16.764361 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:16.764800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58204) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:16.766021 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4a5b916e-4a69-44c4-a16f-ba83db2f5a93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/f5c3db83-d866-4c62-bac7-030978b56ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3525729 Feb 17 00:07:16.777610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=5f61b669-248f-4f25-98c1-ad7cee1fa23e,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:16.849191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d6306-b5cc-4cd3-99b8-2676787ef4e3 None None] Pushing event updated for resources: {'Port': ['ID=e11a8068-9352-4322-bacc-d537a776dd1d,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:16.929205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353bd71-37e0-40f0-ad5d-68ff76165dc0 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:16.929980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353bd71-37e0-40f0-ad5d-68ff76165dc0 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:16.931120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353bd71-37e0-40f0-ad5d-68ff76165dc0 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:16.931735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353bd71-37e0-40f0-ad5d-68ff76165dc0 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:16.933780 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4353bd71-37e0-40f0-ad5d-68ff76165dc0 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2881 time: 0.1677532 Feb 17 00:07:16.936600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58208) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:16.978310 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:17.012606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c636dae-2e33-49d0-ae1e-c50e87bfa0f7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:17.013083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c636dae-2e33-49d0-ae1e-c50e87bfa0f7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:17.013589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c636dae-2e33-49d0-ae1e-c50e87bfa0f7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:17.014008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c636dae-2e33-49d0-ae1e-c50e87bfa0f7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:17.015902 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2c636dae-2e33-49d0-ae1e-c50e87bfa0f7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0779936 Feb 17 00:07:17.018544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58212) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:17.061687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c0a1fa0f-ac83-4664-b48a-e21f03f76be2 None None] Provisioning complete for port e11a8068-9352-4322-bacc-d537a776dd1d triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:17.062204 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c0a1fa0f-ac83-4664-b48a-e21f03f76be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.289700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c0a1fa0f-ac83-4664-b48a-e21f03f76be2 None None] Provisioning for port 28ded8e9-39ed-4952-a0e4-e410ab262552 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:17.297429 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c0a1fa0f-ac83-4664-b48a-e21f03f76be2 None None] Provisioning complete for port 28ded8e9-39ed-4952-a0e4-e410ab262552 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:17.298188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c0a1fa0f-ac83-4664-b48a-e21f03f76be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.330862 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-12959b4d-2960-4706-8102-2840fc3acd7a tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3110552 Feb 17 00:07:17.364822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1fa0f-ac83-4664-b48a-e21f03f76be2 None None] Port 28ded8e9-39ed-4952-a0e4-e410ab262552 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:07:17.453852 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:17.457883 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Checking router: f5c3db83-d866-4c62-bac7-030978b56ccf for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:07:17.458233 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Updating router f5c3db83-d866-4c62-bac7-030978b56ccf port 28ded8e9-39ed-4952-a0e4-e410ab262552 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:07:17.491101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e3df4503-71c6-41e8-91c3-6cf5480b2507 None None] Provisioning complete for port 28ded8e9-39ed-4952-a0e4-e410ab262552 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:17.491101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e3df4503-71c6-41e8-91c3-6cf5480b2507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.519840 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.545658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e3df4503-71c6-41e8-91c3-6cf5480b2507 None None] Port 28ded8e9-39ed-4952-a0e4-e410ab262552 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:07:17.642785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58218) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:17.647955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216518935', 'description': 'tempest-secgroup-smoke-216518935 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:17.657672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:17.663175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:17.665755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a8924e8e-9db3-4bcb-9dee-0abbb0070320 None None] Provisioning complete for port 28ded8e9-39ed-4952-a0e4-e410ab262552 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:17.666349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a8924e8e-9db3-4bcb-9dee-0abbb0070320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.666919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:17.672929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:17.684721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.706175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:17.709968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:17.713533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:17.720041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:17.722610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a8924e8e-9db3-4bcb-9dee-0abbb0070320 None None] Port 28ded8e9-39ed-4952-a0e4-e410ab262552 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:07:17.793510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.797231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.841692 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff5b41-8c34-47f3-8138-9671958abe28,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:17.848515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.849711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2059455 Feb 17 00:07:17.851245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.851583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.851910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.852355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.853194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.853431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58222) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:17.853864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.853864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.854139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.854457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.854772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.855185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.855589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16cb3c-0686-4ae3-966a-cc00768b5875 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:17.859160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1dff5b41-8c34-47f3-8138-9671958abe28', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:17.865806 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.866225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:17.870301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:17.873420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:17.878161 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Transition to ACTIVE for port object 28ded8e9-39ed-4952-a0e4-e410ab262552 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:17.879336 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:17.884926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.896248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.949321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f61b669-248f-4f25-98c1-ad7cee1fa23e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:17.967579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:17.972571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.002557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9bae7f-5604-4044-a704-0fd8288db1f9,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.021681 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.025946 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2cee413f-0931-4a65-aa91-5cb9fc8d6e21 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684372 Feb 17 00:07:18.026165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58226) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:18.031434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1dff5b41-8c34-47f3-8138-9671958abe28', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:18.038466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:18.039408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5f61b669-248f-4f25-98c1-ad7cee1fa23e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:18.040664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.045072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:18.051945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:18.060408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:18.080174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.087903 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Pushing event updated for resources: {'Port': ['ID=28ded8e9-39ed-4952-a0e4-e410ab262552,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.102297 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.103176 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.103512 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.103841 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.104188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.104518 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.104931 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.105293 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.105614 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.105936 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.106259 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.106570 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:18.127747 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Attempting to bind port 28ded8e9-39ed-4952-a0e4-e410ab262552 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:07:18.128136 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Attempting to bind port 28ded8e9-39ed-4952-a0e4-e410ab262552 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:07:18.128490 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Attempting to bind port 28ded8e9-39ed-4952-a0e4-e410ab262552 on network bbc9cc93-450d-4d21-8450-6364f39746dc {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:07:18.134812 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:07:18.135182 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Checking segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:07:18.135578 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.135956 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Bound using segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:07:18.136971 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Bound port: 28ded8e9-39ed-4952-a0e4-e410ab262552, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:07:18.137336 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.169108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.174694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.195030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f285e0-e648-4c2c-acd9-3593dff9cab4,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.198617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e11a8068-9352-4322-bacc-d537a776dd1d up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:18.222882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.227000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-68dd72df-8a9b-4cde-bc43-46eb703ad1b8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1971805 Feb 17 00:07:18.227620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58230) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:18.233807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1dff5b41-8c34-47f3-8138-9671958abe28', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:18.239964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:18.246245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:18.247418 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] For port 28ded8e9-39ed-4952-a0e4-e410ab262552, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:07:18.249989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:18.250635 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] For port 28ded8e9-39ed-4952-a0e4-e410ab262552, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=28ded8e9-39ed-4952-a0e4-e410ab262552,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:07:18.255553 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.257508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:18.277459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.287546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e11a8068-9352-4322-bacc-d537a776dd1d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:18.288433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.344266 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:18.344956 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:18.349180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.354998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.383453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235b3ad4-4406-4160-88a9-42bad4bbefb6,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.397650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.400431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-056a728e-2f4e-403a-b662-916597252dcb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707337 Feb 17 00:07:18.402599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58234) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:18.409032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1dff5b41-8c34-47f3-8138-9671958abe28', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:18.417046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:18.421414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:18.424470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:18.434000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:18.444225 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043a6c9-9c2c-4d3f-b9a3-dab884abbca7 None None] Pushing event updated for resources: {'Port': ['ID=28ded8e9-39ed-4952-a0e4-e410ab262552,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.457519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.530442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.535579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.557170 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:18.560311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e10856-6204-4c6a-8971-0b57583bf609,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.569703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.571036 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3b56460a-a2e8-41ca-baca-0f01bebd2a53 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1672359 Feb 17 00:07:18.574298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58238) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:18.579226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1dff5b41-8c34-47f3-8138-9671958abe28', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:18.585770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:18.590071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:18.593382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:18.599138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:18.611030 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:07:18.617633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.682111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.685871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.710781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47de19dd-b5b2-4579-a52d-50e85527b057,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.720225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.721588 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-114d6a7a-f85a-4da2-8690-e076b0bb8fab tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464019 Feb 17 00:07:18.724388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58242) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:18.729894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '1dff5b41-8c34-47f3-8138-9671958abe28', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:18.735786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:18.739658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:18.742501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:18.748940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:18.760644 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:07:18.767054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.831860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.835395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.863101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da28aa98-a720-4b27-89f4-76adcedd4cf5,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:18.870497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:18.871857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4f219e43-c06d-4df1-a7bc-15d9590a09ae tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465333 Feb 17 00:07:18.882261 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:18Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:18.886275 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cda68-7641-486f-a38f-60ddc97605dc None None] The sync data for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv is: [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:18Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:07:19.141284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-a8787652-0e74-496f-9945-2fe2b1afc47f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:07:19.159072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-a8787652-0e74-496f-9945-2fe2b1afc47f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:07:19.160451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-a8787652-0e74-496f-9945-2fe2b1afc47f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216518935&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0583611 Feb 17 00:07:19.314292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-2339d924-c395-478b-80af-97d57fc47867 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:19.314996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-2339d924-c395-478b-80af-97d57fc47867 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:07:19.331790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-2339d924-c395-478b-80af-97d57fc47867 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:07:19.333144 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-2339d924-c395-478b-80af-97d57fc47867 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 795 time: 0.1645513 Feb 17 00:07:19.357188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-5cbb256a-7250-4f90-9dda-b41cd4dbec4c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0099373 Feb 17 00:07:19.440003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-dbf13205-d06a-4d5d-9c3a-cd33b3ce257d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:07:19.456997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-dbf13205-d06a-4d5d-9c3a-cd33b3ce257d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:07:19.458616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-dbf13205-d06a-4d5d-9c3a-cd33b3ce257d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961316 Feb 17 00:07:19.645891 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-cfd611eb-13f0-486d-87d8-bc2e1984b058 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742139 Feb 17 00:07:19.782709 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-d7a71b28-6564-45af-8687-19a2b26aeda7 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304114 Feb 17 00:07:19.967689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 28ded8e9-39ed-4952-a0e4-e410ab262552 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:19.976663 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d7b97d46-dfe0-466f-a2e5-37c81fae1c71 req-429f6ba8-1e55-4ad3-8761-966f4606eef1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 210 time: 0.0565972 Feb 17 00:07:20.045807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 28ded8e9-39ed-4952-a0e4-e410ab262552 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:20.050635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 28ded8e9-39ed-4952-a0e4-e410ab262552 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:20.051014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:20.168173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:20.200281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 28ded8e9-39ed-4952-a0e4-e410ab262552, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=28ded8e9-39ed-4952-a0e4-e410ab262552,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:20.204432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:20.276528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=28ded8e9-39ed-4952-a0e4-e410ab262552,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:21.129229 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c14a361b-3ec0-4051-8ab1-24248fa3c121 req-2b36ecd8-61bb-4bd5-9693-f6a62731b523 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 210 time: 0.0439765 Feb 17 00:07:21.159659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-5a1057cb-35ed-4279-8427-368f65c6cc20 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:21.161090 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-5a1057cb-35ed-4279-8427-368f65c6cc20 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 795 time: 0.1598437 Feb 17 00:07:21.208818 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-9bee1ff3-2623-4c69-8fac-643e360c93ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 379 time: 0.0396023 Feb 17 00:07:21.219152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['1dff5b41-8c34-47f3-8138-9671958abe28']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:21.349419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:21.359010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:21.368394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:07:21.371802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:21.397551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:21.531870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.9 (bbc9cc93-450d-4d21-8450-6364f39746dc/e6df7744-8e50-42e0-acc6-e631aaa5271b/1bea653b-b44c-4f1b-93a1-78dedc11e942) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:07:21.715195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:21.730888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 1bea653b-b44c-4f1b-93a1-78dedc11e942 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:21.753852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:21.820189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network bbc9cc93-450d-4d21-8450-6364f39746dc is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:21.823222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:21.827057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:07:21.935996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 28ded8e9-39ed-4952-a0e4-e410ab262552 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:21.976032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:22.004864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:22.005480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.007269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 28ded8e9-39ed-4952-a0e4-e410ab262552 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:22.007647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.031218 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6095ac2f-20ee-43cc-8a34-962596a452e5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8158662 Feb 17 00:07:22.043910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Request body: {'port': {'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:22.069242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-431de76d-9b37-4c34-afe7-6b83f451c0fd None None] Provisioning for port 1bea653b-b44c-4f1b-93a1-78dedc11e942 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:22.076640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-431de76d-9b37-4c34-afe7-6b83f451c0fd None None] Provisioning complete for port 1bea653b-b44c-4f1b-93a1-78dedc11e942 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:22.077034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-431de76d-9b37-4c34-afe7-6b83f451c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.156519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.166331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-431de76d-9b37-4c34-afe7-6b83f451c0fd None None] Port 1bea653b-b44c-4f1b-93a1-78dedc11e942 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:07:22.316101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a486b7-7e5a-4460-a3b5-c2c49a54b4da req-ff0cf509-590d-4c2f-8258-cbfca491db78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:22.317551 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44a486b7-7e5a-4460-a3b5-c2c49a54b4da req-ff0cf509-590d-4c2f-8258-cbfca491db78 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 931 time: 0.0769155 Feb 17 00:07:22.459189 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44a486b7-7e5a-4460-a3b5-c2c49a54b4da req-b0b280fb-dd1a-4bd2-bfca-71b43e3f2916 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350825 Feb 17 00:07:22.498320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bea653b-b44c-4f1b-93a1-78dedc11e942 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:07:22.505420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.519535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Transition to ACTIVE for port object 1bea653b-b44c-4f1b-93a1-78dedc11e942 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:22.524235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.651714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Pushing event updated for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:22.757894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Attempting to bind port 1bea653b-b44c-4f1b-93a1-78dedc11e942 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:07:22.758226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Attempting to bind port 1bea653b-b44c-4f1b-93a1-78dedc11e942 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:07:22.758551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Attempting to bind port 1bea653b-b44c-4f1b-93a1-78dedc11e942 on network bbc9cc93-450d-4d21-8450-6364f39746dc {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:07:22.763611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Port 1bea653b-b44c-4f1b-93a1-78dedc11e942 on network bbc9cc93-450d-4d21-8450-6364f39746dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:07:22.763931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Attempting to bind port 1bea653b-b44c-4f1b-93a1-78dedc11e942 on network bbc9cc93-450d-4d21-8450-6364f39746dc {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:07:22.768926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:07:22.769258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Checking segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:07:22.769639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Bound using segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:07:22.770055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Bound port: 1bea653b-b44c-4f1b-93a1-78dedc11e942, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:07:22.770391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.858542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:07:22.861580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:07:22.864919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.925198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:22.925820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:22.927210 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] 10.222.0.24 "PUT /v2.0/ports/1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 1093 time: 0.8879659 Feb 17 00:07:22.927659 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:22.956395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f8e69-4192-4c8f-a38d-1f886a0da96d service neutron] Pushing event updated for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:23.001399 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'status': 'completed', 'code': 200} Feb 17 00:07:23.042658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7a5d36d4-0c81-436a-a2b1-c496253a099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:23.044176 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-7a5d36d4-0c81-436a-a2b1-c496253a099d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1096 time: 0.0759130 Feb 17 00:07:23.116068 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-fdd3e3ec-4787-4e96-85f7-4c9f5d4f40d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 217 time: 0.0658090 Feb 17 00:07:23.174770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6a154ecf-a33d-4ec5-a852-f9790dfe53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:23.176155 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6a154ecf-a33d-4ec5-a852-f9790dfe53ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0545895 Feb 17 00:07:23.251837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-4b9488f6-fd07-4da4-813e-c65eed803a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:23.253196 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-4b9488f6-fd07-4da4-813e-c65eed803a0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710099 Feb 17 00:07:23.380695 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-6e3764f4-834c-456e-97da-0db44d6b1e71 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207259 Feb 17 00:07:23.509065 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-77639e2a-f3c3-4461-99e1-c0a1a1435e63 req-22cc2fba-f9f1-4a5b-9dd7-6b632efacabb service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223502 Feb 17 00:07:23.626449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-ee560037-681b-4bfa-9ac8-f91f706ae4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:23.627939 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-ee560037-681b-4bfa-9ac8-f91f706ae4db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1096 time: 0.0708754 Feb 17 00:07:23.640228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035d7f7-a76b-4acb-bfd8-3f5e910f37e0 req-a55fdee9-a88a-4cc0-83ba-a2c863d0dba1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:23.642242 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9035d7f7-a76b-4acb-bfd8-3f5e910f37e0 req-a55fdee9-a88a-4cc0-83ba-a2c863d0dba1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 943 time: 0.0795248 Feb 17 00:07:23.686310 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9035d7f7-a76b-4acb-bfd8-3f5e910f37e0 req-f189e3fc-6ff7-44f5-a5b4-9707f3105f7b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381219 Feb 17 00:07:23.858479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-dd31c60c-017f-447f-a548-3ce7ece56dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:23.859823 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-dd31c60c-017f-447f-a548-3ce7ece56dac service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.2255135 Feb 17 00:07:23.929327 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-3d064c61-7cb6-44a5-aa4c-9bc03c0215a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 217 time: 0.0623724 Feb 17 00:07:23.989956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-46812f64-0bdc-44a4-8643-fbda7c1830a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:23.991348 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-46812f64-0bdc-44a4-8643-fbda7c1830a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0563421 Feb 17 00:07:24.066254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-92de6285-c591-44a9-8848-7268bb8c0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:24.067680 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-92de6285-c591-44a9-8848-7268bb8c0444 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702732 Feb 17 00:07:24.195603 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-80882c49-4dd0-481e-80b5-6fbf150ef59b service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211362 Feb 17 00:07:24.325767 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-498c5852-86c6-43b5-8fa2-278595fff7bb req-49cd01be-9884-4195-ad1b-a65ffdead0eb service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232774 Feb 17 00:07:24.869951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703a1e3-6c05-4e2a-ba8d-3a898324fb39 req-50c06030-2ebf-4ad0-af44-4761959edea7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:24.871472 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c703a1e3-6c05-4e2a-ba8d-3a898324fb39 req-50c06030-2ebf-4ad0-af44-4761959edea7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 943 time: 0.0801666 Feb 17 00:07:24.913808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c703a1e3-6c05-4e2a-ba8d-3a898324fb39 req-742c68e7-9d04-422f-8b17-218d628745db tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365174 Feb 17 00:07:26.092532 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e10f1b-18e1-44b0-b317-b54083599a0d req-32cb04c9-785a-4aa9-9902-c0a6876e5008 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:26.093864 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-09e10f1b-18e1-44b0-b317-b54083599a0d req-32cb04c9-785a-4aa9-9902-c0a6876e5008 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 943 time: 0.0764656 Feb 17 00:07:26.136589 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-09e10f1b-18e1-44b0-b317-b54083599a0d req-ba00ee46-50d6-4372-b6a0-1e43bab072ad tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372062 Feb 17 00:07:26.167356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1bea653b-b44c-4f1b-93a1-78dedc11e942 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:07:26.310700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:26.323040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:07:26.378453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:26.394180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bea653b-b44c-4f1b-93a1-78dedc11e942 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:07:26.408610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:26.412606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:26.477894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:26.630602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1bea653b-b44c-4f1b-93a1-78dedc11e942'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:07:27.320442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13706-3c5a-49bf-8477-3e0a5dca1219 req-bf18f636-5df4-489f-8997-f712a1a458fb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:27.322502 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bfd13706-3c5a-49bf-8477-3e0a5dca1219 req-bf18f636-5df4-489f-8997-f712a1a458fb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 944 time: 0.0806465 Feb 17 00:07:27.364006 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bfd13706-3c5a-49bf-8477-3e0a5dca1219 req-07944080-58c4-4f07-bca8-74d45f2b0a49 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359352 Feb 17 00:07:28.165795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1bea653b-b44c-4f1b-93a1-78dedc11e942 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:28.229688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 1bea653b-b44c-4f1b-93a1-78dedc11e942 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:28.234086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1bea653b-b44c-4f1b-93a1-78dedc11e942 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:28.234452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:28.345503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:28.372001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:28.381237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:28.386991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:28.453784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:28.551319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea09d-79bf-48c3-b667-f9495b2cdf69 req-461cb079-6ddc-42ca-9b56-d8d5bfc3b54c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:28.552789 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-67bea09d-79bf-48c3-b667-f9495b2cdf69 req-461cb079-6ddc-42ca-9b56-d8d5bfc3b54c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 945 time: 0.0789363 Feb 17 00:07:28.561224 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'code': 200} Feb 17 00:07:28.600984 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-67bea09d-79bf-48c3-b667-f9495b2cdf69 req-84f5a2b0-fffb-4acb-98b4-327fbabe5edb tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Feb 17 00:07:28.784799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac6b26-e58c-49eb-a334-d4e5a81f17e9 req-660e87a8-09e5-4352-a615-5fa8c70a2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:28.786152 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6fac6b26-e58c-49eb-a334-d4e5a81f17e9 req-660e87a8-09e5-4352-a615-5fa8c70a2bcf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1098 time: 0.0668213 Feb 17 00:07:28.825328 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6fac6b26-e58c-49eb-a334-d4e5a81f17e9 req-55574ad2-0604-4755-9f79-b493f85eb491 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331309 Feb 17 00:07:29.785746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c90ee-60a4-46f4-a8a5-264564dc6ef1 req-60698ee5-8ca8-4434-9703-99e4cac48228 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:29.787093 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e4c90ee-60a4-46f4-a8a5-264564dc6ef1 req-60698ee5-8ca8-4434-9703-99e4cac48228 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 945 time: 0.0780008 Feb 17 00:07:29.830733 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e4c90ee-60a4-46f4-a8a5-264564dc6ef1 req-1c986fb1-fc2f-40e7-b0d0-af7bc19d2f93 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373056 Feb 17 00:07:31.012791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a4b32-ec5d-4086-8fea-cc0f48bb3912 req-9586d0b6-0d9b-430c-a5bd-286fa5b7fd63 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:31.014129 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b67a4b32-ec5d-4086-8fea-cc0f48bb3912 req-9586d0b6-0d9b-430c-a5bd-286fa5b7fd63 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 945 time: 0.0799568 Feb 17 00:07:31.056530 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b67a4b32-ec5d-4086-8fea-cc0f48bb3912 req-b9ff26dc-0006-4470-83eb-0371b873454e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369403 Feb 17 00:07:31.233569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcdb5-7c26-49ab-acee-79a724d49a7d req-ae7da74a-6a79-4240-8e2b-c4e30105af28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:31.235024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c4bbcdb5-7c26-49ab-acee-79a724d49a7d req-ae7da74a-6a79-4240-8e2b-c4e30105af28 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 945 time: 0.0770938 Feb 17 00:07:31.277702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c4bbcdb5-7c26-49ab-acee-79a724d49a7d req-5fc4517a-a583-456e-be57-0d4d92193737 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370224 Feb 17 00:07:31.299439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58304) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:31.370277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e7f7d-ed8e-40a5-aa12-ba14bff671c7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:31.371714 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-352e7f7d-ed8e-40a5-aa12-ba14bff671c7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1093 time: 0.0713501 Feb 17 00:07:31.374483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58308) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:31.379178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:31.385023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:31.388840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:31.391662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:31.397240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:31.407098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:31.542279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:31.674955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.53 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/9b1fd001-a6ae-46c4-b0e2-cc60b57d637d) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:07:31.818169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:31.846234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:31.905661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:31.908785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:31.911174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:07:31.954552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=9b1fd001-a6ae-46c4-b0e2-cc60b57d637d,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:32.398134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:32.469398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:32.664773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:32.669181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:32.772439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=9b1fd001-a6ae-46c4-b0e2-cc60b57d637d,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:32.785734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:32.955461 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP d54ce948-6619-4569-860a-33e880974344 associated. External IP: 172.26.2.53, port: 1bea653b-b44c-4f1b-93a1-78dedc11e942. Feb 17 00:07:33.295620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router f5c3db83-d866-4c62-bac7-030978b56ccf has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:07:33.465234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:07:33.474783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] Sync routers for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:07:33.483727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:33.484666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:33.488586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:33.544411 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2729ac35-f943-496b-a073-1e0811278e40 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1689146 Feb 17 00:07:33.545060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:33.547219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58312) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:33.622049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efcfc9-a4db-4719-8531-ef77c9e26ee7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:33.626639 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b1efcfc9-a4db-4719-8531-ef77c9e26ee7 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1093 time: 0.0784674 Feb 17 00:07:33.661012 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'status': 'completed', 'code': 200} Feb 17 00:07:33.684093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:33.752247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-ede447ac-dc39-4ee2-b790-0fcfa0a17bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:33.754008 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-ede447ac-dc39-4ee2-b790-0fcfa0a17bd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1098 time: 0.0712311 Feb 17 00:07:33.759504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-eb71873d-d8f9-43e9-ae34-dfaaae9f8568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:33.816064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58322) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:33.822374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387742573', 'description': 'tempest-secgroup-smoke-1387742573 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:33.828537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:33.840609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:33.852686 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:33.872324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:33.877008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:33.880252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:33.887183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:33.892398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-c6b2b6e7-62a9-412f-a00a-cabe880c9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:33.893855 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-c6b2b6e7-62a9-412f-a00a-cabe880c9c07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1337440 Feb 17 00:07:33.959514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:33.964777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.003209 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-c4177a25-e6ba-41da-8306-0415caf54e67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 998 time: 0.1010480 Feb 17 00:07:34.012484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e6a2c-1574-4fd1-8247-c6b443a2c447,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:34.021404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.022810 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f91be6c7-ca0c-4fc8-8256-00175ea9dcf2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2054627 Feb 17 00:07:34.026003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58326) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:34.031569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4e3e6a2c-1574-4fd1-8247-c6b443a2c447', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:34.037269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:34.040997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:34.043750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:34.049290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:34.052084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:32Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:34.057423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] Checking router: f5c3db83-d866-4c62-bac7-030978b56ccf for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:07:34.066109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:34.066645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:34.067210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.077787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-ad40d45a-2868-4eb2-9c59-fe1348ac383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:34.079284 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-ad40d45a-2868-4eb2-9c59-fe1348ac383e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0691423 Feb 17 00:07:34.128670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.134068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.161570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-61ca9b92-397d-4856-945c-d8ad92ed3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:34.162053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848a07f4-8745-4eed-8168-451dbfde5b0c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:34.163149 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-61ca9b92-397d-4856-945c-d8ad92ed3f36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782118 Feb 17 00:07:34.173582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.175300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3696fdb6-31e3-462e-bfa5-e2ddbd346c34 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480994 Feb 17 00:07:34.177898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58330) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:34.184099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4e3e6a2c-1574-4fd1-8247-c6b443a2c447', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:34.190950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:34.195265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:34.199139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:34.205334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:34.255554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:34.304665 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-51e985b2-f8b2-4b0f-8ea1-52b6bbf86f84 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341569 Feb 17 00:07:34.341632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.403047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.407809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.431538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf9bce6-f0f3-4e8c-8179-973f3f350258,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:34.443504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.447948 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a1bf95bc-494f-488c-a28c-850536d5d1b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2688582 Feb 17 00:07:34.448917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58334) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:34.449201 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5341447f-df9b-44d9-a924-200065f1dcd3 req-a3ccf787-07af-42f4-9984-eb1d12fb612b service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389716 Feb 17 00:07:34.456192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4e3e6a2c-1574-4fd1-8247-c6b443a2c447', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:34.462187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:34.466425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:34.470044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:34.476942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:34.494491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.553578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.558486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.580947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2095e3a-5eab-4991-9952-f10b834a108f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:34.589617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.591137 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2a32f1a4-40cc-40d6-a2d5-e8ceecee7194 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407259 Feb 17 00:07:34.594196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58338) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:34.600245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4e3e6a2c-1574-4fd1-8247-c6b443a2c447', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:34.607903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:34.612318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:34.615871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:34.623984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:34.644723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.662644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:32Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:34.667526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10c053-b5a1-4d33-9031-1dcf181edf1a None None] The sync data for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv is: [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:32Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:07:34.715673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.720268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.747584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e3f5dd-4c63-46e2-9a79-5c25ce10ae82,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:34.760494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.760866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.761376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.761703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.762033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.762367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.762692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.763018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.763342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.763661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.763979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.764329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:07:34.768978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.770319 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-097e6f17-f0a9-4847-948a-aafc14dd505b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1744990 Feb 17 00:07:34.773052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58342) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:34.778653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4e3e6a2c-1574-4fd1-8247-c6b443a2c447', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:34.784655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:34.788423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:34.791815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:34.797719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:34.809339 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:07:34.816115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.884257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.888296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:34.953339 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ded9a-84b1-4eb0-86f9-f3ee38b529f1 None None] New status for floating IP d54ce948-6619-4569-860a-33e880974344: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:07:35.022051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ff52f0-ce22-4c1f-b05e-849559952c5f,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:35.030598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:35.031822 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-80c2f614-d813-4f56-bc79-0ef25a6c969b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2578306 Feb 17 00:07:35.034663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58346) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:35.040269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '4e3e6a2c-1574-4fd1-8247-c6b443a2c447', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:35.045805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:35.049585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:35.052712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:35.058805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:35.069228 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:07:35.076966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:35.143872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:35.149141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:35.174451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb1c5b6-414a-43e7-a553-edd36c60868d,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:35.186114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:35.187352 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b3416a9b-b6a9-4d8d-bd6c-277c804424d5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517663 Feb 17 00:07:35.351767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-e5e87acd-c426-4969-920b-eef686deba38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:07:35.367034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-e5e87acd-c426-4969-920b-eef686deba38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:07:35.368864 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-e5e87acd-c426-4969-920b-eef686deba38 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387742573&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0586400 Feb 17 00:07:35.515328 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-e6076712-67a2-4fc6-9f0e-99ccf680ad6b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:35.516736 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-e6076712-67a2-4fc6-9f0e-99ccf680ad6b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 795 time: 0.1411808 Feb 17 00:07:35.530902 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-8844bb0d-5c0a-467b-8f35-bf9168446e3f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0089159 Feb 17 00:07:35.615559 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-71d65a14-6394-43fe-b651-7f6f0c9dcfe8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0798979 Feb 17 00:07:35.751480 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-8a339300-28ae-493e-b09f-858579b81dec service neutron] 10.222.0.47 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241539 Feb 17 00:07:35.885303 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9cf7c449-ecf3-4180-b00b-1d8faa7d5fe7 service neutron] 10.222.0.47 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276484 Feb 17 00:07:35.931315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d53c-fd9c-44a2-ade5-8982d4b53074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:36.065895 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4a59dbde-564a-4613-8f13-546ec1c3d413 req-6b2e210a-3511-451f-8bc8-d9da74f05d1b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 210 time: 0.0450277 Feb 17 00:07:36.957711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:37.100154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-689175df-23b2-4f5a-ae98-89c85a63ec5f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:37.101614 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-689175df-23b2-4f5a-ae98-89c85a63ec5f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 795 time: 0.1542659 Feb 17 00:07:37.156363 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-ae0ea58a-6f42-4255-8214-9245c9232cff tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 472 time: 0.0442708 Feb 17 00:07:37.165000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['4e3e6a2c-1574-4fd1-8247-c6b443a2c447']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:37.222046 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ce01d9d-384b-41a3-883c-e322b2fa84ac req-fb74d5c4-014a-41e1-912a-2898883a1dc9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 210 time: 0.0441020 Feb 17 00:07:37.286443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:37.300178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:37.304181 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:port and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:37.307440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:37.313067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:37.323200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:07:37.326710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:37.484312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.12 (bbc9cc93-450d-4d21-8450-6364f39746dc/e6df7744-8e50-42e0-acc6-e631aaa5271b/7b8be5a4-2d1e-4220-aaf0-49f85bf45461) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:07:37.681958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:37.696507 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:37.719736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:37.794340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network bbc9cc93-450d-4d21-8450-6364f39746dc is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:37.797182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:37.799551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:07:37.840591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:37.869430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:37.870042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:37.902025 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-9abe61fe-51f3-477f-a95c-942f213e2319 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7405586 Feb 17 00:07:37.913145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Request body: {'port': {'device_id': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:38.012532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b298d138-cfeb-41f9-ac83-4801f562df3d None None] Provisioning for port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:38.017337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b298d138-cfeb-41f9-ac83-4801f562df3d None None] Provisioning complete for port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:38.017706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b298d138-cfeb-41f9-ac83-4801f562df3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.025310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.068896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b298d138-cfeb-41f9-ac83-4801f562df3d None None] Port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:07:38.354962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:07:38.362186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.376006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Transition to ACTIVE for port object 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:07:38.379660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.404908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafd884-d9ed-467f-bcf9-e61f11a83a66 req-4790346e-0ed2-44bb-9edb-1afe66d3ff12 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:38.406359 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4aafd884-d9ed-467f-bcf9-e61f11a83a66 req-4790346e-0ed2-44bb-9edb-1afe66d3ff12 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 932 time: 0.0783310 Feb 17 00:07:38.450769 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4aafd884-d9ed-467f-bcf9-e61f11a83a66 req-b0a1612d-1f41-4e35-a9c2-ebfebb640054 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386200 Feb 17 00:07:38.534825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.536445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:38.614832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Attempting to bind port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:07:38.615102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Attempting to bind port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:07:38.615421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Attempting to bind port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 on network bbc9cc93-450d-4d21-8450-6364f39746dc {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:07:38.620451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 on network bbc9cc93-450d-4d21-8450-6364f39746dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:07:38.620766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Attempting to bind port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 on network bbc9cc93-450d-4d21-8450-6364f39746dc {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:07:38.625634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:07:38.625966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Checking segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:07:38.626343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Bound using segment: {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:07:38.626758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Bound port: 7b8be5a4-2d1e-4220-aaf0-49f85bf45461, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba82cee1-b90a-47ca-a167-a1f13af67264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:07:38.627092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.714882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] For port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:07:38.717928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] For port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:07:38.723093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.779791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:38.780420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:38.781807 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] 10.222.0.24 "PUT /v2.0/ports/7b8be5a4-2d1e-4220-aaf0-49f85bf45461 HTTP/1.1" status: 200 len: 1094 time: 0.8730626 Feb 17 00:07:38.782247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:38.805861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f801-158d-4f24-8062-597ea8768f92 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:38.834102 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'status': 'completed', 'code': 200} Feb 17 00:07:38.910252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-2f7f2c4e-b907-43d7-a66c-6ddc101523d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:38.911719 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-2f7f2c4e-b907-43d7-a66c-6ddc101523d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0754557 Feb 17 00:07:38.981019 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-ee5dc52e-cf9a-4b3b-aa23-8739325c6b25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461 HTTP/1.1" status: 200 len: 217 time: 0.0622194 Feb 17 00:07:39.043760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-4993880d-366a-4e45-ba37-f07cea7e15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:39.045133 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-4993880d-366a-4e45-ba37-f07cea7e15c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0586996 Feb 17 00:07:39.115847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-6928cb7b-a95f-445f-91e9-44e3aa97a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:39.117275 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-6928cb7b-a95f-445f-91e9-44e3aa97a478 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670371 Feb 17 00:07:39.346800 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-8758c483-b109-42ff-b43f-a3712caf1071 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236402 Feb 17 00:07:39.473031 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e3c0235d-d0a4-4d14-bbe6-f18a822edcb3 req-d97c7996-e12d-4999-8577-76e3f030af0f service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195323 Feb 17 00:07:39.599213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-80f2982d-2505-4ed9-ab41-f48b55f05107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:39.600683 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-80f2982d-2505-4ed9-ab41-f48b55f05107 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0737824 Feb 17 00:07:39.642309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2127-0ea0-4cd2-b81f-a3a3f45e0dec req-81bba721-594d-477b-aab1-ce8586d3ab19 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:39.643752 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a41d2127-0ea0-4cd2-b81f-a3a3f45e0dec req-81bba721-594d-477b-aab1-ce8586d3ab19 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 944 time: 0.0812294 Feb 17 00:07:39.688096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a41d2127-0ea0-4cd2-b81f-a3a3f45e0dec req-de6c8c30-0e48-4e6f-b779-feedd576ec6f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Feb 17 00:07:39.731740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-92e26c45-a588-4e05-b744-fe25b69e7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:39.733213 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-92e26c45-a588-4e05-b744-fe25b69e7d0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1257248 Feb 17 00:07:39.802769 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-6f727e41-a259-43d0-ae93-0cb6b4238495 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461 HTTP/1.1" status: 200 len: 217 time: 0.0628953 Feb 17 00:07:39.863303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-3d29d61f-3f51-4944-a113-cb7ed3466c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:39.864609 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-3d29d61f-3f51-4944-a113-cb7ed3466c28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0552475 Feb 17 00:07:39.936543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-2b561972-bec4-4911-b569-120dcb67b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:39.937966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-2b561972-bec4-4911-b569-120dcb67b9e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669241 Feb 17 00:07:40.066375 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-c1ce60c9-986f-4c71-b482-94d8af6782c1 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208308 Feb 17 00:07:40.194485 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f08b5e51-2ee5-48e5-87e4-28fb053987ac req-3b13da7e-efb9-45e6-9584-0ff233a87428 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209369 Feb 17 00:07:40.870297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec973c-22b9-40ae-a95b-0ee671304779 req-3a9558c7-16fa-4e86-a089-6651ec4e6caf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:40.871734 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7bec973c-22b9-40ae-a95b-0ee671304779 req-3a9558c7-16fa-4e86-a089-6651ec4e6caf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 944 time: 0.0773520 Feb 17 00:07:40.917506 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7bec973c-22b9-40ae-a95b-0ee671304779 req-8badda92-d9cc-44ca-99c5-d181a051626f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 Feb 17 00:07:42.096626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd47e6-91f1-4073-a4cd-0c449eb0f12d req-fd5d8676-f8f0-4ea7-ba01-d5f74d9732a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:42.098066 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54fd47e6-91f1-4073-a4cd-0c449eb0f12d req-fd5d8676-f8f0-4ea7-ba01-d5f74d9732a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 944 time: 0.0770955 Feb 17 00:07:42.140901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54fd47e6-91f1-4073-a4cd-0c449eb0f12d req-d8a22a20-b443-44d3-b835-06e329bd3f45 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Feb 17 00:07:42.213977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:07:42.340483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:42.355926 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'port_id': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'mac_address': 'fa:16:3e:11:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:07:42.408449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:42.424441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:07:42.438874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:42.444029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:42.509829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:42.655039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['7b8be5a4-2d1e-4220-aaf0-49f85bf45461'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:07:43.331231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b4daa-bda7-4258-8064-2468bc310de9 req-96b60226-5033-4474-b6b1-13f9ef1d45b1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:43.332671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b29b4daa-bda7-4258-8064-2468bc310de9 req-96b60226-5033-4474-b6b1-13f9ef1d45b1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 945 time: 0.0802307 Feb 17 00:07:43.376412 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b29b4daa-bda7-4258-8064-2468bc310de9 req-1d827c8f-672c-4d5c-ba2f-43d7daf49a35 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382173 Feb 17 00:07:44.213759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:07:44.279192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:07:44.283875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:07:44.284280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:44.397916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:44.424651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:44.434259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:07:44.438873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:44.475670 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'code': 200} Feb 17 00:07:44.511948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:44.572750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf41c5f-33f6-4e47-a4d3-b8610d485f9f req-70d95fe7-38a3-4e93-ada1-ecfef8a3c16f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:44.574225 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2bf41c5f-33f6-4e47-a4d3-b8610d485f9f req-70d95fe7-38a3-4e93-ada1-ecfef8a3c16f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 946 time: 0.0848808 Feb 17 00:07:44.618460 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2bf41c5f-33f6-4e47-a4d3-b8610d485f9f req-f271ed9d-1c2a-4855-9749-72efdc060086 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Feb 17 00:07:44.698510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0cd4-0c21-4e48-a466-3a4a7721eec0 req-b79a9d7b-da6e-4efb-8424-8d97240af513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:44.699975 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2c9f0cd4-0c21-4e48-a466-3a4a7721eec0 req-b79a9d7b-da6e-4efb-8424-8d97240af513 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0730259 Feb 17 00:07:44.739584 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2c9f0cd4-0c21-4e48-a466-3a4a7721eec0 req-5c2bd79e-9644-4729-9527-2addb5d9e1b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339363 Feb 17 00:07:45.816631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe20532-269d-4813-8f67-f742f153e1c4 req-ffe2cf89-462c-4f62-a391-9db03d7a2b7d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:45.818082 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bbe20532-269d-4813-8f67-f742f153e1c4 req-ffe2cf89-462c-4f62-a391-9db03d7a2b7d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 946 time: 0.0901744 Feb 17 00:07:45.861128 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bbe20532-269d-4813-8f67-f742f153e1c4 req-3cd50c8c-0ab5-4d6a-bd93-412131128750 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373402 Feb 17 00:07:47.045379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d8e9e-5f00-4437-91e9-312317bf5327 req-3bb4f170-329f-409d-9864-9145a204e713 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:47.046712 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7f6d8e9e-5f00-4437-91e9-312317bf5327 req-3bb4f170-329f-409d-9864-9145a204e713 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 946 time: 0.0767527 Feb 17 00:07:47.093313 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7f6d8e9e-5f00-4437-91e9-312317bf5327 req-a047067c-9b20-4aab-b25b-2e71b2be7039 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Feb 17 00:07:47.270956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2634ce-4230-4c42-84d7-550cc65ab245 req-eae8d69b-f429-4777-8c75-c17d68b27b59 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:47.272419 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf2634ce-4230-4c42-84d7-550cc65ab245 req-eae8d69b-f429-4777-8c75-c17d68b27b59 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 946 time: 0.0779629 Feb 17 00:07:47.315336 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf2634ce-4230-4c42-84d7-550cc65ab245 req-597fa3d0-cfd9-4be1-944a-b2cbc7a9da43 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374346 Feb 17 00:07:47.336417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58400) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:47.409817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00ba19-2848-4bb2-b66e-51da4a216147 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:47.411270 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2b00ba19-2848-4bb2-b66e-51da4a216147 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 1094 time: 0.0739245 Feb 17 00:07:47.413998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58404) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:07:47.419134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:07:47.424682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:07:47.428333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:07:47.431699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:07:47.437117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:07:47.529430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:47.660039 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:47.787162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.209 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/41a95fb5-297d-4fc9-a721-0640c227a1ab) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:07:47.929711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:47.957881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:48.020578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:07:48.023269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:07:48.025884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:07:48.064399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=41a95fb5-297d-4fc9-a721-0640c227a1ab,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:48.421956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:48.493106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:48.690371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:48.694643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:48.798985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=41a95fb5-297d-4fc9-a721-0640c227a1ab,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:07:48.813036 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:48.978718 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 79f80de0-e9c6-4001-8a82-74c2aea37a64 associated. External IP: 172.26.2.209, port: 7b8be5a4-2d1e-4220-aaf0-49f85bf45461. Feb 17 00:07:49.405042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router f5c3db83-d866-4c62-bac7-030978b56ccf has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:07:49.578804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:07:49.588574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] Sync routers for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:07:49.598297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:49.598907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:49.603276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:49.665163 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-23341761-32f2-4814-a861-d75a47388f88 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2496490 Feb 17 00:07:49.665767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:07:49.708240 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'status': 'completed', 'code': 200} Feb 17 00:07:49.777806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:49.797921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-f66fbaf7-dfa8-41c4-a6e0-47bc38b56e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:49.799380 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-f66fbaf7-dfa8-41c4-a6e0-47bc38b56e54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0689940 Feb 17 00:07:49.928564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-ba4bdb8f-2bb5-4f2b-8f91-d520539db35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:49.930444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-ba4bdb8f-2bb5-4f2b-8f91-d520539db35a service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1235774 Feb 17 00:07:50.033846 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-3186f32a-366e-4a0e-8d8e-d5694f04f047 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461 HTTP/1.1" status: 200 len: 1000 time: 0.0976477 Feb 17 00:07:50.099982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-93335fbe-b6da-4967-8993-68cd6972cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:50.101723 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-93335fbe-b6da-4967-8993-68cd6972cba1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0604467 Feb 17 00:07:50.119766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '79f80de0-e9c6-4001-8a82-74c2aea37a64', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.209', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:11:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:48Z', 'updated_at': '2022-02-17T00:07:48Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}, {'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:35Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:50.123652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] Checking router: f5c3db83-d866-4c62-bac7-030978b56ccf for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:07:50.131958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:07:50.132621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:07:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:50.174797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-2913b589-7cd4-47ae-87eb-f4ab4bd0ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:07:50.176351 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-2913b589-7cd4-47ae-87eb-f4ab4bd0ba10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685723 Feb 17 00:07:50.346219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:07:50.406293 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-0a25ae7d-6136-4a1b-93f8-d27bee98e1f7 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232890 Feb 17 00:07:50.535270 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e701125-2cb4-4999-af2b-338b36ef4522 req-0bf30b85-7c0e-41a5-8654-30b4760f0422 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225727 Feb 17 00:07:50.698803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '79f80de0-e9c6-4001-8a82-74c2aea37a64', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.209', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:11:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:48Z', 'updated_at': '2022-02-17T00:07:48Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}, {'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:35Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:07:50.702657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cfd965-695d-4bbc-bcdc-094eb6cd4751 None None] The sync data for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv is: [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '79f80de0-e9c6-4001-8a82-74c2aea37a64', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.209', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:11:d0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:48Z', 'updated_at': '2022-02-17T00:07:48Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}, {'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:35Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:07:50.889215 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d0ae8-831f-4e3b-9ffa-afb943880389 None None] New status for floating IP 79f80de0-e9c6-4001-8a82-74c2aea37a64: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:07:51.402217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:07:52.084291 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:08:03.701584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2e357f08-e91c-45f0-a301-2563646b4e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:05.932255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d77203b4-c138-4033-a1a3-b98c25bf9970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:06.961929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:07.289368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:08.535636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:13.181936 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-629ca805-8159-42f7-8655-a71665f7b311 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710063 Feb 17 00:08:13.319145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-11da6431-5f7f-46dd-b0e0-406a6eb99a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:13.321241 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-11da6431-5f7f-46dd-b0e0-406a6eb99a48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1098 time: 0.0696325 Feb 17 00:08:13.461614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-fe58a1e9-03b6-4683-83ff-9f746b4ff443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:13.462957 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-fe58a1e9-03b6-4683-83ff-9f746b4ff443 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1241627 Feb 17 00:08:13.564720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-ee3c6d38-bd5d-4df2-b424-3114b639a754 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 1000 time: 0.0955517 Feb 17 00:08:13.624848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-6c42c660-57b1-48c3-b41f-11041aa5e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:13.626285 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-6c42c660-57b1-48c3-b41f-11041aa5e83b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0559320 Feb 17 00:08:13.700912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-78a48266-7b53-458a-a0d9-8ac53ac5fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:13.702350 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-78a48266-7b53-458a-a0d9-8ac53ac5fc81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702009 Feb 17 00:08:13.829923 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-fe184f93-3d41-4c08-a411-b2b2910b6a3f service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203568 Feb 17 00:08:13.956931 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-73291798-329f-469b-8e0c-664a8c8eddd0 req-759cc440-2dba-4a21-84ca-53a5b9dd320d service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199110 Feb 17 00:08:21.417124 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:22.761157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58424) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:22.865082 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b5c3c6f2-afc4-4e7e-9f08-57151a3dd4f4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/d54ce948-6619-4569-860a-33e880974344 HTTP/1.1" status: 200 len: 992 time: 0.1028039 Feb 17 00:08:23.618842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58434) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:23.624687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:23.749111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:23.964185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:23.987334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:23.991748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:24.058341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:24.058970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:24.060398 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/ports/1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 938 time: 0.4405212 Feb 17 00:08:24.060951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:24.089071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=6']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:24.097844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.098193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.098531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.098910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.099246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.099569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.099894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.100242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.100570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.100886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.101204 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.101519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca520af-be49-4d67-8204-34fb9c2ca131 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:24.113648 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'status': 'completed', 'code': 200} Feb 17 00:08:24.204202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-13acddab-bec0-417c-a386-1da640895053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:24.206103 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-13acddab-bec0-417c-a386-1da640895053 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1099 time: 0.0709054 Feb 17 00:08:24.263859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2016267f-ec6f-4d41-8e4a-523626c9bf7a None None] Provisioning complete for port 1bea653b-b44c-4f1b-93a1-78dedc11e942 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:24.264454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2016267f-ec6f-4d41-8e4a-523626c9bf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:24.325936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2016267f-ec6f-4d41-8e4a-523626c9bf7a None None] Port 1bea653b-b44c-4f1b-93a1-78dedc11e942 is administratively disabled so it will not transition to active. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 17 00:08:24.337739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-2d0783d7-fd94-4e93-8bbf-d9e1f3b85a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:24.339253 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-2d0783d7-fd94-4e93-8bbf-d9e1f3b85a91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1254976 Feb 17 00:08:24.438328 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-1703ffe1-fe7e-4a6a-acc2-60c899b352e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 1001 time: 0.0933862 Feb 17 00:08:24.498491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-ff29dc87-4438-483a-879b-d5b87c2c5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:24.499909 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-ff29dc87-4438-483a-879b-d5b87c2c5f55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0550942 Feb 17 00:08:24.574940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-200ea1f3-9561-449d-bd2a-bab12d633e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:24.576380 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-200ea1f3-9561-449d-bd2a-bab12d633e2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702751 Feb 17 00:08:24.809182 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-897c40ac-1762-483a-9d36-77c08da7bd73 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268054 Feb 17 00:08:24.934394 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-011d1f8f-6d48-46fd-b8b6-baab27f67713 req-9b587afe-00fa-415a-8233-53c198baa005 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193554 Feb 17 00:08:27.475191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58444) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:27.485342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:27.603559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:27.905489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:27.929148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:27.934218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:28.001872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:28.002467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:28.003861 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/ports/1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 937 time: 0.5277083 Feb 17 00:08:28.004898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:28.006926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58448) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:28.024796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0d764-e414-4c69-836b-0ed8064801c8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=7']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:28.060083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'status': 'completed', 'code': 200} Feb 17 00:08:28.173484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-956390b3-8e02-4a56-b604-7f3e851c4730 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/d54ce948-6619-4569-860a-33e880974344 HTTP/1.1" status: 200 len: 992 time: 0.1653924 Feb 17 00:08:28.189325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-77d6c28b-3aeb-4870-a2a2-35327f73f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:28.190781 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-77d6c28b-3aeb-4870-a2a2-35327f73f54f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1098 time: 0.0979085 Feb 17 00:08:28.232370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1bea653b-b44c-4f1b-93a1-78dedc11e942'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:08:28.292426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9cffaf88-0d85-4e5a-b783-f2f01ad6a1fc None None] Provisioning complete for port 1bea653b-b44c-4f1b-93a1-78dedc11e942 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:28.292713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9cffaf88-0d85-4e5a-b783-f2f01ad6a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:28.320939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-823f537f-e0a1-401c-a7b0-52fd3d59b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:28.322388 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-823f537f-e0a1-401c-a7b0-52fd3d59b6be service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1255538 Feb 17 00:08:28.427208 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-76d3511e-b017-4d25-8c9f-c097139d90f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 1000 time: 0.0984511 Feb 17 00:08:28.488550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-e553e186-b086-4bc0-8637-b3ef5b6c1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:28.489974 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-e553e186-b086-4bc0-8637-b3ef5b6c1ac0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0576019 Feb 17 00:08:28.565544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-5e2ba3cd-2691-48f5-a4e9-6ffd02975ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:28.567014 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-5e2ba3cd-2691-48f5-a4e9-6ffd02975ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716746 Feb 17 00:08:28.698714 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-f5a3f0af-3df6-47de-95c4-4d35c05a3ecf service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250863 Feb 17 00:08:28.827252 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bdacf63d-da8c-4024-8727-9fe902d4bf6f req-cb6ea579-beee-41d4-9cd6-79ec56acb459 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219771 Feb 17 00:08:29.083451 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:08:30.728502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58462) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:30.921422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 41a95fb5-297d-4fc9-a721-0640c227a1ab {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:08:30.921768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:31.086955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:31.087274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:31.202837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 41a95fb5-297d-4fc9-a721-0640c227a1ab owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:08:31.345987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:31.389525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=41a95fb5-297d-4fc9-a721-0640c227a1ab,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:31.480634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:31.480821 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 79f80de0-e9c6-4001-8a82-74c2aea37a64 disassociated (deleted). External IP: 172.26.2.209, port: 7b8be5a4-2d1e-4220-aaf0-49f85bf45461. Feb 17 00:08:31.827813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router f5c3db83-d866-4c62-bac7-030978b56ccf has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:08:32.092336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:08:32.102164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] Sync routers for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:08:32.109106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:32.111110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:32.111704 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:32.161043 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ff9d4c73-6e99-4051-a16e-86052de7504c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/79f80de0-e9c6-4001-8a82-74c2aea37a64 HTTP/1.1" status: 204 len: 168 time: 1.4314668 Feb 17 00:08:32.161708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:32.206254 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'status': 'completed', 'code': 200} Feb 17 00:08:32.296585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:32.296803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-35159bd5-0c06-4768-9cb6-13ee8fdb6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:32.298231 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-35159bd5-0c06-4768-9cb6-13ee8fdb6ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 1099 time: 0.0697684 Feb 17 00:08:32.436916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-cfebb313-c35a-4a5e-a7e2-746a616ab9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:32.438364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-cfebb313-c35a-4a5e-a7e2-746a616ab9f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1329141 Feb 17 00:08:32.509878 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-79ba23cf-484e-4dfc-a7d6-b4884fd4fb7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461 HTTP/1.1" status: 200 len: 217 time: 0.0645626 Feb 17 00:08:32.530645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54368102-c7c4-48d3-a124-14a5d6e32b28 req-fbf37aac-9b67-4567-ad0a-575135b27dc5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:32.531343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-54368102-c7c4-48d3-a124-14a5d6e32b28 req-fbf37aac-9b67-4567-ad0a-575135b27dc5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:32.549119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-54368102-c7c4-48d3-a124-14a5d6e32b28 req-fbf37aac-9b67-4567-ad0a-575135b27dc5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:32.550723 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54368102-c7c4-48d3-a124-14a5d6e32b28 req-fbf37aac-9b67-4567-ad0a-575135b27dc5 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 946 time: 0.1007857 Feb 17 00:08:32.574442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-160890f9-8b95-4580-b158-b7339fa23974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:32.575915 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-160890f9-8b95-4580-b158-b7339fa23974 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0596523 Feb 17 00:08:32.598542 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54368102-c7c4-48d3-a124-14a5d6e32b28 req-543a4b7f-9628-4a8e-84cf-3e1db68e3b7d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Feb 17 00:08:32.667547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-07b8f6da-1439-4a93-aea4-76f7bb829468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:32.668533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-07b8f6da-1439-4a93-aea4-76f7bb829468 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844400 Feb 17 00:08:32.701133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:35Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:32.705400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] Checking router: f5c3db83-d866-4c62-bac7-030978b56ccf for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:08:32.714335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:32.714934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:32.899428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:32.925279 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-4370e600-37b9-49a8-ad07-57904bbaeefc service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489345 Feb 17 00:08:33.054702 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3f44407a-957b-4239-8e21-1f81cacb4fc9 req-60d7e43f-f7c6-4361-8f98-ff4449b47f8e service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226730 Feb 17 00:08:33.240122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:35Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:33.244353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab135d2-807b-45db-9c41-6b1f6423932e None None] The sync data for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv is: [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': 'd54ce948-6619-4569-860a-33e880974344', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'port_id': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'mac_address': 'fa:16:3e:da:3a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:07:32Z', 'updated_at': '2022-02-17T00:07:35Z', 'revision_number': 1, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:08:33.454622 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701d0bb-721e-45bb-a957-796c95f798e7 None None] New status for floating IP 79f80de0-e9c6-4001-8a82-74c2aea37a64: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:08:33.705293 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf17c414-5be7-4eb4-bae4-0bd16516a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:33.761622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-0b78bab4-8c6d-438a-aa46-f3ad241dbff4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:33.762333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-0b78bab4-8c6d-438a-aa46-f3ad241dbff4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:33.774494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-0b78bab4-8c6d-438a-aa46-f3ad241dbff4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:33.775627 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-0b78bab4-8c6d-438a-aa46-f3ad241dbff4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 946 time: 0.0919793 Feb 17 00:08:33.788033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa12a2-bd2c-4964-8f0e-1b4652c02488 req-d20fda6f-bd51-4248-ba1f-a50d94fba79b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:33.791775 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65aa12a2-bd2c-4964-8f0e-1b4652c02488 req-d20fda6f-bd51-4248-ba1f-a50d94fba79b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 946 time: 0.0807915 Feb 17 00:08:33.834121 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65aa12a2-bd2c-4964-8f0e-1b4652c02488 req-64ca79ec-7173-4e5e-8dab-ec47772c8df4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e3e6a2c-1574-4fd1-8247-c6b443a2c447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381072 Feb 17 00:08:33.848528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:08:33.848873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:34.085012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:34.085291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:34.208038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:08:34.346898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:34.397746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=7b8be5a4-2d1e-4220-aaf0-49f85bf45461,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:34.472644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:08:34.475053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:34.477582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'name': 'network-vif-deleted', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:34.492513 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0e3e675-7022-469f-9bf7-8e5548c8075f req-35665e9a-9f92-41a8-8356-20797237f8af tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/7b8be5a4-2d1e-4220-aaf0-49f85bf45461 HTTP/1.1" status: 204 len: 173 time: 0.7117522 Feb 17 00:08:34.521066 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2', 'name': 'network-vif-deleted', 'tag': '7b8be5a4-2d1e-4220-aaf0-49f85bf45461', 'status': 'completed', 'code': 200} Feb 17 00:08:34.997238 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e8414613-cecc-4d1f-9d7e-d19bfbf0afc4 req-bfc6f5da-426c-4385-862b-752f40c2b82b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ddbd2c7-b3d8-4c3c-a293-bf7dc92b0bb2 HTTP/1.1" status: 200 len: 210 time: 0.0456405 Feb 17 00:08:35.934286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-852c26f4-3c02-49db-abf0-926b30e1b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.092136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58480) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:36.156764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e814eba-fce4-4a67-840a-1d7d225c6fa4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.185148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e814eba-fce4-4a67-840a-1d7d225c6fa4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.247376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e814eba-fce4-4a67-840a-1d7d225c6fa4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.266364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814eba-fce4-4a67-840a-1d7d225c6fa4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e6a2c-1574-4fd1-8247-c6b443a2c447,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:36.273974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-3e814eba-fce4-4a67-840a-1d7d225c6fa4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.275140 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3e814eba-fce4-4a67-840a-1d7d225c6fa4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/4e3e6a2c-1574-4fd1-8247-c6b443a2c447 HTTP/1.1" status: 204 len: 168 time: 0.1820319 Feb 17 00:08:36.305335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58486) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:36.500449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 9b1fd001-a6ae-46c4-b0e2-cc60b57d637d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:08:36.500704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.671355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.671682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.791597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 9b1fd001-a6ae-46c4-b0e2-cc60b57d637d owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:08:36.937211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:36.967061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:37.079373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=9b1fd001-a6ae-46c4-b0e2-cc60b57d637d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:37.118845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.119189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.119541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.119860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.120220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.120553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.120875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.121197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.121520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.121836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.122153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.122467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:37.178378 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:37.178712 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP d54ce948-6619-4569-860a-33e880974344 disassociated (deleted). External IP: 172.26.2.53, port: 1bea653b-b44c-4f1b-93a1-78dedc11e942. Feb 17 00:08:37.293189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:37.517374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router f5c3db83-d866-4c62-bac7-030978b56ccf has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:08:37.698800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:08:37.708434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] Sync routers for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:08:37.716119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:37.718783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:37.719899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:37.773902 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-70b7b6df-95ff-4dcd-880f-3d6a2d28e081 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/d54ce948-6619-4569-860a-33e880974344 HTTP/1.1" status: 204 len: 168 time: 1.4671748 Feb 17 00:08:37.774452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:37.822534 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'status': 'completed', 'code': 200} Feb 17 00:08:37.913078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-b8e99ff1-d343-4ea1-9363-a8687ce48313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:37.914621 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-b8e99ff1-d343-4ea1-9363-a8687ce48313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 1098 time: 0.0709536 Feb 17 00:08:37.925247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:38.054026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-3bc991df-b715-46cb-9692-992d5dd9c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:38.055893 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-3bc991df-b715-46cb-9692-992d5dd9c187 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 200 len: 895 time: 0.1357405 Feb 17 00:08:38.127571 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-a0ff4b96-eeb2-4633-815a-fc6b10bb80ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 200 len: 217 time: 0.0647426 Feb 17 00:08:38.160296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9909731-a53a-4764-a793-b0005cef07b3 req-26727678-2d9c-4e8d-b231-6b2478d677a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:38.161760 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d9909731-a53a-4764-a793-b0005cef07b3 req-26727678-2d9c-4e8d-b231-6b2478d677a7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 945 time: 0.0859947 Feb 17 00:08:38.195299 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-5c80d2ab-9408-449b-8fd0-f509ec380d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:38.196915 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-5c80d2ab-9408-449b-8fd0-f509ec380d42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 200 len: 833 time: 0.0625930 Feb 17 00:08:38.207458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-d9909731-a53a-4764-a793-b0005cef07b3 req-22c4329e-ccc2-4d48-b31d-34656d9d350c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:38.222583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-d9909731-a53a-4764-a793-b0005cef07b3 req-22c4329e-ccc2-4d48-b31d-34656d9d350c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:38.224442 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d9909731-a53a-4764-a793-b0005cef07b3 req-22c4329e-ccc2-4d48-b31d-34656d9d350c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556052 Feb 17 00:08:38.248417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:38.252425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] Checking router: f5c3db83-d866-4c62-bac7-030978b56ccf for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:08:38.260868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:38.261472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:38.275893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-bb8954be-9c86-4298-9f6d-05dbe45ccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:38.277524 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-bb8954be-9c86-4298-9f6d-05dbe45ccddb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bbc9cc93-450d-4d21-8450-6364f39746dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740497 Feb 17 00:08:38.397008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:08:38.407002 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-125ab9c8-5d4d-4a51-b777-99a535997e90 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226845 Feb 17 00:08:38.480162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:08:38.480515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b8be5a4-2d1e-4220-aaf0-49f85bf45461 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:08:38.514182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:38.593771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:38.652513 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f155be4b-8ee9-4c3f-80e2-b5e070996191 req-7bc90674-2105-4683-85df-ddf961352793 service neutron] 10.222.0.24 "GET /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376850 Feb 17 00:08:38.837491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:38.841499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c79980-782a-45ef-8dd3-2e3fb0f7e58e None None] The sync data for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv is: [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:15Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '28ded8e9-39ed-4952-a0e4-e410ab262552', 'name': '', 'network_id': 'bbc9cc93-450d-4d21-8450-6364f39746dc', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:f5:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:14Z', 'updated_at': '2022-02-17T00:07:20Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e6df7744-8e50-42e0-acc6-e631aaa5271b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:08:39.038711 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddbca33-1c5d-49a4-8561-1df6e3bf6f3a None None] New status for floating IP d54ce948-6619-4569-860a-33e880974344: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:08:39.405964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f00d-520c-4149-9321-2b66dd77d164 req-216f9ded-ecda-47d2-a951-6c4b7340cdf3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:39.407445 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea28f00d-520c-4149-9321-2b66dd77d164 req-216f9ded-ecda-47d2-a951-6c4b7340cdf3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 945 time: 0.0768096 Feb 17 00:08:39.453319 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea28f00d-520c-4149-9321-2b66dd77d164 req-ba8e6505-9773-4e44-82cd-37e5ed1baf9d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dff5b41-8c34-47f3-8138-9671958abe28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Feb 17 00:08:39.499748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e57187-e91a-4063-9be8-0d955064bb83 req-3c821970-75fb-4e2c-b60e-9acbcd68cee6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:39.500531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-68e57187-e91a-4063-9be8-0d955064bb83 req-3c821970-75fb-4e2c-b60e-9acbcd68cee6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:39.517515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-68e57187-e91a-4063-9be8-0d955064bb83 req-3c821970-75fb-4e2c-b60e-9acbcd68cee6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:39.518643 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-68e57187-e91a-4063-9be8-0d955064bb83 req-3c821970-75fb-4e2c-b60e-9acbcd68cee6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 945 time: 0.0954313 Feb 17 00:08:39.588819 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 1bea653b-b44c-4f1b-93a1-78dedc11e942 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:08:39.589163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:39.832888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 1bea653b-b44c-4f1b-93a1-78dedc11e942, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1bea653b-b44c-4f1b-93a1-78dedc11e942,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:39.833619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:39.954465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 1bea653b-b44c-4f1b-93a1-78dedc11e942 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:08:40.093610 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:40.142801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=1bea653b-b44c-4f1b-93a1-78dedc11e942,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:40.213991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 1bea653b-b44c-4f1b-93a1-78dedc11e942 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:08:40.216711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:40.219044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'name': 'network-vif-deleted', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:40.234029 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-68e57187-e91a-4063-9be8-0d955064bb83 req-d405b93d-628a-44d3-b9e0-b86b00007be3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/1bea653b-b44c-4f1b-93a1-78dedc11e942 HTTP/1.1" status: 204 len: 173 time: 0.7098970 Feb 17 00:08:40.264462 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a8d7c0-0b78-410c-abfb-45ac9ea59db4', 'name': 'network-vif-deleted', 'tag': '1bea653b-b44c-4f1b-93a1-78dedc11e942', 'status': 'completed', 'code': 200} Feb 17 00:08:40.624663 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c05bbcd-4789-4c93-823f-216ee8412e6d req-4b087e73-4342-4aaf-bb46-3ef34126f8b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=17a8d7c0-0b78-410c-abfb-45ac9ea59db4 HTTP/1.1" status: 200 len: 210 time: 0.0494637 Feb 17 00:08:41.712625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58504) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:41.780661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8459c49c-db84-46cc-b80b-a7ddd049bb1d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:41.809453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8459c49c-db84-46cc-b80b-a7ddd049bb1d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:41.878519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8459c49c-db84-46cc-b80b-a7ddd049bb1d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:41.896295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459c49c-db84-46cc-b80b-a7ddd049bb1d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff5b41-8c34-47f3-8138-9671958abe28,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:41.906678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8459c49c-db84-46cc-b80b-a7ddd049bb1d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:41.907783 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8459c49c-db84-46cc-b80b-a7ddd049bb1d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/1dff5b41-8c34-47f3-8138-9671958abe28 HTTP/1.1" status: 204 len: 168 time: 0.1942041 Feb 17 00:08:41.939578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58510) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:42.368209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1bea653b-b44c-4f1b-93a1-78dedc11e942 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:08:42.400902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 1bea653b-b44c-4f1b-93a1-78dedc11e942 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:08:42.401247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1bea653b-b44c-4f1b-93a1-78dedc11e942 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:08:42.470794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:42.905154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 28ded8e9-39ed-4952-a0e4-e410ab262552 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:08:42.905876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:43.085372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 28ded8e9-39ed-4952-a0e4-e410ab262552, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=28ded8e9-39ed-4952-a0e4-e410ab262552,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:43.085673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:43.204553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 28ded8e9-39ed-4952-a0e4-e410ab262552 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:08:43.518088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:43.564757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=28ded8e9-39ed-4952-a0e4-e410ab262552,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:43.840643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:44.289148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router f5c3db83-d866-4c62-bac7-030978b56ccf has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:08:44.462467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:08:44.472008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] Sync routers for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:08:44.475431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4a19db13-cc8e-4d86-9322-07218d8a57e1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/f5c3db83-d866-4c62-bac7-030978b56ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347023 Feb 17 00:08:44.478151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58514) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:44.481079 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:44.481681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:44.543246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet e6df7744-8e50-42e0-acc6-e631aaa5271b {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:08:44.546038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:44.599339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:44.655662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:44.684681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:44.756802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:44.798020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=e6df7744-8e50-42e0-acc6-e631aaa5271b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:44.803089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:44.809958 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c12528ae-9f82-4cad-84e4-cefb8f487cfa tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/e6df7744-8e50-42e0-acc6-e631aaa5271b HTTP/1.1" status: 204 len: 168 time: 0.3304753 Feb 17 00:08:44.812673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58518) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:44.826286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d9fe7-4847-4208-9885-f1b2d0a1ba55 None None] Network bbc9cc93-450d-4d21-8450-6364f39746dc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:08:44.988493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.108468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:08:43Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:45.112607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] Checking router: f5c3db83-d866-4c62-bac7-030978b56ccf for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:08:45.121817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] Routers {'f5c3db83-d866-4c62-bac7-030978b56ccf'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:45.122433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['f5c3db83-d866-4c62-bac7-030978b56ccf'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:45.169076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.182084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 5f61b669-248f-4f25-98c1-ad7cee1fa23e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:08:45.182506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.188126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] DHCP port deletion for bbc9cc93-450d-4d21-8450-6364f39746dc request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:08:45.203205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Deleting port e11a8068-9352-4322-bacc-d537a776dd1d {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:08:45.203577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.359071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 5f61b669-248f-4f25-98c1-ad7cee1fa23e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5f61b669-248f-4f25-98c1-ad7cee1fa23e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:45.359461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.436890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] Set router f5c3db83-d866-4c62-bac7-030978b56ccf gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:45.583333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 5f61b669-248f-4f25-98c1-ad7cee1fa23e owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:08:45.711034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] For port e11a8068-9352-4322-bacc-d537a776dd1d, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e11a8068-9352-4322-bacc-d537a776dd1d,segment=NetworkSegment(ba82cee1-b90a-47ca-a167-a1f13af67264),segment_id=ba82cee1-b90a-47ca-a167-a1f13af67264)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:45.711644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.749256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.798414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=5f61b669-248f-4f25-98c1-ad7cee1fa23e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:45.846705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Calling delete_port for e11a8068-9352-4322-bacc-d537a776dd1d owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:08:45.889066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:45.979133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.036107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] No DVR routers for this DVR port e11a8068-9352-4322-bacc-d537a776dd1d on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:08:46.038434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Pushing event deleted for resources: {'Port': ['ID=e11a8068-9352-4322-bacc-d537a776dd1d,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:46.045377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e11a8068-9352-4322-bacc-d537a776dd1d no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:08:46.074467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.076634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.079915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.080297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.080642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.080983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.081319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.081650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.081981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.082312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.082639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.082965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.083290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.083613 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0fde3-2b32-40be-b0ae-3cf9298725e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:46.094695 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: e11a8068-9352-4322-bacc-d537a776dd1d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:08:46.095021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e11a8068-9352-4322-bacc-d537a776dd1d not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:08:46.100003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:08:43Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:46.101669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.102290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router f5c3db83-d866-4c62-bac7-030978b56ccf {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:08:46.105182 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f76ad2-dc05-46c9-af21-3b29b21d932d None None] The sync data for ids ['f5c3db83-d866-4c62-bac7-030978b56ccf'] in dv-neutron-829040-1-hyperv is: [{'id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'name': 'tempest-TestNetworkBasicOps-router-1403074289', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:08:43Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '5f61b669-248f-4f25-98c1-ad7cee1fa23e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3db83-d866-4c62-bac7-030978b56ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:07:10Z', 'updated_at': '2022-02-17T00:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:08:46.119720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.120880 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-adf59ed7-86cb-493d-a7f7-bdffd80cabd2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/f5c3db83-d866-4c62-bac7-030978b56ccf HTTP/1.1" status: 204 len: 168 time: 1.3071997 Feb 17 00:08:46.124969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58522) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:46.235923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.363358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.387565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc9cc93-450d-4d21-8450-6364f39746dc']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:46.399166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba82cee1-b90a-47ca-a167-a1f13af67264') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:46.399465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba82cee1-b90a-47ca-a167-a1f13af67264') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:46.410325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.426067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.432471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:08:46.432848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:08:46.446712 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:08:46.530024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.534665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.561111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=bbc9cc93-450d-4d21-8450-6364f39746dc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:46.569210 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6f02f50a-6655-4ab6-b065-ece158800ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/bbc9cc93-450d-4d21-8450-6364f39746dc HTTP/1.1" status: 204 len: 168 time: 0.4431720 Feb 17 00:08:46.596593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58526) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:46.602561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'network': {'name': 'tempest-network-smoke--56879032', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'port_security_enabled': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:46.607616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:46.611785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:network and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:46.614711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:46.621303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:46.631506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:08:46.634930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.663001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:08:46.673401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.673763 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Added segment 027e3109-fc61-43ec-94dc-3e5d469c1898 of type vlan for network 7856e36f-1c79-41ee-93ff-05cf6a84269f Feb 17 00:08:46.702516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.733539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.739175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:46.739760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.848920 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2495301 Feb 17 00:08:46.849120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58530) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:46.855948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'admin_state_up': True, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:46.861092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a7c42-285c-496e-98cd-0a8e21fbf486 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Network': ['ID=7856e36f-1c79-41ee-93ff-05cf6a84269f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:46.864609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:46.869159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:router and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:46.871412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:08:46.871865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:46.877449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:46.888532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.889834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:46.906656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:47.281111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:47.575771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:47.606929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:47.739532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.212 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/4b8659e7-665f-40cf-ad7b-394674cfab37) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:08:47.883839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:47.916338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:47.950976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 28ded8e9-39ed-4952-a0e4-e410ab262552 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:08:47.976256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:08:47.979495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:08:47.983018 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:08:47.984728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 28ded8e9-39ed-4952-a0e4-e410ab262552 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:08:47.985085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 28ded8e9-39ed-4952-a0e4-e410ab262552 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:08:47.985504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f61b669-248f-4f25-98c1-ad7cee1fa23e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:08:48.021017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 5f61b669-248f-4f25-98c1-ad7cee1fa23e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:08:48.021364 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f61b669-248f-4f25-98c1-ad7cee1fa23e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:08:48.024638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=4b8659e7-665f-40cf-ad7b-394674cfab37,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:48.386927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:48.838384 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:49.039167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:08:49.210691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:08:49.220019 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Sync routers for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:08:49.229499 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:49.230107 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:49.238652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:49.239904 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aa77f67f-f9e1-481a-b486-7897944fa71f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3899577 Feb 17 00:08:49.243085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58534) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:49.286989 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f5cec100-e2aa-4af6-a6c9-2be209e147e4 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=90458532d6964c6c9b04b4308c7f755d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403969 Feb 17 00:08:49.287209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58538) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:49.401967 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:49.413980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8a5bc-60ff-40e3-a99b-ec846f7f1ccd tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:49.415443 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a7c8a5bc-60ff-40e3-a99b-ec846f7f1ccd tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274242 Feb 17 00:08:49.418368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58542) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:49.455674 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c0d84eb7-abe5-490a-a718-513c4c0e4997 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362935 Feb 17 00:08:49.458178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58546) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:49.463860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-961581480', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:49.570609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:49.574389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:subnet and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:49.577187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:49.582769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:49.593902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:08:49.597719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:49.706261 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:48Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:49.711182 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Checking router: 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:08:49.711726 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Updating router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 port 4b8659e7-665f-40cf-ad7b-394674cfab37 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:08:49.762666 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:49.813663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:49.896072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Subnet': ['ID=e21a1246-57c5-4441-85c9-b2661010147d,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:49.900892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Checking segment: {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:08:49.901246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network hostable DHCP agents. Network: 7856e36f-1c79-41ee-93ff-05cf6a84269f, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:08:49.919895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:08:49.928146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 7856e36f-1c79-41ee-93ff-05cf6a84269f) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:08:49.933411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:49.933847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:49.939351 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbaac5-e1c9-45f8-98c1-29dd827df9c4 None None] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:08:49.958633 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3a13b879-ec4e-4dde-92bc-e7926e9ee193 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4989197 Feb 17 00:08:49.961055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58550) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:50.102312 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.115430 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Transition to ACTIVE for port object 4b8659e7-665f-40cf-ad7b-394674cfab37 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:08:50.122982 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.162513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-7856e36f-1c79-41ee-93ff-05cf6a84269f', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:08:50.163895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.203058 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Attempting to bind port 4b8659e7-665f-40cf-ad7b-394674cfab37 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:08:50.203419 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Attempting to bind port 4b8659e7-665f-40cf-ad7b-394674cfab37 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:08:50.203771 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Attempting to bind port 4b8659e7-665f-40cf-ad7b-394674cfab37 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:08:50.212972 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Pushing event updated for resources: {'Port': ['ID=4b8659e7-665f-40cf-ad7b-394674cfab37,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:50.215077 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:08:50.215438 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:08:50.215824 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.216234 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:08:50.216939 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Bound port: 4b8659e7-665f-40cf-ad7b-394674cfab37, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:08:50.217300 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.250399 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.251116 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.251116 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.251368 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.251690 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.252012 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.252352 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.252673 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.252991 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.253304 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.253616 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.253926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:08:50.301464 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] For port 4b8659e7-665f-40cf-ad7b-394674cfab37, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:08:50.305061 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] For port 4b8659e7-665f-40cf-ad7b-394674cfab37, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4b8659e7-665f-40cf-ad7b-394674cfab37,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:08:50.309181 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.325685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Allocated IP 172.20.0.2 (7856e36f-1c79-41ee-93ff-05cf6a84269f/e21a1246-57c5-4441-85c9-b2661010147d/7d7535ba-1a10-42c2-8a5d-9532bc9308ce) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:08:50.390093 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:50.390706 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:50.438141 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb4aee-2539-4b62-8257-1ad6f05f1ef6 None None] Pushing event updated for resources: {'Port': ['ID=4b8659e7-665f-40cf-ad7b-394674cfab37,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:50.571918 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:50.581781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.592772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Transition to ACTIVE for port object 7d7535ba-1a10-42c2-8a5d-9532bc9308ce will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:08:50.611887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Transition to ACTIVE for port object 7d7535ba-1a10-42c2-8a5d-9532bc9308ce will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:08:50.619939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.694605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Pushing event updated for resources: {'Port': ['ID=7d7535ba-1a10-42c2-8a5d-9532bc9308ce,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:50.700884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:08:50.702063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:08:50.704199 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:08:50.795884 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Attempting to bind port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:08:50.796281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Attempting to bind port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:08:50.796641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Attempting to bind port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce on network 7856e36f-1c79-41ee-93ff-05cf6a84269f {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:08:50.802003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:08:50.802620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Checking segment: {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:08:50.802748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.803149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Bound using segment: {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:08:50.803738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Bound port: 7d7535ba-1a10-42c2-8a5d-9532bc9308ce, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:08:50.804183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.808803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:50.864675 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:48Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:50.873199 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ecc91-410b-40e0-bfec-e73a8022cf31 None None] The sync data for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv is: [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:48Z', 'revision_number': 3, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:08:50.909358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] For port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:08:50.913383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] For port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7d7535ba-1a10-42c2-8a5d-9532bc9308ce,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:08:50.918862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:51.007592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5bd5-fad1-4286-aabc-5d4c323cc3f5 None None] Pushing event updated for resources: {'Port': ['ID=7d7535ba-1a10-42c2-8a5d-9532bc9308ce,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:51.262170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.1 (7856e36f-1c79-41ee-93ff-05cf6a84269f/e21a1246-57c5-4441-85c9-b2661010147d/40b87726-fca5-429d-b119-5f1918550166) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:08:51.431216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:51.437562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:51.454351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 40b87726-fca5-429d-b119-5f1918550166 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:08:51.477919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:51.551796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:08:51.555447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:08:51.559477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:08:51.589773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:51.626363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.000702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9f8c7-baae-4049-8872-9837ab1b7523 None None] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:08:52.038263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.069761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4b8659e7-665f-40cf-ad7b-394674cfab37 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:08:52.145787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a6c24fdd-39f8-4891-965a-965e6328df68 None None] Provisioning for port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:08:52.236077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 4b8659e7-665f-40cf-ad7b-394674cfab37 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:08:52.245713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4b8659e7-665f-40cf-ad7b-394674cfab37 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:52.246116 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.418670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.436077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 4b8659e7-665f-40cf-ad7b-394674cfab37, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4b8659e7-665f-40cf-ad7b-394674cfab37,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:52.440021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.441170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d7535ba-1a10-42c2-8a5d-9532bc9308ce up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:08:52.468927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.477028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.568886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=4b8659e7-665f-40cf-ad7b-394674cfab37,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:52.583967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:08:52.589688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:52.590062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.608832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:52.611169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.719191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.730855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b0ca77ac-3708-4075-8487-4912e1fb62dd None None] Provisioning for port 40b87726-fca5-429d-b119-5f1918550166 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:08:52.739419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b0ca77ac-3708-4075-8487-4912e1fb62dd None None] Provisioning complete for port 40b87726-fca5-429d-b119-5f1918550166 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:52.739704 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b0ca77ac-3708-4075-8487-4912e1fb62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.758473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:08:52.759732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:08:52.815160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7d7535ba-1a10-42c2-8a5d-9532bc9308ce,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:52.816235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca77ac-3708-4075-8487-4912e1fb62dd None None] Port 40b87726-fca5-429d-b119-5f1918550166 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:08:52.822564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.885214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-b0ca77ac-3708-4075-8487-4912e1fb62dd None None] Provisioning complete for port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:52.885587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b0ca77ac-3708-4075-8487-4912e1fb62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:52.953023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=7d7535ba-1a10-42c2-8a5d-9532bc9308ce,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:52.968747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:08:53.141946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2b8dddec-5b89-481f-82d2-b044322849f8 None None] Provisioning complete for port 40b87726-fca5-429d-b119-5f1918550166 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:53.142511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2b8dddec-5b89-481f-82d2-b044322849f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:53.147703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:08:53.159879 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-466cba14-9349-4025-89c7-a6e43dc058ce tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1977186 Feb 17 00:08:53.162308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58554) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:53.173286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Sync routers for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:08:53.204644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:53.205267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:53.267087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dddec-5b89-481f-82d2-b044322849f8 None None] Port 40b87726-fca5-429d-b119-5f1918550166 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:08:53.427533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:53.428436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ce86d-71c4-4eec-8b70-133c699dfc72 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.429456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ce86d-71c4-4eec-8b70-133c699dfc72 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.429972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ce86d-71c4-4eec-8b70-133c699dfc72 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.430432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ce86d-71c4-4eec-8b70-133c699dfc72 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.434681 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b65ce86d-71c4-4eec-8b70-133c699dfc72 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2881 time: 0.2688978 Feb 17 00:08:53.434871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58558) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:53.500528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b6d5a-3883-410c-a273-c6eb2268ff90 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.501002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b6d5a-3883-410c-a273-c6eb2268ff90 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.501470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b6d5a-3883-410c-a273-c6eb2268ff90 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.501926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b6d5a-3883-410c-a273-c6eb2268ff90 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:53.503553 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3a6b6d5a-3883-410c-a273-c6eb2268ff90 tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0678310 Feb 17 00:08:53.506173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58562) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:53.717118 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b23fe4bb-fa6f-48b7-860b-3a144f31b16d tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2098866 Feb 17 00:08:53.736128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:51Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:08:52Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:53.739908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Checking router: 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:08:53.740289 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Updating router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 port 40b87726-fca5-429d-b119-5f1918550166 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:08:53.791570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:53.998386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4b8659e7-665f-40cf-ad7b-394674cfab37 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:08:54.104078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58568) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:54.104860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564739614', 'description': 'tempest-secgroup-smoke-1564739614 description', 'project_id': '90458532d6964c6c9b04b4308c7f755d'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:54.112362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:54.117440 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:54.123631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:54.130662 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:54.130929 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4b8659e7-665f-40cf-ad7b-394674cfab37 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:54.131304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.142283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.178258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:54.185205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:54.188740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:54.195902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:54.249814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.266628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Transition to ACTIVE for port object 40b87726-fca5-429d-b119-5f1918550166 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:08:54.286326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.291502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.299409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.346054 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0863a9c7-63ca-4275-bd7e-d8395e59c158,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:54.352697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.356924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58572) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:54.358326 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e82eb2f9-fb18-4b35-aeef-d0d0fc975134 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2579439 Feb 17 00:08:54.363529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '0863a9c7-63ca-4275-bd7e-d8395e59c158', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:54.373206 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:54.378724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:54.382043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:54.393629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:54.412243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.457696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d7535ba-1a10-42c2-8a5d-9532bc9308ce up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:08:54.479757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.484097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.502438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13bcdf7-248e-4241-80be-ded93fdbc40f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:54.518755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.524727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58576) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:54.525507 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-162eb373-81a5-4503-a05e-ba8c8db874e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660209 Feb 17 00:08:54.525655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747d6b-3b3a-43e2-993e-e4dd4001ac3b None None] Pushing event updated for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:54.531749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '0863a9c7-63ca-4275-bd7e-d8395e59c158', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:54.540698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:54.546330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:54.549561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:54.557332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:54.574867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.609374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Attempting to bind port 40b87726-fca5-429d-b119-5f1918550166 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:08:54.609736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Attempting to bind port 40b87726-fca5-429d-b119-5f1918550166 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:08:54.610095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Attempting to bind port 40b87726-fca5-429d-b119-5f1918550166 on network 7856e36f-1c79-41ee-93ff-05cf6a84269f {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:08:54.618662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:08:54.619029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Checking segment: {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:08:54.619698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.619825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Bound using segment: {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:08:54.620285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Bound port: 40b87726-fca5-429d-b119-5f1918550166, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:08:54.620654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.658400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.662697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.686375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36f2d4d-d124-443c-9b93-e07c38c04aed,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:54.687549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:54.688605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.696780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.698239 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-95895aab-3a93-4a02-8e34-1b37635dc5ca tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1712804 Feb 17 00:08:54.700937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58580) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:54.705845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '0863a9c7-63ca-4275-bd7e-d8395e59c158', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:54.711789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:54.715581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:54.718732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:54.724496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:54.741257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.781589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] For port 40b87726-fca5-429d-b119-5f1918550166, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:08:54.786702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] For port 40b87726-fca5-429d-b119-5f1918550166, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=40b87726-fca5-429d-b119-5f1918550166,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:08:54.803529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.808531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.818054 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.831408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cb98ad-455f-42e5-853d-dd059b6721e7,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:54.840421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.842004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-96523616-b5dc-4755-9ef6-e416d0123c5c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401603 Feb 17 00:08:54.844657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58584) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:54.849573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '0863a9c7-63ca-4275-bd7e-d8395e59c158', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:54.855191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:54.858971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:54.861816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:54.867861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:54.885384 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.955077 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.961484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:54.967561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:08:54.968217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:08:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:54.987209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd298b5-a2f3-4bfb-97b0-bdfc5c213ddc,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:54.999932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.003865 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6daab218-8834-4ec9-b691-736193fc7050 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556745 Feb 17 00:08:55.004111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58588) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:55.010058 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '0863a9c7-63ca-4275-bd7e-d8395e59c158', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:55.016386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:55.020420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:55.023611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:55.029641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:55.037607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747d6b-3b3a-43e2-993e-e4dd4001ac3b None None] Pushing event updated for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:55.041584 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:08:55.049374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.120341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.124146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.145220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57766640-2965-4941-aab0-1ded61541cf4,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:55.157269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.158484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f4690bb1-cab1-4b6a-800e-daf614efbed2 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534131 Feb 17 00:08:55.161258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58592) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:08:55.166648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:08:55.166786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'security_group_rule': {'security_group_id': '0863a9c7-63ca-4275-bd7e-d8395e59c158', 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:55.172340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:55.176147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:security_group_rule and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:08:55.179651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:08:55.185309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:55.195983 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Project 90458532d6964c6c9b04b4308c7f755d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:08:55.202557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.269201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.273954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.296732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5719cde-d3c1-4d24-a097-701315623143,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:55.306272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:55.307567 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5cd3b1e3-dd18-4abc-8ceb-cde4e7e707d0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452761 Feb 17 00:08:55.465823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c9a0f5d9-cd15-4f86-89e0-7db21a76e9bf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:55.481053 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c9a0f5d9-cd15-4f86-89e0-7db21a76e9bf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:55.482322 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c9a0f5d9-cd15-4f86-89e0-7db21a76e9bf tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564739614&fields=id&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 267 time: 0.0545106 Feb 17 00:08:55.494313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:51Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:08:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:08:55.498390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e22a5f-82ca-4634-9680-bf39aa5789c4 None None] The sync data for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv is: [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:51Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:08:54Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:08:55.658331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-2e8fff07-569a-43be-a5d5-0e357db4adc3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:55.666424 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-2e8fff07-569a-43be-a5d5-0e357db4adc3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/networks?id=7856e36f-1c79-41ee-93ff-05cf6a84269f HTTP/1.1" status: 200 len: 795 time: 0.1770601 Feb 17 00:08:55.677440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-0758fe53-e3b0-46ae-9b74-922b6bb0a13b tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/quotas/90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 375 time: 0.0101337 Feb 17 00:08:55.762117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-339a16da-4042-449b-b38d-fc59d6109600 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:55.779233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-339a16da-4042-449b-b38d-fc59d6109600 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:55.780668 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-339a16da-4042-449b-b38d-fc59d6109600 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978785 Feb 17 00:08:55.933538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-5203baff-ae2e-43c3-9853-201e7e545493 service neutron] 10.222.0.47 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410768 Feb 17 00:08:56.019351 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 40b87726-fca5-429d-b119-5f1918550166 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:08:56.084206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-3cb353ad-4612-4c5e-a2e7-5fa58ee31209 service neutron] 10.222.0.47 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446681 Feb 17 00:08:56.089482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 40b87726-fca5-429d-b119-5f1918550166 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:08:56.094977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 40b87726-fca5-429d-b119-5f1918550166 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:56.095443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:56.242313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:56.277513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 40b87726-fca5-429d-b119-5f1918550166, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=40b87726-fca5-429d-b119-5f1918550166,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:08:56.285205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:56.286154 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b8723315-5502-40b3-893b-955bfcd92b59 req-a97a502e-6c44-4338-bf3c-8a0fe89d9d66 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 210 time: 0.0619750 Feb 17 00:08:56.367154 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:57.318666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c9276ec0-a63b-4063-9ec0-1745885779e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:57.319280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c9276ec0-a63b-4063-9ec0-1745885779e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:57.335942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c9276ec0-a63b-4063-9ec0-1745885779e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:57.337152 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c9276ec0-a63b-4063-9ec0-1745885779e3 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/networks?id=7856e36f-1c79-41ee-93ff-05cf6a84269f HTTP/1.1" status: 200 len: 795 time: 0.1617634 Feb 17 00:08:57.385175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-e208264b-84ca-496d-9fba-9a36da27dd7e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:08:57.396938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-e208264b-84ca-496d-9fba-9a36da27dd7e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:08:57.398871 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-e208264b-84ca-496d-9fba-9a36da27dd7e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90458532d6964c6c9b04b4308c7f755d HTTP/1.1" status: 200 len: 380 time: 0.0538332 Feb 17 00:08:57.409911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'port': {'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'admin_state_up': True, 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'security_groups': ['0863a9c7-63ca-4275-bd7e-d8395e59c158']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:57.445588 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9ec1bf36-0008-4b80-8f1b-f54d289a2269 req-5d463e30-11fd-425c-872a-8ca00757d71d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 210 time: 0.0430803 Feb 17 00:08:57.541909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:08:57.551029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:08:57.560401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Made reservation on behalf of 90458532d6964c6c9b04b4308c7f755d for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:08:57.563831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:57.722840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.20.0.10 (7856e36f-1c79-41ee-93ff-05cf6a84269f/e21a1246-57c5-4441-85c9-b2661010147d/0fe849d0-d464-44ee-90ee-44c4bff16f18) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:08:57.901876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:57.917252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Transition to ACTIVE for port object 0fe849d0-d464-44ee-90ee-44c4bff16f18 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:08:57.940636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:57.996232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 40b87726-fca5-429d-b119-5f1918550166 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:08:58.008522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:08:58.011502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:08:58.015388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:08:58.056545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=0fe849d0-d464-44ee-90ee-44c4bff16f18,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:58.066948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 40b87726-fca5-429d-b119-5f1918550166 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:58.067416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:58.089087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:58.089713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:58.118430 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-dd0fbba0-aa42-4d0d-ad1d-a5d847bb95a9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7121439 Feb 17 00:08:58.129980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Request body: {'port': {'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:08:58.247486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:58.290812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bcef2b1e-f77b-4cf6-88b5-d57877a64254 None None] Provisioning for port 0fe849d0-d464-44ee-90ee-44c4bff16f18 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:08:58.295914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bcef2b1e-f77b-4cf6-88b5-d57877a64254 None None] Provisioning complete for port 0fe849d0-d464-44ee-90ee-44c4bff16f18 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:08:58.296335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bcef2b1e-f77b-4cf6-88b5-d57877a64254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:58.352530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-bcef2b1e-f77b-4cf6-88b5-d57877a64254 None None] Port 0fe849d0-d464-44ee-90ee-44c4bff16f18 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:08:58.633363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c99ec-77e6-47b5-a876-9892942e7c69 req-609c4c67-4100-4579-8832-19b4f92e3801 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:58.634923 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dd2c99ec-77e6-47b5-a876-9892942e7c69 req-609c4c67-4100-4579-8832-19b4f92e3801 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 932 time: 0.0823247 Feb 17 00:08:58.727043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe849d0-d464-44ee-90ee-44c4bff16f18 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:08:58.734886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:58.749469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Transition to ACTIVE for port object 0fe849d0-d464-44ee-90ee-44c4bff16f18 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:08:58.753321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:58.793586 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dd2c99ec-77e6-47b5-a876-9892942e7c69 req-51bd41d2-f749-4cc6-bb80-14d921bf9680 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522734 Feb 17 00:08:58.882464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Pushing event updated for resources: {'Port': ['ID=0fe849d0-d464-44ee-90ee-44c4bff16f18,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:58.989407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Attempting to bind port 0fe849d0-d464-44ee-90ee-44c4bff16f18 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:08:58.989676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Attempting to bind port 0fe849d0-d464-44ee-90ee-44c4bff16f18 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:08:58.989998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Attempting to bind port 0fe849d0-d464-44ee-90ee-44c4bff16f18 on network 7856e36f-1c79-41ee-93ff-05cf6a84269f {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:08:58.994646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Port 0fe849d0-d464-44ee-90ee-44c4bff16f18 on network 7856e36f-1c79-41ee-93ff-05cf6a84269f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:08:58.994966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Attempting to bind port 0fe849d0-d464-44ee-90ee-44c4bff16f18 on network 7856e36f-1c79-41ee-93ff-05cf6a84269f {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:08:59.001180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:08:59.001675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Checking segment: {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:08:59.003381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Bound using segment: {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:08:59.003381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Bound port: 0fe849d0-d464-44ee-90ee-44c4bff16f18, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027e3109-fc61-43ec-94dc-3e5d469c1898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:08:59.003381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:59.089405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] For port 0fe849d0-d464-44ee-90ee-44c4bff16f18, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:08:59.092548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] For port 0fe849d0-d464-44ee-90ee-44c4bff16f18, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:08:59.097092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:59.156186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:59.158387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:08:59.159781 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] 10.222.0.24 "PUT /v2.0/ports/0fe849d0-d464-44ee-90ee-44c4bff16f18 HTTP/1.1" status: 200 len: 1094 time: 1.0342624 Feb 17 00:08:59.160406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:08:59.188715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244abb8c-c729-4a67-89eb-d6239dbf728f service neutron] Pushing event updated for resources: {'Port': ['ID=0fe849d0-d464-44ee-90ee-44c4bff16f18,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:08:59.243977 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'status': 'completed', 'code': 200} Feb 17 00:08:59.275676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-b626dd84-6b19-4bf9-9d3f-febeece8b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:59.277923 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-b626dd84-6b19-4bf9-9d3f-febeece8b212 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 1097 time: 0.0767500 Feb 17 00:08:59.348917 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-c4f62dbd-d0a8-4a22-8163-12c8bb3a2b6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18 HTTP/1.1" status: 200 len: 217 time: 0.0639932 Feb 17 00:08:59.409236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-9b7eb961-5d0e-400a-b2b8-8a8534f01d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:59.410666 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-9b7eb961-5d0e-400a-b2b8-8a8534f01d1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e21a1246-57c5-4441-85c9-b2661010147d HTTP/1.1" status: 200 len: 834 time: 0.0559692 Feb 17 00:08:59.486927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-20bcf37c-d223-4130-9b32-0c85bc7ac3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:59.488294 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-20bcf37c-d223-4130-9b32-0c85bc7ac3fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7856e36f-1c79-41ee-93ff-05cf6a84269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715609 Feb 17 00:08:59.616039 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-53e9dbf4-c834-4f41-a4a8-0fa5f20c5af5 service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211171 Feb 17 00:08:59.740909 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-271ff065-9af8-45c9-a1a1-674bb3fae25e req-7ee052bd-a0a1-4106-a467-cb1c89ab9512 service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194782 Feb 17 00:08:59.854784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-22254d1f-5192-483e-bdc6-df0527c29e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:59.856274 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-22254d1f-5192-483e-bdc6-df0527c29e93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 1097 time: 0.0696669 Feb 17 00:08:59.973701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f520-cad7-4246-b83f-1e33998bfdf6 req-2f776c63-2084-4e58-acf7-6e7fe31f558d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:59.975148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2897f520-cad7-4246-b83f-1e33998bfdf6 req-2f776c63-2084-4e58-acf7-6e7fe31f558d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 944 time: 0.0787899 Feb 17 00:08:59.988749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-4ef045bc-2279-4bfe-bbf9-65ee517c4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:08:59.990219 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-4ef045bc-2279-4bfe-bbf9-65ee517c4636 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7856e36f-1c79-41ee-93ff-05cf6a84269f HTTP/1.1" status: 200 len: 895 time: 0.1269884 Feb 17 00:09:00.018382 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2897f520-cad7-4246-b83f-1e33998bfdf6 req-b0f529c9-38eb-43c3-8be1-b63df394ea9f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368829 Feb 17 00:09:00.162258 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-8ea3a966-19cd-4c9d-8967-99d2cdf0d6c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18 HTTP/1.1" status: 200 len: 217 time: 0.1653686 Feb 17 00:09:00.222518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-f109711c-3bcd-49e0-9797-f247062244bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:00.223843 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-f109711c-3bcd-49e0-9797-f247062244bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e21a1246-57c5-4441-85c9-b2661010147d HTTP/1.1" status: 200 len: 834 time: 0.0553927 Feb 17 00:09:00.299377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-5b198cff-6671-45db-a8da-41738c390bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:00.300842 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-5b198cff-6671-45db-a8da-41738c390bbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7856e36f-1c79-41ee-93ff-05cf6a84269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697539 Feb 17 00:09:00.429505 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-59c98484-9e28-4c09-9237-f73435f6d406 service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218922 Feb 17 00:09:00.558113 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7fe33292-d1c6-441e-9371-59b4e9d2f3bc req-7c752569-acb7-4d96-9732-4e85a716cadc service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219087 Feb 17 00:09:01.199750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e530e-c8e8-4847-b518-186ece6176b3 req-4675278f-04d2-45b1-9ca7-784dd7c21e1c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:01.201109 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2c3e530e-c8e8-4847-b518-186ece6176b3 req-4675278f-04d2-45b1-9ca7-784dd7c21e1c tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 944 time: 0.0783603 Feb 17 00:09:01.243811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2c3e530e-c8e8-4847-b518-186ece6176b3 req-3c7c5d2e-5951-484c-9801-6c85c96e93b9 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371828 Feb 17 00:09:02.417675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0fe849d0-d464-44ee-90ee-44c4bff16f18 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:09:02.420394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fc2b3-3bc8-42c0-b0ec-8ff3b8f47c4b req-26ff6761-afbf-4659-aba5-e36844553262 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:02.421846 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-117fc2b3-3bc8-42c0-b0ec-8ff3b8f47c4b req-26ff6761-afbf-4659-aba5-e36844553262 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 944 time: 0.0763829 Feb 17 00:09:02.468448 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-117fc2b3-3bc8-42c0-b0ec-8ff3b8f47c4b req-8da51aa1-6b30-46b7-8e89-80e056ee9f11 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Feb 17 00:09:02.547978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 0fe849d0-d464-44ee-90ee-44c4bff16f18, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:02.561081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'mac_address': 'fa:16:3e:84:ed:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:09:02.615048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:02.632836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe849d0-d464-44ee-90ee-44c4bff16f18 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:09:02.647495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 0fe849d0-d464-44ee-90ee-44c4bff16f18, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:02.651999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:02.721698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=0fe849d0-d464-44ee-90ee-44c4bff16f18,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:02.839659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['0fe849d0-d464-44ee-90ee-44c4bff16f18'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:09:03.649482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b67c-64f5-44cf-bb67-f82badcb4812 req-b4fd2cbc-7333-4254-9278-9a1cf98c22a8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:03.650920 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-98a0b67c-64f5-44cf-bb67-f82badcb4812 req-b4fd2cbc-7333-4254-9278-9a1cf98c22a8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 945 time: 0.0778241 Feb 17 00:09:03.693647 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-98a0b67c-64f5-44cf-bb67-f82badcb4812 req-9d1fa1f9-993c-4efa-bc9a-b5621a667bf4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369992 Feb 17 00:09:03.707379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0e6c5bac-cc7b-4896-a435-6f1fdce01f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:04.429470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0fe849d0-d464-44ee-90ee-44c4bff16f18 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:09:04.497671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 0fe849d0-d464-44ee-90ee-44c4bff16f18 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:09:04.502428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 0fe849d0-d464-44ee-90ee-44c4bff16f18 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:09:04.502793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:04.612149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:04.642458 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:04.652510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 0fe849d0-d464-44ee-90ee-44c4bff16f18, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:04.656459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:04.691932 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'code': 200} Feb 17 00:09:04.724725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=0fe849d0-d464-44ee-90ee-44c4bff16f18,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:04.889286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf503d-1a0e-4e2e-a164-5732e639ed90 req-963370e9-537d-4b5e-994d-665171ac1e79 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:04.890746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acdf503d-1a0e-4e2e-a164-5732e639ed90 req-963370e9-537d-4b5e-994d-665171ac1e79 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 946 time: 0.0815825 Feb 17 00:09:04.909770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524d272-14ed-4d2b-b1ac-a18f24d571df req-922e30bb-4b6c-4d27-b577-591f736a70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:04.911219 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d524d272-14ed-4d2b-b1ac-a18f24d571df req-922e30bb-4b6c-4d27-b577-591f736a70be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 1099 time: 0.0676360 Feb 17 00:09:04.934210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acdf503d-1a0e-4e2e-a164-5732e639ed90 req-9b20c700-957f-4957-bc05-e63e7f1770e6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377626 Feb 17 00:09:04.951344 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d524d272-14ed-4d2b-b1ac-a18f24d571df req-eb3d7b65-1fa8-4297-b3b1-535c6db088e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342524 Feb 17 00:09:05.937619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c28ac4b7-f4ab-407e-8dbc-44224c2c5905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:06.081676 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:09:06.117593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb29c-d058-4d66-bf7a-d9db87a38aad req-63d8e517-d8d2-48d0-ae96-d14a761ed940 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:06.119025 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9eaeb29c-d058-4d66-bf7a-d9db87a38aad req-63d8e517-d8d2-48d0-ae96-d14a761ed940 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 946 time: 0.0768504 Feb 17 00:09:06.160978 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9eaeb29c-d058-4d66-bf7a-d9db87a38aad req-c7583a2e-a57b-4f08-8cc3-f3beb9bd68e8 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363734 Feb 17 00:09:06.341335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9fcf8-a138-4439-818a-4e548c11de92 req-088f1120-10e1-43c7-acd3-e3ff52324b5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:06.343051 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-73f9fcf8-a138-4439-818a-4e548c11de92 req-088f1120-10e1-43c7-acd3-e3ff52324b5e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 946 time: 0.0804408 Feb 17 00:09:06.387034 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-73f9fcf8-a138-4439-818a-4e548c11de92 req-fc513dca-2633-4796-aa7d-1630768ff798 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382152 Feb 17 00:09:06.409046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58644) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:06.481288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a0852-2e91-4f6d-9c87-f6c0c38232ee tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:06.482667 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fb6a0852-2e91-4f6d-9c87-f6c0c38232ee tempest-TestNetworkBasicOps-1325588076 tempest-TestNetworkBasicOps-1325588076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 1094 time: 0.0726559 Feb 17 00:09:06.485459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58648) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:06.490123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:06.496415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:09:06.500124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Usage tracker for resource:floatingip and tenant:90458532d6964c6c9b04b4308c7f755d is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:09:06.502846 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:09:06.508398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:09:06.518657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:06.651832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:06.784259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Allocated IP 172.26.2.249 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/740e0c03-09e4-49c4-b835-8cfb2bd4da8e) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:09:06.930137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:06.960390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:06.970667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:07.025985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:09:07.028810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:09:07.032467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:09:07.063772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=740e0c03-09e4-49c4-b835-8cfb2bd4da8e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:07.294244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:07.431069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:07.612788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:07.813937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:07.818265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:07.928525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event updated for resources: {'Port': ['ID=740e0c03-09e4-49c4-b835-8cfb2bd4da8e,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:07.937358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:08.106961 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 2697bbfb-6875-49ae-9582-ca768a0c0100 associated. External IP: 172.26.2.249, port: 0fe849d0-d464-44ee-90ee-44c4bff16f18. Feb 17 00:09:08.449691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:09:08.542852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:08.627943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:09:08.639074 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] Sync routers for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:09:08.650987 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:08.651728 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:08.652474 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:08.708573 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eb27c3a1-45aa-4900-b2a9-afdfed4b239e tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2219894 Feb 17 00:09:08.709563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:08.711815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58652) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:08.764535 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'status': 'completed', 'code': 200} Feb 17 00:09:08.838175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-280a20a1-2e02-4065-92fa-ad5c7abf0623 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 200 len: 992 time: 0.1249783 Feb 17 00:09:08.857512 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-4e635b7b-bec9-456f-afcc-5c9b6fe6ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:08.859025 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-4e635b7b-bec9-456f-afcc-5c9b6fe6ca61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 1099 time: 0.0719459 Feb 17 00:09:08.863379 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:08.987597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-6ccae3c6-2c26-4c5e-ac52-e07d9c7c543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:08.988993 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-6ccae3c6-2c26-4c5e-ac52-e07d9c7c543f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7856e36f-1c79-41ee-93ff-05cf6a84269f HTTP/1.1" status: 200 len: 895 time: 0.1242640 Feb 17 00:09:09.203875 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:51Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2697bbfb-6875-49ae-9582-ca768a0c0100', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'mac_address': 'fa:16:3e:84:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:09:07Z', 'updated_at': '2022-02-17T00:09:07Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:08:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:09.207581 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] Checking router: 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:09:09.210681 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-43fbc6c1-f5ae-4381-9249-f9caa060ef88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18 HTTP/1.1" status: 200 len: 1000 time: 0.2160070 Feb 17 00:09:09.215667 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:09.216273 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:09.273383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-ca477ff1-eefe-4038-9041-a71e92c9d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:09.274724 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-ca477ff1-eefe-4038-9041-a71e92c9d2a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e21a1246-57c5-4441-85c9-b2661010147d HTTP/1.1" status: 200 len: 834 time: 0.0587616 Feb 17 00:09:09.346353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-8439a793-cf3e-4983-ac2f-0a702c717e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:09.347818 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-8439a793-cf3e-4983-ac2f-0a702c717e09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7856e36f-1c79-41ee-93ff-05cf6a84269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679998 Feb 17 00:09:09.386703 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:09.476943 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-f85542cc-98c7-4072-8eda-251509a00835 service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229753 Feb 17 00:09:09.605537 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2ff7fc5f-5876-4ed5-873a-72cd026ddbf1 req-476ee677-0046-493e-80f4-804c5db7c648 service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236286 Feb 17 00:09:09.720627 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:51Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2697bbfb-6875-49ae-9582-ca768a0c0100', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'mac_address': 'fa:16:3e:84:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:09:07Z', 'updated_at': '2022-02-17T00:09:07Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:08:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:09.724486 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc94ce2-9f75-4bda-9000-0f53712d3b83 None None] The sync data for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv is: [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:08:51Z', 'revision_number': 4, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2697bbfb-6875-49ae-9582-ca768a0c0100', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'mac_address': 'fa:16:3e:84:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:09:07Z', 'updated_at': '2022-02-17T00:09:07Z', 'revision_number': 0, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:08:56Z', 'revision_number': 5, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:09:09.842175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58658) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:09.901913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eee7c3-ffba-4dac-a006-1e1e4ad62ead None None] New status for floating IP 2697bbfb-6875-49ae-9582-ca768a0c0100: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:09:09.949205 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cbf737a1-2089-44fd-b186-be0c53e653b1 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 200 len: 992 time: 0.1058528 Feb 17 00:09:10.953027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58662) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:11.057785 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0acacc40-3c19-47c0-8901-96b86fd5df69 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 200 len: 994 time: 0.1036334 Feb 17 00:09:21.432324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:33.711546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bca51d58-0239-4ac6-8eb5-e8f749ed6e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:35.938916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5138949-5181-4073-a56e-516f0c7e83fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:36.973065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:37.297752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:37.642469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58676) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:37.647703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f4b9b320-5e40-402b-8648-64dad6e6d240 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:38.261205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b320-5e40-402b-8648-64dad6e6d240 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:38.271285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b320-5e40-402b-8648-64dad6e6d240 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:38.444497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b9b320-5e40-402b-8648-64dad6e6d240 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:09:38.544891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:38.622271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b9b320-5e40-402b-8648-64dad6e6d240 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:09:38.629623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b320-5e40-402b-8648-64dad6e6d240 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:38.630249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f4b9b320-5e40-402b-8648-64dad6e6d240 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 HTTP/1.1" status: 200 len: 889 time: 0.9868143 Feb 17 00:09:38.631747 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] Sync routers for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:09:38.643545 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:38.644174 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:38.704505 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:38.713151 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:38.713730 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:38.769556 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:38.769944 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49673237-3259-490a-b4c5-b31ca78be969 None None] The sync data for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv is: [] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:09:39.510803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684cca-3157-4b03-b8b2-7cc37e9458bb None None] New status for floating IP 2697bbfb-6875-49ae-9582-ca768a0c0100: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:09:40.011905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 40b87726-fca5-429d-b119-5f1918550166 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:09:40.123000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:40.153128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 40b87726-fca5-429d-b119-5f1918550166, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=40b87726-fca5-429d-b119-5f1918550166,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:40.156974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:40.157752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4b8659e7-665f-40cf-ad7b-394674cfab37 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:09:40.304686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:40.358217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:40.373416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 4b8659e7-665f-40cf-ad7b-394674cfab37, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4b8659e7-665f-40cf-ad7b-394674cfab37,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:40.377408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:40.440745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=4b8659e7-665f-40cf-ad7b-394674cfab37,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:40.780413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58682) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:40.785503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bd8be415-a6c2-4658-837e-6dad36af1390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:09:41.286712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bd8be415-a6c2-4658-837e-6dad36af1390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:41.297006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bd8be415-a6c2-4658-837e-6dad36af1390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1787263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1787206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1787519'] for router, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:41.469222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8be415-a6c2-4658-837e-6dad36af1390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:09:41.761973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8be415-a6c2-4658-837e-6dad36af1390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:09:41.768764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bd8be415-a6c2-4658-837e-6dad36af1390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:41.769459 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bd8be415-a6c2-4658-837e-6dad36af1390 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 HTTP/1.1" status: 200 len: 888 time: 0.9880240 Feb 17 00:09:41.770945 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] Sync routers for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:09:41.772708 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58686) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:41.780936 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:41.781525 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:41.877629 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4c594ba7-7daf-4144-b14e-e8ab1430ffba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 200 len: 992 time: 0.1032052 Feb 17 00:09:41.954845 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:42.330940 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:41Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2697bbfb-6875-49ae-9582-ca768a0c0100', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'mac_address': 'fa:16:3e:84:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:09:07Z', 'updated_at': '2022-02-17T00:09:39Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:09:40Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:42.334496 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] Checking router: 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:09:42.343219 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:42.343792 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:42.512893 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:42.843654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:41Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2697bbfb-6875-49ae-9582-ca768a0c0100', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'mac_address': 'fa:16:3e:84:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:09:07Z', 'updated_at': '2022-02-17T00:09:39Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:09:40Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:42.847413 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454e03c-1124-4b13-b852-4db0365f304b None None] The sync data for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv is: [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:41Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '2697bbfb-6875-49ae-9582-ca768a0c0100', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'port_id': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'mac_address': 'fa:16:3e:84:ed:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:09:07Z', 'updated_at': '2022-02-17T00:09:39Z', 'revision_number': 2, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:09:40Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:09:42.881615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58690) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:42.989446 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d6a1e92e-5107-4250-a5a1-ba669f163ec0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 200 len: 992 time: 0.1065748 Feb 17 00:09:43.082606 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:09:43.994037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58694) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:44.057874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 40b87726-fca5-429d-b119-5f1918550166 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:09:44.099261 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c71a1c5c-a16f-47b7-98f2-e893f5867629 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 200 len: 992 time: 0.1040967 Feb 17 00:09:44.128633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 40b87726-fca5-429d-b119-5f1918550166 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:09:44.129011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:44.252469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:44.284747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 40b87726-fca5-429d-b119-5f1918550166, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=40b87726-fca5-429d-b119-5f1918550166,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:44.288588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:44.289358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4b8659e7-665f-40cf-ad7b-394674cfab37 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:09:44.404682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:44.418837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4b8659e7-665f-40cf-ad7b-394674cfab37 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:09:44.419218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:44.443945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a458f-d63c-436f-be75-c4402e9bdda0 None None] New status for floating IP 2697bbfb-6875-49ae-9582-ca768a0c0100: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:09:44.764119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:44.781661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 4b8659e7-665f-40cf-ad7b-394674cfab37, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4b8659e7-665f-40cf-ad7b-394674cfab37,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:44.785529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:44.850960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=4b8659e7-665f-40cf-ad7b-394674cfab37,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:45.103711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58698) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:45.208200 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-97b20879-d8f0-4249-b80e-4a9340c8763d tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 200 len: 994 time: 0.1032441 Feb 17 00:09:45.482000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58706) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:45.677965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 740e0c03-09e4-49c4-b835-8cfb2bd4da8e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:09:45.678314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:45.951513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:45.951834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:46.023247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 40b87726-fca5-429d-b119-5f1918550166 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:09:46.072464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 740e0c03-09e4-49c4-b835-8cfb2bd4da8e owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:09:46.093388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 40b87726-fca5-429d-b119-5f1918550166 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:09:46.093747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:46.207160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4b8659e7-665f-40cf-ad7b-394674cfab37 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:09:46.218627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:46.273070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=740e0c03-09e4-49c4-b835-8cfb2bd4da8e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:46.275318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 4b8659e7-665f-40cf-ad7b-394674cfab37 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:09:46.275698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:46.341988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.342334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.342670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.342998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.343325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.343650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.343968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.344313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.344635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.344952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.345266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.345578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:46.377023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:46.377353 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Floating IP 2697bbfb-6875-49ae-9582-ca768a0c0100 disassociated (deleted). External IP: 172.26.2.249, port: 0fe849d0-d464-44ee-90ee-44c4bff16f18. Feb 17 00:09:46.722647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:09:46.897535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:09:46.907129 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] Sync routers for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:09:46.913844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:46.916175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:46.916798 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:46.969978 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4559853d-ebe8-455c-9136-1d8a332a18b4 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/floatingips/2697bbfb-6875-49ae-9582-ca768a0c0100 HTTP/1.1" status: 204 len: 168 time: 1.4844785 Feb 17 00:09:46.969978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:47.013112 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'status': 'completed', 'code': 200} Feb 17 00:09:47.099705 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:47.107131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-ffac6155-7fdd-485d-80e2-bc6160e92ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:47.108710 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-ffac6155-7fdd-485d-80e2-bc6160e92ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90458532d6964c6c9b04b4308c7f755d&device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 1099 time: 0.0739765 Feb 17 00:09:47.240752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-6149b30b-b800-408b-8c92-dda1d279b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:47.242192 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-6149b30b-b800-408b-8c92-dda1d279b02b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7856e36f-1c79-41ee-93ff-05cf6a84269f HTTP/1.1" status: 200 len: 895 time: 0.1274064 Feb 17 00:09:47.309066 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-d0b5f5b8-fd72-40e3-8bfc-1065a7ffe954 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18 HTTP/1.1" status: 200 len: 217 time: 0.0598292 Feb 17 00:09:47.342767 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c372-60a8-43e5-8257-8a737722c263 req-59e5bc27-4c8a-44bd-8135-81ac6f365587 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:47.345096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f985c372-60a8-43e5-8257-8a737722c263 req-59e5bc27-4c8a-44bd-8135-81ac6f365587 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 946 time: 0.0836782 Feb 17 00:09:47.394474 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f985c372-60a8-43e5-8257-8a737722c263 req-dc6dd115-47a9-43e4-9f32-b84bd0f521fc tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 Feb 17 00:09:47.462750 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:41Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:47.466678 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] Checking router: 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:09:47.475561 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:47.476198 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:47.489586 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-039dd3cf-3de5-4a79-a8d6-2dea13888e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:47.491010 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-039dd3cf-3de5-4a79-a8d6-2dea13888e7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e21a1246-57c5-4441-85c9-b2661010147d HTTP/1.1" status: 200 len: 834 time: 0.1760216 Feb 17 00:09:47.563566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-7c5a3415-ba5f-4093-80ba-6d3cdd599221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:47.565077 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-7c5a3415-ba5f-4093-80ba-6d3cdd599221 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7856e36f-1c79-41ee-93ff-05cf6a84269f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679736 Feb 17 00:09:47.655130 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:47.699350 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-addbeb34-dcdf-4e3b-8e42-40b89bf25239 service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271389 Feb 17 00:09:47.837076 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bd42bcd4-6586-4d6e-8f7d-20ecd62c0256 req-2347a08a-c78c-471d-9bf4-c0b5a1b90188 service neutron] 10.222.0.24 "GET /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274471 Feb 17 00:09:47.958368 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:41Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:47.962665 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806090da-9f8b-47e8-9e9c-919c24aca872 None None] The sync data for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv is: [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:41Z', 'revision_number': 6, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '40b87726-fca5-429d-b119-5f1918550166', 'name': '', 'network_id': '7856e36f-1c79-41ee-93ff-05cf6a84269f', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'mac_address': 'fa:16:3e:d5:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:51Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'subnets': [{'id': 'e21a1246-57c5-4441-85c9-b2661010147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:09:48.592118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87f80-c523-4a07-8a79-5d8ad587628c req-ddebd4f9-5c14-498b-a4c3-28351c248509 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:48.599068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-03c87f80-c523-4a07-8a79-5d8ad587628c req-ddebd4f9-5c14-498b-a4c3-28351c248509 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 946 time: 0.0903025 Feb 17 00:09:48.604294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-b1f67781-2631-4881-b03d-c10bbe3b6579 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:09:48.605265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-b1f67781-2631-4881-b03d-c10bbe3b6579 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Synchronizing usage tracker for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:09:48.621901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-b1f67781-2631-4881-b03d-c10bbe3b6579 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Unset dirty status for tenant:90458532d6964c6c9b04b4308c7f755d on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:09:48.623150 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-b1f67781-2631-4881-b03d-c10bbe3b6579 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 946 time: 0.1037996 Feb 17 00:09:48.638945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ecf599-550a-4b26-b327-f30f668a73f9 None None] New status for floating IP 2697bbfb-6875-49ae-9582-ca768a0c0100: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:09:48.654597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-03c87f80-c523-4a07-8a79-5d8ad587628c req-ac8df92c-d033-4d3c-8fc6-a107f79a8ac7 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/security-groups?id=0863a9c7-63ca-4275-bd7e-d8395e59c158&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544062 Feb 17 00:09:48.704750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 0fe849d0-d464-44ee-90ee-44c4bff16f18 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:09:48.705090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:48.944836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 0fe849d0-d464-44ee-90ee-44c4bff16f18, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=0fe849d0-d464-44ee-90ee-44c4bff16f18,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:48.945189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:49.064104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 0fe849d0-d464-44ee-90ee-44c4bff16f18 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:09:49.202337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:49.251838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=0fe849d0-d464-44ee-90ee-44c4bff16f18,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:49.324331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] No DVR routers for this DVR port 0fe849d0-d464-44ee-90ee-44c4bff16f18 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:09:49.326688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:49.329066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'name': 'network-vif-deleted', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:09:49.344395 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-95cd92ab-587a-479c-ac3a-fb6fe731fa9c req-5802615b-ae04-449f-b0ab-a9a82d14c8c6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.24 "DELETE /v2.0/ports/0fe849d0-d464-44ee-90ee-44c4bff16f18 HTTP/1.1" status: 204 len: 173 time: 0.7141607 Feb 17 00:09:49.373005 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595ae2e1-ff3d-4697-b69c-0f24a2c1d252', 'name': 'network-vif-deleted', 'tag': '0fe849d0-d464-44ee-90ee-44c4bff16f18', 'status': 'completed', 'code': 200} Feb 17 00:09:49.816496 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86edaa2d-7f20-4039-8025-f2b995d46690 req-dac42f7f-9568-47b5-90a5-bd2d35e04688 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "GET /v2.0/ports?device_id=595ae2e1-ff3d-4697-b69c-0f24a2c1d252 HTTP/1.1" status: 200 len: 210 time: 0.0470622 Feb 17 00:09:50.912428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58724) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:50.978502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:51.012454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:51.074103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:51.091585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0863a9c7-63ca-4275-bd7e-d8395e59c158,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:51.100132 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.100494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.100828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.101156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.101481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.101806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.102127 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.102452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.102768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.103082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.103396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.103708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:51.110779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:51.111874 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-95aec36c-653b-4c8f-8ea5-fb4252ba28a6 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/security-groups/0863a9c7-63ca-4275-bd7e-d8395e59c158 HTTP/1.1" status: 204 len: 168 time: 0.1984527 Feb 17 00:09:51.143221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58730) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:51.440974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:51.683055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:52.022874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 40b87726-fca5-429d-b119-5f1918550166 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:09:52.023519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:52.201627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 40b87726-fca5-429d-b119-5f1918550166, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=40b87726-fca5-429d-b119-5f1918550166,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:52.201974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:52.428007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 40b87726-fca5-429d-b119-5f1918550166 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:09:52.621699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:52.630187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0fe849d0-d464-44ee-90ee-44c4bff16f18 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:09:52.668698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=40b87726-fca5-429d-b119-5f1918550166,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:52.684016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 0fe849d0-d464-44ee-90ee-44c4bff16f18 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:09:52.684398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 0fe849d0-d464-44ee-90ee-44c4bff16f18 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:09:52.958337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:53.305763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:09:53.472689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:09:53.482380 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] Sync routers for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:09:53.485794 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-12b6da2f-4216-48ce-8dbc-2315b0dfbbba tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "PUT /v2.0/routers/9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413651 Feb 17 00:09:53.488487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:53.491746 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:53.492376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:53.556226 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting subnet e21a1246-57c5-4441-85c9-b2661010147d {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:09:53.559064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:53.611307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:53.667242 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:53.691897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:53.876872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:53.914308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Subnet': ['ID=e21a1246-57c5-4441-85c9-b2661010147d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:53.918697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:53.924911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7dd90-2593-4691-91aa-252dc896d6ac None None] Network 7856e36f-1c79-41ee-93ff-05cf6a84269f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:09:53.925482 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5c4680c3-cdf8-47c7-9c4e-6d2a9a07c58f tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/subnets/e21a1246-57c5-4441-85c9-b2661010147d HTTP/1.1" status: 204 len: 168 time: 0.4360404 Feb 17 00:09:53.928186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58738) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:53.953072 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:52Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:53.956840 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] Checking router: 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:09:53.965834 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] Routers {'9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:09:53.966454 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:09:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:54.115621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.185802 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] Set router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:09:54.245220 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] DHCP port deletion for 7856e36f-1c79-41ee-93ff-05cf6a84269f request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:09:54.249743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Deleting port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:09:54.250111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.307259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.318139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Deleting port 4b8659e7-665f-40cf-ad7b-394674cfab37 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:09:54.319322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.511293 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:52Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:54.515299 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99065731-6f41-43b9-b005-80a0d82f59f4 None None] The sync data for ids ['9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3'] in dv-neutron-829040-1-hyperv is: [{'id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'name': 'tempest-TestNetworkBasicOps-router-2053934852', 'tenant_id': '90458532d6964c6c9b04b4308c7f755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:08:46Z', 'updated_at': '2022-02-17T00:09:52Z', 'revision_number': 7, 'project_id': '90458532d6964c6c9b04b4308c7f755d', 'gw_port': {'id': '4b8659e7-665f-40cf-ad7b-394674cfab37', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:08:47Z', 'updated_at': '2022-02-17T00:09:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:09:54.517447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] For port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7d7535ba-1a10-42c2-8a5d-9532bc9308ce,segment=NetworkSegment(027e3109-fc61-43ec-94dc-3e5d469c1898),segment_id=027e3109-fc61-43ec-94dc-3e5d469c1898)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:54.517848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.534863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] For port 4b8659e7-665f-40cf-ad7b-394674cfab37, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=4b8659e7-665f-40cf-ad7b-394674cfab37,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:09:54.535751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.657824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Calling delete_port for 7d7535ba-1a10-42c2-8a5d-9532bc9308ce owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:09:54.665762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Calling delete_port for 4b8659e7-665f-40cf-ad7b-394674cfab37 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:09:54.734806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.787537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Pushing event deleted for resources: {'Port': ['ID=7d7535ba-1a10-42c2-8a5d-9532bc9308ce,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:54.796789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] No DVR routers for this DVR port 7d7535ba-1a10-42c2-8a5d-9532bc9308ce on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:09:54.798720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.799014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.799357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.799767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.800136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.800466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.800795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.801121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.801451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.801784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.802098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.802419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb30ddb-d7e2-4fd5-963d-858b8632520a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:09:54.844915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:54.895018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Port': ['ID=4b8659e7-665f-40cf-ad7b-394674cfab37,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:54.985687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.172952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.175066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.196901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.197429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Fanout notify agent at l3_agent the message router_deleted on router 9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:09:55.212442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.213552 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-89d83693-fb55-485a-9755-17df242ed4b0 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/routers/9b8e5a66-d35f-4014-a4c7-ea5fc91d48a3 HTTP/1.1" status: 204 len: 168 time: 1.2844007 Feb 17 00:09:55.216214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58742) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:55.434882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.563492 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.587380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7856e36f-1c79-41ee-93ff-05cf6a84269f']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:55.599096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027e3109-fc61-43ec-94dc-3e5d469c1898') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:55.599391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027e3109-fc61-43ec-94dc-3e5d469c1898') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:09:55.610338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.627169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.634250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:09:55.634647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:09:55.649818 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:09:55.731202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.748262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:55.758817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] Pushing event deleted for resources: {'Network': ['ID=7856e36f-1c79-41ee-93ff-05cf6a84269f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:55.767006 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e143e464-830a-42e6-8bfd-a08fefbac970 tempest-TestNetworkBasicOps-959189824 tempest-TestNetworkBasicOps-959189824-project] 10.222.0.47 "DELETE /v2.0/networks/7856e36f-1c79-41ee-93ff-05cf6a84269f HTTP/1.1" status: 204 len: 168 time: 0.5495136 Feb 17 00:09:56.022872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 40b87726-fca5-429d-b119-5f1918550166 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:09:56.058067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 40b87726-fca5-429d-b119-5f1918550166 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:09:56.058431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 40b87726-fca5-429d-b119-5f1918550166 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:09:56.058832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4b8659e7-665f-40cf-ad7b-394674cfab37 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:09:56.059885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58750) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.092291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 4b8659e7-665f-40cf-ad7b-394674cfab37 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:09:56.092624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 4b8659e7-665f-40cf-ad7b-394674cfab37 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:09:56.093039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d7535ba-1a10-42c2-8a5d-9532bc9308ce no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:09:56.128387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7d7535ba-1a10-42c2-8a5d-9532bc9308ce {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:09:56.128661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7d7535ba-1a10-42c2-8a5d-9532bc9308ce not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:09:56.204251 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a69b005b-4cf6-4f92-b97f-0a422b587f23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90458532d6964c6c9b04b4308c7f755d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430266 Feb 17 00:09:56.206666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58756) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.261410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb36f0f7-e47a-4c48-a8fe-e2a93bdbf493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.285308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb36f0f7-e47a-4c48-a8fe-e2a93bdbf493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.336334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb36f0f7-e47a-4c48-a8fe-e2a93bdbf493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.356428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36f0f7-e47a-4c48-a8fe-e2a93bdbf493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e919672-3a91-4e4d-8c92-dd7cdf98de81,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:56.364152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb36f0f7-e47a-4c48-a8fe-e2a93bdbf493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.365241 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb36f0f7-e47a-4c48-a8fe-e2a93bdbf493 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e919672-3a91-4e4d-8c92-dd7cdf98de81 HTTP/1.1" status: 204 len: 168 time: 0.1577117 Feb 17 00:09:56.633304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58764) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.650469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.664974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:09:56.668731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Usage tracker for resource:security_group_rule and tenant:148ad2e4af8e456d9113cbb7191c8a35 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:09:56.671476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:09:56.677015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:09:56.760773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.764257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.810873 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=148ad2e4af8e456d9113cbb7191c8a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764624 Feb 17 00:09:56.811722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e193bc-50cf-422c-bfce-0e977ff219e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc2516-ba73-4700-bdd5-02a783ac1bfa,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:56.813672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58768) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:09:56.869841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6122eab-0e53-46ef-9e6d-6875f4f3d790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.894225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6122eab-0e53-46ef-9e6d-6875f4f3d790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.943385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6122eab-0e53-46ef-9e6d-6875f4f3d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.959093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6122eab-0e53-46ef-9e6d-6875f4f3d790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc2516-ba73-4700-bdd5-02a783ac1bfa,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:09:56.963318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f6122eab-0e53-46ef-9e6d-6875f4f3d790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:09:56.964453 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f6122eab-0e53-46ef-9e6d-6875f4f3d790 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbdc2516-ba73-4700-bdd5-02a783ac1bfa HTTP/1.1" status: 204 len: 168 time: 0.1498075 Feb 17 00:10:03.714459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-45a4739f-579f-47c0-b9c6-67df0dfca5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:04.198534 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-0e417c90-b054-493d-821f-fb9302a6b442 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=17d04777792e456f84316a9fede8d978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271978 Feb 17 00:10:04.344754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-f6e8b434-8f6d-4714-9b23-58adf88d18f0 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:04.346074 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-f6e8b434-8f6d-4714-9b23-58adf88d18f0 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427047 Feb 17 00:10:04.362352 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-1742ec05-d127-46f5-ab07-8a59e2f1915d tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/quotas/17d04777792e456f84316a9fede8d978 HTTP/1.1" status: 200 len: 375 time: 0.0104830 Feb 17 00:10:04.413966 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-f8ab487e-cff5-4cc3-94c6-c25e88a439af tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17d04777792e456f84316a9fede8d978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451217 Feb 17 00:10:04.581611 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c92f1828-c7b0-44d0-bf8b-6d5466eb7f0e req-c6cc1e35-ff28-4824-9fc7-bd7a53698e71 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 210 time: 0.0422354 Feb 17 00:10:05.677940 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9899ea4b-8ceb-47a3-9ba8-70efff410f18 req-2e052413-b687-41d5-8f13-53b37f8627c6 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 210 time: 0.0469086 Feb 17 00:10:05.939846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d19b9cbc-0cac-4319-a948-86c8f638e87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:06.832010 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0b5d62eb-782c-4c3c-b40a-410e3eca453e req-d77e391a-4899-4868-bbb0-3e0828a278c9 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 210 time: 0.0445945 Feb 17 00:10:06.976207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:07.299698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:07.505544 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-e7b795ea-ffe2-45e1-b06a-fa4877cbf472 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=17d04777792e456f84316a9fede8d978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338874 Feb 17 00:10:07.661227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-66e03877-d570-472f-99fb-3b3ab81a23e4 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:07.662968 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-66e03877-d570-472f-99fb-3b3ab81a23e4 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530898 Feb 17 00:10:07.680366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Request body: {'port': {'device_id': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0', 'admin_state_up': True, 'tenant_id': '17d04777792e456f84316a9fede8d978'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:10:07.931883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:10:07.935763 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Usage tracker for resource:port and tenant:17d04777792e456f84316a9fede8d978 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:10:07.938579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:10:07.944187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:10:07.954076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Made reservation on behalf of 17d04777792e456f84316a9fede8d978 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:10:07.957722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:07.969764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:07.984573 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c31681d-6183-4735-b327-2b9fc3270e75 req-1559e3b0-9b28-47a2-ad71-04fecb4c3290 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 210 time: 0.0441196 Feb 17 00:10:07.985558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:10:07.989375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Usage tracker for resource:security_group_rule and tenant:17d04777792e456f84316a9fede8d978 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:10:07.992721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:10:07.998308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:10:08.078991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.082736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.159867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:08.246641 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Allocated IP 192.168.233.127 (51f5c2c2-4d99-4f60-9605-100f3df6c6a0/872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f/d0624cd2-466d-4e6e-9f45-12640376f5bf) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:10:08.447365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.462451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Transition to ACTIVE for port object d0624cd2-466d-4e6e-9f45-12640376f5bf will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:10:08.486590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.549508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.557416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:10:08.560407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:10:08.564262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:10:08.599600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Pushing event updated for resources: {'Port': ['ID=d0624cd2-466d-4e6e-9f45-12640376f5bf,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:08.632156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:08.632843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.660294 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-0f438d45-29e3-48e4-bbb0-9214bf9d981a tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9844911 Feb 17 00:10:08.671123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Request body: {'port': {'device_id': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:10:08.785992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.806837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e72447a1-d752-4356-bb7f-6f50653edb13 None None] Provisioning for port d0624cd2-466d-4e6e-9f45-12640376f5bf completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:10:08.811423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e72447a1-d752-4356-bb7f-6f50653edb13 None None] Provisioning complete for port d0624cd2-466d-4e6e-9f45-12640376f5bf triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:10:08.811802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e72447a1-d752-4356-bb7f-6f50653edb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:08.863320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e72447a1-d752-4356-bb7f-6f50653edb13 None None] Port d0624cd2-466d-4e6e-9f45-12640376f5bf cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:10:09.119541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0624cd2-466d-4e6e-9f45-12640376f5bf {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:10:09.126866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:09.141800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Transition to ACTIVE for port object d0624cd2-466d-4e6e-9f45-12640376f5bf will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:10:09.145562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:09.164611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ee708-dd75-4dbe-9832-b5edee7a9b12 req-44f9078c-9ed2-4376-8c86-995aff45f0ed tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:09.166080 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-626ee708-dd75-4dbe-9832-b5edee7a9b12 req-44f9078c-9ed2-4376-8c86-995aff45f0ed tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 936 time: 0.0776858 Feb 17 00:10:09.212901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-626ee708-dd75-4dbe-9832-b5edee7a9b12 req-8c19a478-b1ec-4aa5-8e86-55ec5e8c7002 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Feb 17 00:10:09.300857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Pushing event updated for resources: {'Port': ['ID=d0624cd2-466d-4e6e-9f45-12640376f5bf,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:09.379431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Attempting to bind port d0624cd2-466d-4e6e-9f45-12640376f5bf on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:10:09.379763 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Attempting to bind port d0624cd2-466d-4e6e-9f45-12640376f5bf by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:10:09.380106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Attempting to bind port d0624cd2-466d-4e6e-9f45-12640376f5bf on network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:10:09.386103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Port d0624cd2-466d-4e6e-9f45-12640376f5bf on network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:10:09.386438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Attempting to bind port d0624cd2-466d-4e6e-9f45-12640376f5bf on network 51f5c2c2-4d99-4f60-9605-100f3df6c6a0 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:10:09.391826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:10:09.392519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Checking segment: {'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:10:09.392909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Bound using segment: {'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:10:09.393365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Bound port: d0624cd2-466d-4e6e-9f45-12640376f5bf, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8260534-43be-4921-b194-2c30af96bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:10:09.393712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:09.481861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] For port d0624cd2-466d-4e6e-9f45-12640376f5bf, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:10:09.484705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] For port d0624cd2-466d-4e6e-9f45-12640376f5bf, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf,segment=NetworkSegment(d8260534-43be-4921-b194-2c30af96bdec),segment_id=d8260534-43be-4921-b194-2c30af96bdec)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:10:09.489119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:09.545142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:09.545750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:09.547113 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] 10.222.0.24 "PUT /v2.0/ports/d0624cd2-466d-4e6e-9f45-12640376f5bf HTTP/1.1" status: 200 len: 1098 time: 0.8801384 Feb 17 00:10:09.547552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'tag': 'd0624cd2-466d-4e6e-9f45-12640376f5bf'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:09.573023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bb1b9-eaa0-406a-b289-c2fe47d0bf8b service neutron] Pushing event updated for resources: {'Port': ['ID=d0624cd2-466d-4e6e-9f45-12640376f5bf,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:09.620451 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'tag': 'd0624cd2-466d-4e6e-9f45-12640376f5bf', 'status': 'completed', 'code': 200} Feb 17 00:10:09.664674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-1900717e-b209-4a2c-9faf-badca3901092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:09.666191 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-1900717e-b209-4a2c-9faf-badca3901092 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d04777792e456f84316a9fede8d978&device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 1101 time: 0.0816579 Feb 17 00:10:09.735051 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-4e9c03cf-becc-4284-b065-978073dfba55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf HTTP/1.1" status: 200 len: 217 time: 0.0618906 Feb 17 00:10:09.800150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-57bf8e88-4050-4476-af1c-4ff90e00b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:09.801693 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-57bf8e88-4050-4476-af1c-4ff90e00b86b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f HTTP/1.1" status: 200 len: 843 time: 0.0613198 Feb 17 00:10:09.875284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724577e3-b520-4d1c-9835-86449f259ebb req-d8478b56-67d9-40dc-b2ca-551277bb5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:09.876743 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-d8478b56-67d9-40dc-b2ca-551277bb5ea6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f5c2c2-4d99-4f60-9605-100f3df6c6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0684109 Feb 17 00:10:10.005011 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-aa4a7edd-ae15-41c0-b7de-cbbc94c47834 service neutron] 10.222.0.24 "GET /v2.0/networks/51f5c2c2-4d99-4f60-9605-100f3df6c6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221340 Feb 17 00:10:10.237135 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-724577e3-b520-4d1c-9835-86449f259ebb req-1f0fc4f1-77cc-490c-8188-ec36b23b8a50 service neutron] 10.222.0.24 "GET /v2.0/networks/51f5c2c2-4d99-4f60-9605-100f3df6c6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265203 Feb 17 00:10:10.351034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-4ae7be0a-9265-4be8-aba0-4cb3541b3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:10.352697 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-4ae7be0a-9265-4be8-aba0-4cb3541b3c3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d04777792e456f84316a9fede8d978&device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 1101 time: 0.0744574 Feb 17 00:10:10.403319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d325ac-af21-49f4-acc2-f20d1790ae61 req-170d9401-e201-42c9-95fd-c434809c1fdd tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:10.405475 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-07d325ac-af21-49f4-acc2-f20d1790ae61 req-170d9401-e201-42c9-95fd-c434809c1fdd tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 948 time: 0.0788732 Feb 17 00:10:10.450528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-07d325ac-af21-49f4-acc2-f20d1790ae61 req-0d64c235-9eff-4a73-a2e5-3b12780beca6 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Feb 17 00:10:10.504653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-5f6bad18-ce3a-47b6-be73-cf3e962f400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:10.505991 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-5f6bad18-ce3a-47b6-be73-cf3e962f400e service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f5c2c2-4d99-4f60-9605-100f3df6c6a0 HTTP/1.1" status: 200 len: 869 time: 0.1470845 Feb 17 00:10:10.574522 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-b9a79375-6b6c-44ad-8531-87638250edb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf HTTP/1.1" status: 200 len: 217 time: 0.0617034 Feb 17 00:10:10.635291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-1113189b-9c3a-44b6-9da3-7a728e880837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:10.636716 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-1113189b-9c3a-44b6-9da3-7a728e880837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f HTTP/1.1" status: 200 len: 843 time: 0.0556815 Feb 17 00:10:10.710994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-a11c2302-0fc4-4a36-bddb-4c2496dfdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:10.712481 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-a11c2302-0fc4-4a36-bddb-4c2496dfdd3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f5c2c2-4d99-4f60-9605-100f3df6c6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0693991 Feb 17 00:10:10.847284 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-303781c6-9cd8-46a0-8981-57d88bf36529 service neutron] 10.222.0.24 "GET /v2.0/networks/51f5c2c2-4d99-4f60-9605-100f3df6c6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280994 Feb 17 00:10:10.973077 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3b4c460f-209f-4377-b94e-68c98ce0a6ea req-112e95a2-5c50-49e3-87a5-f2e04d5888f2 service neutron] 10.222.0.24 "GET /v2.0/networks/51f5c2c2-4d99-4f60-9605-100f3df6c6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193430 Feb 17 00:10:11.644071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b1e6a-9766-4c18-a34b-8bb12a50d839 req-2b3a7532-3f18-40c2-a504-ad0f23ad146b tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:11.645553 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b2b1e6a-9766-4c18-a34b-8bb12a50d839 req-2b3a7532-3f18-40c2-a504-ad0f23ad146b tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 948 time: 0.0873260 Feb 17 00:10:11.688389 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b2b1e6a-9766-4c18-a34b-8bb12a50d839 req-8a29c772-05d9-435d-9c61-cae9f35d4c2c tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Feb 17 00:10:12.710434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d0624cd2-466d-4e6e-9f45-12640376f5bf details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:10:12.844988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d0624cd2-466d-4e6e-9f45-12640376f5bf, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf,segment=NetworkSegment(d8260534-43be-4921-b194-2c30af96bdec),segment_id=d8260534-43be-4921-b194-2c30af96bdec)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:10:12.857895 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'd0624cd2-466d-4e6e-9f45-12640376f5bf', 'network_id': '51f5c2c2-4d99-4f60-9605-100f3df6c6a0', 'port_id': 'd0624cd2-466d-4e6e-9f45-12640376f5bf', 'mac_address': 'fa:16:3e:6a:3d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:10:12.874737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa01d-3051-469e-8ef7-cbd63ca81986 req-023d40de-ed71-48b5-a7c0-76c1cc1c9874 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:12.876263 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f6fa01d-3051-469e-8ef7-cbd63ca81986 req-023d40de-ed71-48b5-a7c0-76c1cc1c9874 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 948 time: 0.0781331 Feb 17 00:10:12.917671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:12.922921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f6fa01d-3051-469e-8ef7-cbd63ca81986 req-47164fe1-d1f8-4b9f-a1c0-2be71a36f7e8 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Feb 17 00:10:12.934342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0624cd2-466d-4e6e-9f45-12640376f5bf {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:10:12.950197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d0624cd2-466d-4e6e-9f45-12640376f5bf, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf,segment=NetworkSegment(d8260534-43be-4921-b194-2c30af96bdec),segment_id=d8260534-43be-4921-b194-2c30af96bdec)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:10:12.953648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:13.017907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d0624cd2-466d-4e6e-9f45-12640376f5bf,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:13.157001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d0624cd2-466d-4e6e-9f45-12640376f5bf'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:10:14.107941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad7d4d-e4e4-4438-ba51-12831cef8b85 req-0237d2fb-3217-4b9a-a311-24d593fcd20d tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:14.109413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91ad7d4d-e4e4-4438-ba51-12831cef8b85 req-0237d2fb-3217-4b9a-a311-24d593fcd20d tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 949 time: 0.0821366 Feb 17 00:10:14.152866 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91ad7d4d-e4e4-4438-ba51-12831cef8b85 req-a2b2f1c8-cef8-453a-8ca3-32cea419c904 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 Feb 17 00:10:14.724951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d0624cd2-466d-4e6e-9f45-12640376f5bf up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:10:14.790316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port d0624cd2-466d-4e6e-9f45-12640376f5bf completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:10:14.794747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port d0624cd2-466d-4e6e-9f45-12640376f5bf triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:10:14.795120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:14.916141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:14.941676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0624cd2-466d-4e6e-9f45-12640376f5bf'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:14.952101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d0624cd2-466d-4e6e-9f45-12640376f5bf, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf,segment=NetworkSegment(d8260534-43be-4921-b194-2c30af96bdec),segment_id=d8260534-43be-4921-b194-2c30af96bdec)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:10:14.956121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:15.015037 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0624cd2-466d-4e6e-9f45-12640376f5bf', 'code': 200} Feb 17 00:10:15.051415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d0624cd2-466d-4e6e-9f45-12640376f5bf,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:15.210505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cd3ab-e70e-4b1f-91bd-e1037a99cf2c req-6ea1c8a9-8640-43ec-aaeb-d57b9752105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:15.212014 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-714cd3ab-e70e-4b1f-91bd-e1037a99cf2c req-6ea1c8a9-8640-43ec-aaeb-d57b9752105c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 1103 time: 0.0736635 Feb 17 00:10:15.252123 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-714cd3ab-e70e-4b1f-91bd-e1037a99cf2c req-1353320f-7fc0-4cc3-b702-6b7555d8a6dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Feb 17 00:10:15.331468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd2fc2-bb2a-453f-8788-fe67e54f94fa req-3ec2511d-d691-4bf5-8c5f-96349eeee514 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:15.332952 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-42dd2fc2-bb2a-453f-8788-fe67e54f94fa req-3ec2511d-d691-4bf5-8c5f-96349eeee514 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 950 time: 0.0772576 Feb 17 00:10:15.378972 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-42dd2fc2-bb2a-453f-8788-fe67e54f94fa req-6f6bd881-eb28-4088-935b-5b0c680d660e tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Feb 17 00:10:16.570773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01846a-2a81-4bb0-bd18-d2f4ef1577d5 req-dcfd07d5-746d-4def-b0df-f59362285d99 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:16.572237 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c01846a-2a81-4bb0-bd18-d2f4ef1577d5 req-dcfd07d5-746d-4def-b0df-f59362285d99 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 950 time: 0.0782406 Feb 17 00:10:16.615355 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c01846a-2a81-4bb0-bd18-d2f4ef1577d5 req-91ee0ccc-0fb0-4a16-add0-ac74ff796e87 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Feb 17 00:10:17.181536 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-e76cbdd7-44b2-400e-8165-0f4079156440 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763383 Feb 17 00:10:17.322312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bb22-f840-436b-9ed6-e53030baf23d req-1430db56-091c-48d3-b334-0a4986c96cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:17.323775 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-1430db56-091c-48d3-b334-0a4986c96cc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d04777792e456f84316a9fede8d978&device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 1103 time: 0.0752361 Feb 17 00:10:17.472653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bb22-f840-436b-9ed6-e53030baf23d req-3d6718ce-6f8f-4c15-8b98-b8fc17d0bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:17.474119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-3d6718ce-6f8f-4c15-8b98-b8fc17d0bcb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f5c2c2-4d99-4f60-9605-100f3df6c6a0 HTTP/1.1" status: 200 len: 869 time: 0.1322255 Feb 17 00:10:17.546057 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-15737a04-3903-4191-b6e6-fce2d4e6d877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf HTTP/1.1" status: 200 len: 217 time: 0.0664783 Feb 17 00:10:17.612868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bb22-f840-436b-9ed6-e53030baf23d req-22ac513a-9947-4767-bcea-4c97119b1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:17.614287 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-22ac513a-9947-4767-bcea-4c97119b1a23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=872b667d-1d0a-4ebb-bb8e-e0de9e4f5d9f HTTP/1.1" status: 200 len: 843 time: 0.0626400 Feb 17 00:10:17.687971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483bb22-f840-436b-9ed6-e53030baf23d req-6d0237f9-f1ae-4601-93b0-d6a163534627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:17.689474 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-6d0237f9-f1ae-4601-93b0-d6a163534627 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f5c2c2-4d99-4f60-9605-100f3df6c6a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0687442 Feb 17 00:10:17.719942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c3253-49ea-4568-9487-23636187df56 req-6a92a9f6-326f-4b35-b4a8-01c352d73627 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:17.721505 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f78c3253-49ea-4568-9487-23636187df56 req-6a92a9f6-326f-4b35-b4a8-01c352d73627 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 950 time: 0.0817106 Feb 17 00:10:17.765254 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f78c3253-49ea-4568-9487-23636187df56 req-d5276bc0-518d-4e39-828c-a1c9c099666c tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Feb 17 00:10:17.822739 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-14a5a580-c48c-4d9c-b0de-265a5c7a86cd service neutron] 10.222.0.24 "GET /v2.0/networks/51f5c2c2-4d99-4f60-9605-100f3df6c6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265633 Feb 17 00:10:18.051338 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3483bb22-f840-436b-9ed6-e53030baf23d req-3ed46dee-513c-4138-9499-21d941561583 service neutron] 10.222.0.24 "GET /v2.0/networks/51f5c2c2-4d99-4f60-9605-100f3df6c6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223451 Feb 17 00:10:18.940782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-e1c31bb9-cbcc-4946-a06d-2d321838dd66 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:18.941429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-e1c31bb9-cbcc-4946-a06d-2d321838dd66 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Synchronizing usage tracker for tenant:17d04777792e456f84316a9fede8d978 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:10:18.949126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993f7b5-ef5f-4843-9e86-921fe3ac6147 req-2f064342-44f5-4941-9042-df34f9acc479 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:18.950686 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4993f7b5-ef5f-4843-9e86-921fe3ac6147 req-2f064342-44f5-4941-9042-df34f9acc479 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 950 time: 0.0772798 Feb 17 00:10:18.958240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-e1c31bb9-cbcc-4946-a06d-2d321838dd66 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Unset dirty status for tenant:17d04777792e456f84316a9fede8d978 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:10:18.959510 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-e1c31bb9-cbcc-4946-a06d-2d321838dd66 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 950 time: 0.0974209 Feb 17 00:10:18.994215 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4993f7b5-ef5f-4843-9e86-921fe3ac6147 req-c6329c91-fb0f-4702-a9c1-75a1a7b3b70e tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378826 Feb 17 00:10:19.028817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Deleting port d0624cd2-466d-4e6e-9f45-12640376f5bf {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:10:19.029162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:19.266350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] For port d0624cd2-466d-4e6e-9f45-12640376f5bf, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d0624cd2-466d-4e6e-9f45-12640376f5bf,segment=NetworkSegment(d8260534-43be-4921-b194-2c30af96bdec),segment_id=d8260534-43be-4921-b194-2c30af96bdec)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:10:19.266619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:19.386632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Calling delete_port for d0624cd2-466d-4e6e-9f45-12640376f5bf owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:10:19.525539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:19.536827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d0624cd2-466d-4e6e-9f45-12640376f5bf'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:10:19.577073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Pushing event deleted for resources: {'Port': ['ID=d0624cd2-466d-4e6e-9f45-12640376f5bf,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:19.650468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] No DVR routers for this DVR port d0624cd2-466d-4e6e-9f45-12640376f5bf on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:10:19.652993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:19.655625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'name': 'network-vif-deleted', 'tag': 'd0624cd2-466d-4e6e-9f45-12640376f5bf'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:19.677512 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-abb89738-c6ca-485d-943e-d8499c9fc7a0 req-f3c7086c-27fd-46d8-bfa9-2e9ef2ea0d28 tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.24 "DELETE /v2.0/ports/d0624cd2-466d-4e6e-9f45-12640376f5bf HTTP/1.1" status: 204 len: 173 time: 0.7131140 Feb 17 00:10:19.699834 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64da7c4d-3585-4a7d-bf41-b2942f19080b', 'name': 'network-vif-deleted', 'tag': 'd0624cd2-466d-4e6e-9f45-12640376f5bf', 'status': 'completed', 'code': 200} Feb 17 00:10:20.082024 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:10:20.257759 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7c2a81c9-28fa-49d5-b9df-c40137a95613 req-3fdb4e50-5c4b-4217-a0f8-86ffdc150bae tempest-ServersAdminNegativeTestJSON-861409994 tempest-ServersAdminNegativeTestJSON-861409994-project] 10.222.0.47 "GET /v2.0/ports?device_id=64da7c4d-3585-4a7d-bf41-b2942f19080b HTTP/1.1" status: 200 len: 210 time: 0.1419322 Feb 17 00:10:21.440870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:21.608096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58914) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:21.754487 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-61ab011c-7f6a-4b3c-80c3-50d760dc0916 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17d04777792e456f84316a9fede8d978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446755 Feb 17 00:10:21.756925 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58920) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:21.817669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0bbd63f9-f36e-4e30-a6a0-507391360100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:21.843540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0bbd63f9-f36e-4e30-a6a0-507391360100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:21.894686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0bbd63f9-f36e-4e30-a6a0-507391360100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:21.908635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd63f9-f36e-4e30-a6a0-507391360100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d10ca2-54bf-49c3-99be-9c2c4959c3cb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:21.915467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0bbd63f9-f36e-4e30-a6a0-507391360100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:21.916719 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0bbd63f9-f36e-4e30-a6a0-507391360100 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e4d10ca2-54bf-49c3-99be-9c2c4959c3cb HTTP/1.1" status: 204 len: 168 time: 0.1582439 Feb 17 00:10:22.185616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58928) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:22.203088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:22.217479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:10:22.221266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Usage tracker for resource:security_group_rule and tenant:7391ae02caa1437089b77b7d1bd9df4f is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:10:22.224272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:10:22.230461 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:10:22.309993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:22.313499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:22.358820 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7391ae02caa1437089b77b7d1bd9df4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720824 Feb 17 00:10:22.360326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728db751-f96c-48b5-813a-dee2a127ff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9da99b-879a-47fe-bf97-b9ba84394c34,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:22.361473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58932) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:22.418859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c2a0-cdcc-4d1d-95b6-bbcb80e09ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:22.444244 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c2a0-cdcc-4d1d-95b6-bbcb80e09ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:22.501621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c2a0-cdcc-4d1d-95b6-bbcb80e09ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:22.519709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6c2a0-cdcc-4d1d-95b6-bbcb80e09ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9da99b-879a-47fe-bf97-b9ba84394c34,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:22.524527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c2a0-cdcc-4d1d-95b6-bbcb80e09ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:22.525583 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6ae6c2a0-cdcc-4d1d-95b6-bbcb80e09ec4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b9da99b-879a-47fe-bf97-b9ba84394c34 HTTP/1.1" status: 204 len: 168 time: 0.1631427 Feb 17 00:10:22.739963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d0624cd2-466d-4e6e-9f45-12640376f5bf no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:10:22.777042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: d0624cd2-466d-4e6e-9f45-12640376f5bf {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:10:22.777365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d0624cd2-466d-4e6e-9f45-12640376f5bf not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:10:23.220407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 58956) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:23.320663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-652434262-network', 'tenant_id': 'af2c1cad9f5b4e1694f2ad50c1441421'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:10:23.325353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:10:23.329086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Usage tracker for resource:network and tenant:af2c1cad9f5b4e1694f2ad50c1441421 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:10:23.331857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:10:23.338348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:10:23.348002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Made reservation on behalf of af2c1cad9f5b4e1694f2ad50c1441421 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:10:23.350279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.362424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.376504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:10:23.380069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Usage tracker for resource:security_group_rule and tenant:af2c1cad9f5b4e1694f2ad50c1441421 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:10:23.383346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:10:23.388924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:10:23.468281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.471617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.500289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:10:23.508828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a25187-03e6-49d1-8ce8-a3e2eabe6cae,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:23.514374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.514717 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Added segment fb1b82d1-b9e2-4fda-a2f2-07c38f341dff of type vlan for network f12c7033-9085-4a78-85e5-a652df681add Feb 17 00:10:23.541703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.569555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.571117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:23.571783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.671084 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4495912 Feb 17 00:10:23.673901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067fdb-870e-4330-951c-8cd8f6fd6c58 admin admin] Pushing event updated for resources: {'Network': ['ID=f12c7033-9085-4a78-85e5-a652df681add,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:23.674152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 58962) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:23.679698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Request body: {'subnet': {'network_id': 'f12c7033-9085-4a78-85e5-a652df681add', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-652434262-subnet', 'tenant_id': 'af2c1cad9f5b4e1694f2ad50c1441421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:10:23.683606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network f12c7033-9085-4a78-85e5-a652df681add details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:10:23.684690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:10:23.688649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Usage tracker for resource:subnet and tenant:af2c1cad9f5b4e1694f2ad50c1441421 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:10:23.691505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:10:23.698519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:10:23.708420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Made reservation on behalf of af2c1cad9f5b4e1694f2ad50c1441421 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:10:23.711444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.915022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:23.985056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128f9a02-f309-4b3c-97eb-815bb49601ac,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:23.993928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Checking segment: {'id': 'fb1b82d1-b9e2-4fda-a2f2-07c38f341dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:10:23.994286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Network hostable DHCP agents. Network: f12c7033-9085-4a78-85e5-a652df681add, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:10:24.012931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Network f12c7033-9085-4a78-85e5-a652df681add is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:10:24.021665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, f12c7033-9085-4a78-85e5-a652df681add) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:10:24.025645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:24.026219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:24.030491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa2cdc-1d6b-4383-b7ac-dc2b727b58d7 None None] Network f12c7033-9085-4a78-85e5-a652df681add requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:10:24.053993 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-31401ad3-bc7e-40e9-8c60-d72c02730e25 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3787684 Feb 17 00:10:24.235301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581db6b2-c425-4a39-bb2d-66c1f72b742a None None] Network f12c7033-9085-4a78-85e5-a652df681add requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:10:24.556469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-3d38d0b5-3a22-4654-bd99-b4a06dfc2fa1 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:24.557898 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-3d38d0b5-3a22-4654-bd99-b4a06dfc2fa1 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/networks?id=f12c7033-9085-4a78-85e5-a652df681add HTTP/1.1" status: 200 len: 811 time: 0.1452959 Feb 17 00:10:24.571867 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-54ecbbfc-7b0f-4ca6-86c4-9e579b1114e9 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/quotas/af2c1cad9f5b4e1694f2ad50c1441421 HTTP/1.1" status: 200 len: 375 time: 0.0086439 Feb 17 00:10:24.622140 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-11200cff-25b3-4c8a-9956-b9b9b250dadd tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455663 Feb 17 00:10:24.632582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-bb5bc0eb-ee3c-413a-8637-e7a83921c01a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:10:24.633648 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-bb5bc0eb-ee3c-413a-8637-e7a83921c01a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051012 Feb 17 00:10:24.761393 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-351355c9-6c84-4fbd-ad7a-650ab31efe90 service neutron] 10.222.0.47 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222978 Feb 17 00:10:24.887496 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-4bba3a52-46b9-4d19-8d10-2c5b505d0c7e service neutron] 10.222.0.47 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205552 Feb 17 00:10:25.058497 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-efad2e78-ed7f-4deb-91dd-0b9a38a59057 req-780b3e37-4032-4573-8100-7e9b0edfeb80 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 210 time: 0.0422521 Feb 17 00:10:26.063290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-48e933f1-78f1-4382-8e2e-a318cc87df40 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:26.063961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-48e933f1-78f1-4382-8e2e-a318cc87df40 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Synchronizing usage tracker for tenant:af2c1cad9f5b4e1694f2ad50c1441421 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:10:26.079975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-48e933f1-78f1-4382-8e2e-a318cc87df40 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Unset dirty status for tenant:af2c1cad9f5b4e1694f2ad50c1441421 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:10:26.081299 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-48e933f1-78f1-4382-8e2e-a318cc87df40 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.24 "GET /v2.0/networks?id=f12c7033-9085-4a78-85e5-a652df681add HTTP/1.1" status: 200 len: 811 time: 0.1648400 Feb 17 00:10:26.092989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Request body: {'port': {'device_id': 'ca107c98-d451-4697-b96c-8ec797b93280', 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add', 'admin_state_up': True, 'tenant_id': 'af2c1cad9f5b4e1694f2ad50c1441421'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:10:26.216172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-97da39ba-cda9-4582-84bf-8f3cdb6d1066 req-bf9b955a-db16-40a0-a88c-70efe6f78ebd tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 210 time: 0.0444763 Feb 17 00:10:26.230884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:10:26.234720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Usage tracker for resource:port and tenant:af2c1cad9f5b4e1694f2ad50c1441421 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:10:26.237482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:10:26.243604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:10:26.253028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Made reservation on behalf of af2c1cad9f5b4e1694f2ad50c1441421 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:10:26.256539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:26.519334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Allocated IP 172.20.0.3 (f12c7033-9085-4a78-85e5-a652df681add/128f9a02-f309-4b3c-97eb-815bb49601ac/d93bf0d1-3a46-4144-9083-9ced47a70b3d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:10:26.723195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:26.751388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:26.818444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Network f12c7033-9085-4a78-85e5-a652df681add is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:10:26.821964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:10:26.825815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:10:26.863079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:26.890407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:26.891008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:26.910394 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-7cfb317e-9c2e-4964-a0f3-350e317d9ee3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8214982 Feb 17 00:10:26.922823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Request body: {'port': {'device_id': 'ca107c98-d451-4697-b96c-8ec797b93280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:10:27.030198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:27.360435 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93bf0d1-3a46-4144-9083-9ced47a70b3d {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:10:27.368169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:27.381851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Transition to ACTIVE for port object d93bf0d1-3a46-4144-9083-9ced47a70b3d will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:10:27.385818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:27.401577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2474c8-14bf-4a92-9a19-24b1f970e658 req-f55609d4-cdcd-43aa-80ae-5d9953ddde30 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:27.403151 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1a2474c8-14bf-4a92-9a19-24b1f970e658 req-f55609d4-cdcd-43aa-80ae-5d9953ddde30 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 931 time: 0.0805249 Feb 17 00:10:27.447077 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1a2474c8-14bf-4a92-9a19-24b1f970e658 req-5ad265a5-49f0-4474-b368-e5dcc6ce69ae tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Feb 17 00:10:27.515363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:27.614202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Attempting to bind port d93bf0d1-3a46-4144-9083-9ced47a70b3d on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:10:27.614542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Attempting to bind port d93bf0d1-3a46-4144-9083-9ced47a70b3d by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'fb1b82d1-b9e2-4fda-a2f2-07c38f341dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:10:27.614871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Attempting to bind port d93bf0d1-3a46-4144-9083-9ced47a70b3d on network f12c7033-9085-4a78-85e5-a652df681add {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:10:27.619643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Port d93bf0d1-3a46-4144-9083-9ced47a70b3d on network f12c7033-9085-4a78-85e5-a652df681add not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:10:27.619969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Attempting to bind port d93bf0d1-3a46-4144-9083-9ced47a70b3d on network f12c7033-9085-4a78-85e5-a652df681add {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:10:27.625142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:10:27.625487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Checking segment: {'id': 'fb1b82d1-b9e2-4fda-a2f2-07c38f341dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:10:27.625868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Bound using segment: {'id': 'fb1b82d1-b9e2-4fda-a2f2-07c38f341dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:10:27.626290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Bound port: d93bf0d1-3a46-4144-9083-9ced47a70b3d, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1b82d1-b9e2-4fda-a2f2-07c38f341dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:10:27.626632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:27.716152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:10:27.719354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:10:27.722622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:27.781882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:27.782503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:27.783836 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] 10.222.0.24 "PUT /v2.0/ports/d93bf0d1-3a46-4144-9083-9ced47a70b3d HTTP/1.1" status: 200 len: 1093 time: 0.8649228 Feb 17 00:10:27.784307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:27.803653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e9d93-3742-4963-ba0c-1be2dc145f04 service neutron] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:27.858412 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'status': 'completed', 'code': 200} Feb 17 00:10:27.892577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-68b5b060-0d52-4d47-b696-8cc61e315635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:27.894022 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-68b5b060-0d52-4d47-b696-8cc61e315635 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 1096 time: 0.0742440 Feb 17 00:10:27.960827 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-94363362-efb6-4003-82a2-f6f2d0ccd5eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d HTTP/1.1" status: 200 len: 217 time: 0.0588169 Feb 17 00:10:28.023292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-84e804e9-711f-4307-92b2-0afd3bbd59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:28.024791 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-84e804e9-711f-4307-92b2-0afd3bbd59da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=128f9a02-f309-4b3c-97eb-815bb49601ac HTTP/1.1" status: 200 len: 851 time: 0.0587671 Feb 17 00:10:28.069515 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-b44e16e6-d33b-4c29-8514-0075f8fccd5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f12c7033-9085-4a78-85e5-a652df681add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393653 Feb 17 00:10:28.078673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-0a32dee2-ae7d-46ec-ba93-80b89c73c87d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:10:28.079591 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-0a32dee2-ae7d-46ec-ba93-80b89c73c87d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047255 Feb 17 00:10:28.206895 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-90101150-962c-4fda-b9e2-6b73ce9dd51d service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215916 Feb 17 00:10:28.332406 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fe41c338-f3d8-46eb-a572-305373a83ba8 req-32d1223b-61fb-403e-9ab8-cafc9db30671 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195848 Feb 17 00:10:28.444126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-0a04d7b3-eaf8-4f16-9427-16d3f56ee5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:28.445535 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-0a04d7b3-eaf8-4f16-9427-16d3f56ee5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 1096 time: 0.0712483 Feb 17 00:10:28.637216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dca1eb-07f6-4c22-8493-386a3dc7f842 req-b357dba0-f9c2-470d-9fb2-a3316b495fa5 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:28.638722 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-97dca1eb-07f6-4c22-8493-386a3dc7f842 req-b357dba0-f9c2-470d-9fb2-a3316b495fa5 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 943 time: 0.0815923 Feb 17 00:10:28.685153 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-97dca1eb-07f6-4c22-8493-386a3dc7f842 req-d7204ca3-3ef6-4b8a-8ff1-e2bebe3c1761 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Feb 17 00:10:28.689560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-dba77136-4272-4de0-8103-35b87e829f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:28.690972 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-dba77136-4272-4de0-8103-35b87e829f2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f12c7033-9085-4a78-85e5-a652df681add HTTP/1.1" status: 200 len: 911 time: 0.2395601 Feb 17 00:10:28.758211 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-dfc19b09-70d4-4c03-ab7c-ffefcd774e47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d HTTP/1.1" status: 200 len: 217 time: 0.0607860 Feb 17 00:10:28.820522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-b9e4025a-86b9-49a3-b561-fb173b393943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:28.821898 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-b9e4025a-86b9-49a3-b561-fb173b393943 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=128f9a02-f309-4b3c-97eb-815bb49601ac HTTP/1.1" status: 200 len: 851 time: 0.0582159 Feb 17 00:10:28.867938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-6a40b770-e743-4fe0-89f4-68c51590a246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f12c7033-9085-4a78-85e5-a652df681add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396609 Feb 17 00:10:28.995462 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-7d945db4-9943-4c7e-bd0a-0de693376208 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198814 Feb 17 00:10:29.122908 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f6af7629-3137-4d5d-a9ef-2d8ac39c34c3 req-d577ac4b-d40e-4e6d-b746-0f34da16ed28 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204035 Feb 17 00:10:29.867098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653a42-5eaa-46ad-a921-e0b285b27409 req-959d362c-94db-42dd-9af2-d57c7c0d896c tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:29.868547 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3653a42-5eaa-46ad-a921-e0b285b27409 req-959d362c-94db-42dd-9af2-d57c7c0d896c tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 943 time: 0.0787318 Feb 17 00:10:29.910574 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3653a42-5eaa-46ad-a921-e0b285b27409 req-719074df-d487-445d-9f6a-608efa6273a4 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Feb 17 00:10:30.771073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d93bf0d1-3a46-4144-9083-9ced47a70b3d details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:10:30.900892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:10:30.914119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add', 'port_id': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'mac_address': 'fa:16:3e:32:d7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f9a02-f309-4b3c-97eb-815bb49601ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:10:30.968027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:30.984810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93bf0d1-3a46-4144-9083-9ced47a70b3d {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:10:31.000401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:10:31.004732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:31.075067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:31.089143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0113-9959-4545-abf5-98b8a687e7a4 req-bf7d4ae5-a14b-46d8-bf90-42fa461ea718 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:31.090593 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5bcb0113-9959-4545-abf5-98b8a687e7a4 req-bf7d4ae5-a14b-46d8-bf90-42fa461ea718 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 944 time: 0.0770447 Feb 17 00:10:31.137759 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5bcb0113-9959-4545-abf5-98b8a687e7a4 req-3b4f815a-1d73-4a98-a598-ffd091612853 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Feb 17 00:10:31.195236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d93bf0d1-3a46-4144-9083-9ced47a70b3d'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:10:32.315325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff23a8-adcf-4972-bdbe-8a13725bc2b9 req-d6dafa01-9738-4a41-a2dc-d00ac9ea8153 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:32.316698 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86ff23a8-adcf-4972-bdbe-8a13725bc2b9 req-d6dafa01-9738-4a41-a2dc-d00ac9ea8153 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 944 time: 0.0767257 Feb 17 00:10:32.359017 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86ff23a8-adcf-4972-bdbe-8a13725bc2b9 req-54c21730-ab4b-4f39-8ad3-f2742ea91efd tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361712 Feb 17 00:10:32.772564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d93bf0d1-3a46-4144-9083-9ced47a70b3d up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:10:32.838660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port d93bf0d1-3a46-4144-9083-9ced47a70b3d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:10:32.843495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port d93bf0d1-3a46-4144-9083-9ced47a70b3d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:10:32.843870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:32.957582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:32.984400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:10:32.994244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:10:32.997998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:33.033118 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'code': 200} Feb 17 00:10:33.064453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:10:33.248735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca7405-579c-449c-9e1a-a28a38486c19 req-1b76a990-a112-4069-8229-2a8fee568449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:33.250085 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-90ca7405-579c-449c-9e1a-a28a38486c19 req-1b76a990-a112-4069-8229-2a8fee568449 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 1098 time: 0.0712044 Feb 17 00:10:33.289809 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-90ca7405-579c-449c-9e1a-a28a38486c19 req-4e82a953-9d41-4d4e-94d6-c7a58201e337 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Feb 17 00:10:33.544651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934ae4-8911-4a17-bcb2-6245733b6608 req-a0c6502d-e182-46db-bf0b-49d0caac5c41 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:33.545985 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c5934ae4-8911-4a17-bcb2-6245733b6608 req-a0c6502d-e182-46db-bf0b-49d0caac5c41 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0811934 Feb 17 00:10:33.588257 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c5934ae4-8911-4a17-bcb2-6245733b6608 req-a7c8fcbc-bb96-4ac7-956f-2a5b5af2412b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366809 Feb 17 00:10:33.715437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7051f329-afc8-47e9-ac6a-059602ccf012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:34.779694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572dbb-2508-4975-af7b-544ace5d3cdc req-2cb6b916-9a45-4208-a153-ccf466ca9467 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:34.781175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e1572dbb-2508-4975-af7b-544ace5d3cdc req-2cb6b916-9a45-4208-a153-ccf466ca9467 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0784276 Feb 17 00:10:34.823752 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e1572dbb-2508-4975-af7b-544ace5d3cdc req-aeb18f08-cf5a-42a5-b46b-b1a0daee3d9b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Feb 17 00:10:35.183978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59024) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:10:35.213727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b53049-3d79-41ce-8b7f-69895fa65fd8 req-e3827397-47c6-4467-b2dc-94511293eb4c tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:35.215132 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b5b53049-3d79-41ce-8b7f-69895fa65fd8 req-e3827397-47c6-4467-b2dc-94511293eb4c tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0816891 Feb 17 00:10:35.258202 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b5b53049-3d79-41ce-8b7f-69895fa65fd8 req-5568dd8c-b6ba-4fcf-94fc-9ba075c28842 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Feb 17 00:10:35.291209 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-a8be5b37-8d93-4957-8aa1-6cb866916601 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059580 Feb 17 00:10:35.941513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c82bc7b5-08db-477e-86f0-d5e166d16953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:36.444445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a8f4-f9f5-4359-9c43-1e66e6955971 req-a09010a2-da38-4eb5-868c-1b6d5436df29 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:36.445941 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa62a8f4-f9f5-4359-9c43-1e66e6955971 req-a09010a2-da38-4eb5-868c-1b6d5436df29 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0801833 Feb 17 00:10:36.492646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-0ba99ccd-f993-41ce-89f1-31cc7a73f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:36.493615 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa62a8f4-f9f5-4359-9c43-1e66e6955971 req-811ba8b8-58a8-4ae9-a997-c8c659891121 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Feb 17 00:10:36.494164 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-0ba99ccd-f993-41ce-89f1-31cc7a73f74c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 1098 time: 0.0758970 Feb 17 00:10:36.624313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-458603de-9a1e-4d38-b561-df80e692605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:36.625906 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-458603de-9a1e-4d38-b561-df80e692605b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f12c7033-9085-4a78-85e5-a652df681add HTTP/1.1" status: 200 len: 911 time: 0.1262686 Feb 17 00:10:36.692347 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-d39a85ea-ae39-4650-ac4c-73657f3edfda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d HTTP/1.1" status: 200 len: 217 time: 0.0602086 Feb 17 00:10:36.756306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-c838ece4-6547-4b1b-8273-97a733b2ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:36.757789 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-c838ece4-6547-4b1b-8273-97a733b2ae2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=128f9a02-f309-4b3c-97eb-815bb49601ac HTTP/1.1" status: 200 len: 851 time: 0.0602093 Feb 17 00:10:36.809464 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-bee9a178-27be-4fec-a941-d66f0cdaa672 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f12c7033-9085-4a78-85e5-a652df681add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456617 Feb 17 00:10:36.936964 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-def7fa39-8249-4318-8e21-777ea9395782 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219018 Feb 17 00:10:36.978396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:37.066522 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-74177299-e8c2-40f5-b42c-34d1dcffbd92 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232643 Feb 17 00:10:37.301518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:37.682231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bb202-806a-496a-8b3a-fa94e63756ad req-92077afc-3a9b-4865-acdd-daf71d2ad1d7 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:37.683671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-238bb202-806a-496a-8b3a-fa94e63756ad req-92077afc-3a9b-4865-acdd-daf71d2ad1d7 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0773830 Feb 17 00:10:37.727427 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-238bb202-806a-496a-8b3a-fa94e63756ad req-3b50df94-771e-49cb-8dac-e8a4bdca2e52 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381265 Feb 17 00:10:38.550402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:38.910475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea4a6-3b52-41f0-b9d0-0be0b043ddc5 req-8234f814-a2be-4bc3-acce-47c7d100a916 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:38.911905 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2a8ea4a6-3b52-41f0-b9d0-0be0b043ddc5 req-8234f814-a2be-4bc3-acce-47c7d100a916 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0798202 Feb 17 00:10:39.042669 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2a8ea4a6-3b52-41f0-b9d0-0be0b043ddc5 req-445b6285-57d7-46cd-8697-0b9af585d7fb tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250494 Feb 17 00:10:40.222217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107467a-37bc-4fc6-b16b-4099a02247f8 req-e0932744-6c5e-4ee4-8443-1fa09e3ce8d8 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:40.223636 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7107467a-37bc-4fc6-b16b-4099a02247f8 req-e0932744-6c5e-4ee4-8443-1fa09e3ce8d8 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0767183 Feb 17 00:10:40.265505 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7107467a-37bc-4fc6-b16b-4099a02247f8 req-654721bb-01a2-4cef-8e9c-57a80c691448 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361929 Feb 17 00:10:41.455202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1f4c6-8c31-4094-8ecf-0b3b6206145e req-f95f746f-56c3-492e-a778-35c7ee8ef37e tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:41.456685 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dbb1f4c6-8c31-4094-8ecf-0b3b6206145e req-f95f746f-56c3-492e-a778-35c7ee8ef37e tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0863438 Feb 17 00:10:41.500271 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dbb1f4c6-8c31-4094-8ecf-0b3b6206145e req-0f3c3eff-8a30-4257-91ab-15eed5c977f6 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Feb 17 00:10:42.693123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2695b2-f140-4173-8176-ae066d1f390d req-4e7aab2c-894a-404e-9815-d37558afa0f0 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:42.694585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ac2695b2-f140-4173-8176-ae066d1f390d req-4e7aab2c-894a-404e-9815-d37558afa0f0 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0853229 Feb 17 00:10:42.743582 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ac2695b2-f140-4173-8176-ae066d1f390d req-3f8ecdb2-4d99-4df1-b14d-7443f3165fc8 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Feb 17 00:10:43.944060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37584969-3b90-4c66-9983-fb14010bf9ee req-0024e914-6433-4d73-94ac-8c583ab450a9 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:43.945961 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-37584969-3b90-4c66-9983-fb14010bf9ee req-0024e914-6433-4d73-94ac-8c583ab450a9 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0784886 Feb 17 00:10:43.989827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-37584969-3b90-4c66-9983-fb14010bf9ee req-bbfd0b1f-fca4-4461-95a6-0424fe2a6f1e tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Feb 17 00:10:45.180312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507c3ed-46bb-4502-920f-0e3f5cb84fd6 req-ddeb8627-ac21-41b3-a343-3f5a1a067838 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:45.181750 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7507c3ed-46bb-4502-920f-0e3f5cb84fd6 req-ddeb8627-ac21-41b3-a343-3f5a1a067838 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0819919 Feb 17 00:10:45.225485 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7507c3ed-46bb-4502-920f-0e3f5cb84fd6 req-6235ebbb-97b9-4a12-b8a6-19d3ea498571 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Feb 17 00:10:46.409288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ac946-0a58-4382-9ffc-fdea2ecb0a54 req-95225ed4-5212-4da5-8a4b-3a19c5728ecb tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:46.410722 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e54ac946-0a58-4382-9ffc-fdea2ecb0a54 req-95225ed4-5212-4da5-8a4b-3a19c5728ecb tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0786450 Feb 17 00:10:46.453661 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e54ac946-0a58-4382-9ffc-fdea2ecb0a54 req-3ec6e09e-04aa-4343-8a2c-fa953d2fff2e tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Feb 17 00:10:47.637838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4dba4-74da-4aa9-9b84-c555a545c5db req-2779fc43-8ac9-457f-8078-c8d2355d8e0b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:47.639277 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a9d4dba4-74da-4aa9-9b84-c555a545c5db req-2779fc43-8ac9-457f-8078-c8d2355d8e0b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0805097 Feb 17 00:10:47.682330 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a9d4dba4-74da-4aa9-9b84-c555a545c5db req-528ed246-26eb-4506-9d6d-ae92741a7b1d tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Feb 17 00:10:48.862399 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee10253-69d2-4963-93ae-e80ef1cabfac req-a1858ca8-77e0-4a53-9569-152455d0e941 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:48.863830 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5ee10253-69d2-4963-93ae-e80ef1cabfac req-a1858ca8-77e0-4a53-9569-152455d0e941 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0778646 Feb 17 00:10:48.908467 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5ee10253-69d2-4963-93ae-e80ef1cabfac req-75b01625-4f62-4dc2-8579-ef3ac993e7f3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391269 Feb 17 00:10:50.086884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a1511-64bc-48e0-bbc5-4ac222273f46 req-883f9c16-4db7-4d9d-818f-b772755f769d tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:50.088338 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-213a1511-64bc-48e0-bbc5-4ac222273f46 req-883f9c16-4db7-4d9d-818f-b772755f769d tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0776355 Feb 17 00:10:50.130648 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-213a1511-64bc-48e0-bbc5-4ac222273f46 req-1029ac9d-ee30-474b-a186-0cda25ab6579 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366344 Feb 17 00:10:51.315583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79aad-0cbe-4bd1-9c08-965189c87ad5 req-0ef0402c-647d-4a05-a41f-e1b4859dabde tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:51.317030 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-94c79aad-0cbe-4bd1-9c08-965189c87ad5 req-0ef0402c-647d-4a05-a41f-e1b4859dabde tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0806527 Feb 17 00:10:51.359590 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-94c79aad-0cbe-4bd1-9c08-965189c87ad5 req-21d1eaf9-832f-4730-86e2-eada0b5cc8df tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Feb 17 00:10:51.463835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:10:52.541448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0711f49-493c-4188-a2c1-0fe41b9f81b2 req-81975f22-228b-4e25-87ca-a473ba068292 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:52.542879 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d0711f49-493c-4188-a2c1-0fe41b9f81b2 req-81975f22-228b-4e25-87ca-a473ba068292 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0766690 Feb 17 00:10:52.585320 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d0711f49-493c-4188-a2c1-0fe41b9f81b2 req-6aa45853-14b8-4a09-9588-fd561002c761 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369942 Feb 17 00:10:53.766652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266d73-657d-47a4-870a-7ae560cac6f5 req-b5c242d4-1c1f-4e75-a838-d8038e2a69f6 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:53.768082 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16266d73-657d-47a4-870a-7ae560cac6f5 req-b5c242d4-1c1f-4e75-a838-d8038e2a69f6 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0797515 Feb 17 00:10:53.814234 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16266d73-657d-47a4-870a-7ae560cac6f5 req-5ff378b8-d992-404c-a9bc-b932a93eac84 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Feb 17 00:10:55.138864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cda49-0e83-481d-9634-aa2ee192372e req-ab817c2e-cf7c-4f84-a4bf-938823ebd0f4 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:55.140330 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b67cda49-0e83-481d-9634-aa2ee192372e req-ab817c2e-cf7c-4f84-a4bf-938823ebd0f4 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0769832 Feb 17 00:10:55.182787 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b67cda49-0e83-481d-9634-aa2ee192372e req-09baca7f-0185-40dc-be7d-83b3b79567d0 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Feb 17 00:10:56.365082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941ba21-4337-43ea-9036-2e3ed25800b8 req-7be162db-2cd9-48d9-a99f-60a027e45b6a tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:56.366454 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0941ba21-4337-43ea-9036-2e3ed25800b8 req-7be162db-2cd9-48d9-a99f-60a027e45b6a tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0799086 Feb 17 00:10:56.408196 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0941ba21-4337-43ea-9036-2e3ed25800b8 req-a5f24350-3321-40c5-83ae-d4ecfc517b6c tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Feb 17 00:10:57.081179 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:10:57.585592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940dc5-1bb0-4dc7-a806-43c9f37dcf85 req-862cc97a-92f5-4cc6-b56e-0f5075264986 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:57.587017 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8940dc5-1bb0-4dc7-a806-43c9f37dcf85 req-862cc97a-92f5-4cc6-b56e-0f5075264986 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0771878 Feb 17 00:10:57.634259 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8940dc5-1bb0-4dc7-a806-43c9f37dcf85 req-306860ac-d33d-42a1-af16-6e596b05dead tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Feb 17 00:10:58.817228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1056bf-db50-4fb9-a615-517940c444b7 req-fa93810e-09af-4abf-a726-25ce80d206a3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:10:58.818674 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c1056bf-db50-4fb9-a615-517940c444b7 req-fa93810e-09af-4abf-a726-25ce80d206a3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0766420 Feb 17 00:10:58.861454 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c1056bf-db50-4fb9-a615-517940c444b7 req-fe6c9da7-1405-457f-bb1d-72213f4b968b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368018 Feb 17 00:11:00.044520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb11dd-5656-4471-86f5-e69ce6543cba req-01842c83-f1dd-469f-81f4-e0ef029b71e7 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:00.045944 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fefb11dd-5656-4471-86f5-e69ce6543cba req-01842c83-f1dd-469f-81f4-e0ef029b71e7 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0811067 Feb 17 00:11:00.087700 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fefb11dd-5656-4471-86f5-e69ce6543cba req-4c850ff0-13d5-4bde-af92-af2246b45789 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Feb 17 00:11:01.266397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3d931-9813-49f4-9d3c-7931d8a4851b req-1e5a448c-484b-4fb3-81de-96a81e5e30ff tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:01.267804 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c3d931-9813-49f4-9d3c-7931d8a4851b req-1e5a448c-484b-4fb3-81de-96a81e5e30ff tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0773311 Feb 17 00:11:01.309987 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e3c3d931-9813-49f4-9d3c-7931d8a4851b req-d966ea19-02d1-49d0-a315-3fb7f72d7d6a tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361836 Feb 17 00:11:02.503971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c42c1b-f8a9-4b4c-b01c-b12ca929bf72 req-54ebae88-c55e-4ea4-ba05-10c80c528e53 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:02.505421 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-43c42c1b-f8a9-4b4c-b01c-b12ca929bf72 req-54ebae88-c55e-4ea4-ba05-10c80c528e53 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0849137 Feb 17 00:11:02.547756 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-43c42c1b-f8a9-4b4c-b01c-b12ca929bf72 req-355f881f-cfb5-4322-ab94-3c6576873207 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367351 Feb 17 00:11:03.721404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9082-37c8-4c8e-bea0-648beb4688b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:03.731090 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-f51e1df2-186e-4e77-be09-e08e337e4d6f service neutron] 10.222.0.24 "GET /v2.0/ports/d93bf0d1-3a46-4144-9083-9ced47a70b3d/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0786505 Feb 17 00:11:03.734263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747707e-8937-4465-ac10-afdecb9d8acb req-43090248-22f1-4a36-bcaf-57803538d1a0 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:03.736584 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b747707e-8937-4465-ac10-afdecb9d8acb req-43090248-22f1-4a36-bcaf-57803538d1a0 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0853136 Feb 17 00:11:03.785052 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b747707e-8937-4465-ac10-afdecb9d8acb req-ed9ea892-698f-4e73-b50f-6fe16425bec2 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Feb 17 00:11:03.984427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-fc27b2ba-1224-4d09-8b6d-606961131366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:03.985869 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-fc27b2ba-1224-4d09-8b6d-606961131366 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280&tenant_id=af2c1cad9f5b4e1694f2ad50c1441421 HTTP/1.1" status: 200 len: 1098 time: 0.0691445 Feb 17 00:11:04.075625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-66ce6282-4490-4525-8915-bd6d3f878ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:04.077081 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-66ce6282-4490-4525-8915-bd6d3f878ced service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 1098 time: 0.0684667 Feb 17 00:11:04.302354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-ee2f6dda-fb65-4737-9409-5bd78a1db4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:04.304254 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-ee2f6dda-fb65-4737-9409-5bd78a1db4ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=f12c7033-9085-4a78-85e5-a652df681add HTTP/1.1" status: 200 len: 911 time: 0.2217655 Feb 17 00:11:04.372765 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-e561389b-007c-41fa-a958-2b3d2de4ea40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d HTTP/1.1" status: 200 len: 217 time: 0.0616825 Feb 17 00:11:04.435330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-4db96b9a-c2f6-4376-a166-fc32f9b95ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:04.436707 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-4db96b9a-c2f6-4376-a166-fc32f9b95ca2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=128f9a02-f309-4b3c-97eb-815bb49601ac HTTP/1.1" status: 200 len: 851 time: 0.0578032 Feb 17 00:11:04.481674 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-7687ba33-98b3-4c39-9e78-2fbb21b11772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f12c7033-9085-4a78-85e5-a652df681add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386674 Feb 17 00:11:04.608937 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-2f8374f9-e085-498f-b73b-dfd2d095d93b service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215248 Feb 17 00:11:04.736812 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-92bddc62-be35-4de7-ae14-9a2990588d2d req-7d3a03cf-31e9-4905-9097-0f42a106fb22 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223161 Feb 17 00:11:04.968475 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b196488-4382-48c1-892e-5c6b7392866a req-1a8aceec-d318-4a3d-9a29-f376171df0ee tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:04.969918 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5b196488-4382-48c1-892e-5c6b7392866a req-1a8aceec-d318-4a3d-9a29-f376171df0ee tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0795374 Feb 17 00:11:05.012437 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5b196488-4382-48c1-892e-5c6b7392866a req-d7630f9e-1e01-47f1-8142-f0ef5eeeec5b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Feb 17 00:11:05.941849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4ce62871-6a4a-4215-bd9c-da8ed28d44c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:06.198802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774874f5-a70b-4f0a-97ef-611aebdbb01a req-7b98e50d-8b32-4847-bdf3-e80fce2131d6 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:06.200180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-774874f5-a70b-4f0a-97ef-611aebdbb01a req-7b98e50d-8b32-4847-bdf3-e80fce2131d6 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0805352 Feb 17 00:11:06.242961 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-774874f5-a70b-4f0a-97ef-611aebdbb01a req-b11fdf3d-0eb6-41b0-8cf3-f806ee8aee3b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Feb 17 00:11:06.927758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d93bf0d1-3a46-4144-9083-9ced47a70b3d details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:11:06.930144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d93bf0d1-3a46-4144-9083-9ced47a70b3d no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:11:07.087776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:07.190543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:07.204077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:07.225123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'network_id': 'f12c7033-9085-4a78-85e5-a652df681add', 'port_id': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'mac_address': 'fa:16:3e:32:d7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128f9a02-f309-4b3c-97eb-815bb49601ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:11:07.254512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:07.281185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:07.294547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:07.341953 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'code': 200} Feb 17 00:11:07.369994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:07.400822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:07.404162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93bf0d1-3a46-4144-9083-9ced47a70b3d {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:11:07.435907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85085a00-0032-4b9d-baeb-7f9bbbc08186 req-0d621b1e-20fb-4634-be6e-473d31c0af9a tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:07.437395 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85085a00-0032-4b9d-baeb-7f9bbbc08186 req-0d621b1e-20fb-4634-be6e-473d31c0af9a tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 943 time: 0.0787776 Feb 17 00:11:07.445603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:07.459489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.460312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.460312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.460541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.460858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.461192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.461520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.461847 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.462172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.462498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.462817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.463138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:07.482276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85085a00-0032-4b9d-baeb-7f9bbbc08186 req-0137f7d8-0be5-4667-926e-671073360a9d tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Feb 17 00:11:07.483717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:11:07.484101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:11:07.863922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-05337c87-3b87-47db-bb5b-db375789e9a4 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:07.864591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-05337c87-3b87-47db-bb5b-db375789e9a4 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Synchronizing usage tracker for tenant:af2c1cad9f5b4e1694f2ad50c1441421 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:11:07.880511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-05337c87-3b87-47db-bb5b-db375789e9a4 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Unset dirty status for tenant:af2c1cad9f5b4e1694f2ad50c1441421 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:11:07.882172 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-05337c87-3b87-47db-bb5b-db375789e9a4 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280&tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 943 time: 0.0988576 Feb 17 00:11:08.020454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-3253cf44-5965-434f-9ae6-eb897e97f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:08.021911 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-3253cf44-5965-434f-9ae6-eb897e97f394 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 1096 time: 0.0735562 Feb 17 00:11:08.039812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:08.056945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93bf0d1-3a46-4144-9083-9ced47a70b3d {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:11:08.072934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:08.077660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:08.142324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d93bf0d1-3a46-4144-9083-9ced47a70b3d'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:11:08.155524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-35d3eb81-d406-48eb-92b7-4bf06d7a17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:08.157044 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-35d3eb81-d406-48eb-92b7-4bf06d7a17a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f12c7033-9085-4a78-85e5-a652df681add HTTP/1.1" status: 200 len: 911 time: 0.1291375 Feb 17 00:11:08.179819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:08.222476 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-77ecfb54-515d-41b6-8e46-7d708befa262 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d HTTP/1.1" status: 200 len: 217 time: 0.0595896 Feb 17 00:11:08.285015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-f18ef243-4e46-4ae0-86ec-fe22a9ecc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:08.286433 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-f18ef243-4e46-4ae0-86ec-fe22a9ecc24b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=128f9a02-f309-4b3c-97eb-815bb49601ac HTTP/1.1" status: 200 len: 851 time: 0.0583143 Feb 17 00:11:08.331481 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-2631e868-ce0b-41b0-90fb-2cddc8f66d75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f12c7033-9085-4a78-85e5-a652df681add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392389 Feb 17 00:11:08.459818 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-1b9fa2fa-85e2-4ba5-b381-e401d01f3b10 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211882 Feb 17 00:11:08.552640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:08.589123 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-5672d4b3-5f99-49e5-9653-826e04d2f602 service neutron] 10.222.0.24 "GET /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226962 Feb 17 00:11:08.949516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d93bf0d1-3a46-4144-9083-9ced47a70b3d up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:11:09.017871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port d93bf0d1-3a46-4144-9083-9ced47a70b3d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:11:09.018243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:09.140119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:09.173431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:09.177495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:09.247942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:09.343200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:09.387201 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'code': 200} Feb 17 00:11:09.537236 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db00da-1c1c-4383-8b14-ef5480eab978 req-d295d4a9-701a-461f-ae53-587cab011d50 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:09.539137 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85db00da-1c1c-4383-8b14-ef5480eab978 req-d295d4a9-701a-461f-ae53-587cab011d50 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.1686306 Feb 17 00:11:09.580763 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85db00da-1c1c-4383-8b14-ef5480eab978 req-076ea12e-6753-4a45-9d14-e5b913ef164d tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360460 Feb 17 00:11:10.764469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c438b-d7a5-4394-b77b-9d621128f297 req-933b0b36-c0fb-432f-b901-d39d6d2d1ba6 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:10.766058 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-030c438b-d7a5-4394-b77b-9d621128f297 req-933b0b36-c0fb-432f-b901-d39d6d2d1ba6 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0792754 Feb 17 00:11:10.812818 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-030c438b-d7a5-4394-b77b-9d621128f297 req-b4cf9ca2-3d4a-4717-bb2a-b01f360612cb tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/security-groups?id=60a25187-03e6-49d1-8ce8-a3e2eabe6cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Feb 17 00:11:11.033112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-2c408ccb-f0d7-4019-894c-d98a4cafb7a3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:11.034529 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-2c408ccb-f0d7-4019-894c-d98a4cafb7a3 tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 945 time: 0.0810168 Feb 17 00:11:11.101104 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Deleting port d93bf0d1-3a46-4144-9083-9ced47a70b3d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:11:11.101443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:11.450590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] For port d93bf0d1-3a46-4144-9083-9ced47a70b3d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d93bf0d1-3a46-4144-9083-9ced47a70b3d,segment=NetworkSegment(fb1b82d1-b9e2-4fda-a2f2-07c38f341dff),segment_id=fb1b82d1-b9e2-4fda-a2f2-07c38f341dff)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:11.450942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:11.568288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Calling delete_port for d93bf0d1-3a46-4144-9083-9ced47a70b3d owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:11:11.710619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:11.722205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d93bf0d1-3a46-4144-9083-9ced47a70b3d'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:11:11.760597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Pushing event deleted for resources: {'Port': ['ID=d93bf0d1-3a46-4144-9083-9ced47a70b3d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:11.801849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.802195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.802532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.802871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.803255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.803589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.803918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.804270 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.804596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.804917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.805239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.805556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:11.846221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] No DVR routers for this DVR port d93bf0d1-3a46-4144-9083-9ced47a70b3d on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:11:11.848649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:11.851903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-deleted', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:11.868144 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-53f84f81-3c57-405d-ab97-9c4b75cc83a6 req-0a9cb2bc-55c1-4be4-bb5a-68c24084f8ef tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.24 "DELETE /v2.0/ports/d93bf0d1-3a46-4144-9083-9ced47a70b3d HTTP/1.1" status: 204 len: 173 time: 0.8287258 Feb 17 00:11:11.902781 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca107c98-d451-4697-b96c-8ec797b93280', 'name': 'network-vif-deleted', 'tag': 'd93bf0d1-3a46-4144-9083-9ced47a70b3d', 'status': 'completed', 'code': 200} Feb 17 00:11:11.965419 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-322a436c-3c0a-49b7-a2e2-f857945f4521 req-e822a655-2e48-4533-b22c-076a14fde83b tempest-DeleteServersTestJSON-1775128468 tempest-DeleteServersTestJSON-1775128468-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca107c98-d451-4697-b96c-8ec797b93280 HTTP/1.1" status: 200 len: 210 time: 0.0409896 Feb 17 00:11:13.204271 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59128) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:13.264419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] Deleting subnet 128f9a02-f309-4b3c-97eb-815bb49601ac {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:11:13.267131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.313813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.366910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.434832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.469876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128f9a02-f309-4b3c-97eb-815bb49601ac,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:13.475811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.481566 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2a3ca966-1f54-450b-bcd8-17cd10e7f47c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/128f9a02-f309-4b3c-97eb-815bb49601ac HTTP/1.1" status: 204 len: 168 time: 0.2762539 Feb 17 00:11:13.483986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59132) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:13.586891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.707367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.732518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12c7033-9085-4a78-85e5-a652df681add']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:11:13.744604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1b82d1-b9e2-4fda-a2f2-07c38f341dff') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:11:13.744904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1b82d1-b9e2-4fda-a2f2-07c38f341dff') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:11:13.755715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.771337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.777674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:11:13.778045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:11:13.790568 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:11:13.865031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.880187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:13.891658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12c7033-9085-4a78-85e5-a652df681add,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:13.898277 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-12ffbd36-2e25-42b3-8098-16dd3b020116 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f12c7033-9085-4a78-85e5-a652df681add HTTP/1.1" status: 204 len: 168 time: 0.4133394 Feb 17 00:11:14.002107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59138) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:14.048997 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-850f1616-b6ec-4ee7-a6d4-2e44032f99cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af2c1cad9f5b4e1694f2ad50c1441421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457122 Feb 17 00:11:14.051388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59142) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:14.111489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5b8109ba-edcc-494c-85d2-2843112b87f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:14.137228 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5b8109ba-edcc-494c-85d2-2843112b87f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:14.187953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5b8109ba-edcc-494c-85d2-2843112b87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:14.201622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8109ba-edcc-494c-85d2-2843112b87f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a25187-03e6-49d1-8ce8-a3e2eabe6cae,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:14.207660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5b8109ba-edcc-494c-85d2-2843112b87f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:14.208830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5b8109ba-edcc-494c-85d2-2843112b87f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60a25187-03e6-49d1-8ce8-a3e2eabe6cae HTTP/1.1" status: 204 len: 168 time: 0.1565151 Feb 17 00:11:14.908002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59166) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:14.956868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d93bf0d1-3a46-4144-9083-9ced47a70b3d no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:11:14.990827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: d93bf0d1-3a46-4144-9083-9ced47a70b3d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:11:14.991176 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d93bf0d1-3a46-4144-9083-9ced47a70b3d not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:11:15.009566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-665923536-network', 'tenant_id': '55906f25e78c4d0399d08c3b31119bf9'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:15.014267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:11:15.018014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Usage tracker for resource:network and tenant:55906f25e78c4d0399d08c3b31119bf9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:11:15.020811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:11:15.027216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:11:15.036985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Made reservation on behalf of 55906f25e78c4d0399d08c3b31119bf9 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:11:15.039837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.051242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.065380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:11:15.069638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Usage tracker for resource:security_group_rule and tenant:55906f25e78c4d0399d08c3b31119bf9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:11:15.072315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:11:15.077702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:11:15.154653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.158252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.191313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:11:15.199380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c52395e-bab3-41bd-b919-647048290294,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:15.207633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.207959 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Added segment 78ba37c9-267d-47fc-84e2-6ad42dd658b2 of type vlan for network 752d64a5-b401-4838-9bb0-6cb0f986ee13 Feb 17 00:11:15.209595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.209929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.210257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.210582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.210904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.211227 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.211545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.211860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.212209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.212525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.212850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.213176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:11:15.241362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.268287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.269219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:15.269787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.371206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4620867 Feb 17 00:11:15.371894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1983f76-055c-42c0-b4ba-76cc4684f030 admin admin] Pushing event updated for resources: {'Network': ['ID=752d64a5-b401-4838-9bb0-6cb0f986ee13,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:15.374009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59172) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:11:15.379411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Request body: {'subnet': {'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-665923536-subnet', 'tenant_id': '55906f25e78c4d0399d08c3b31119bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:15.381781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 752d64a5-b401-4838-9bb0-6cb0f986ee13 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:11:15.384179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:11:15.387870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Usage tracker for resource:subnet and tenant:55906f25e78c4d0399d08c3b31119bf9 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:11:15.390682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:11:15.396727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:11:15.406554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Made reservation on behalf of 55906f25e78c4d0399d08c3b31119bf9 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:11:15.409186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.606037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.680366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad39bbe-babd-4644-a421-05dc33eada9e,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:15.687542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Checking segment: {'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:11:15.687890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Network hostable DHCP agents. Network: 752d64a5-b401-4838-9bb0-6cb0f986ee13, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:11:15.705002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Network 752d64a5-b401-4838-9bb0-6cb0f986ee13 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:11:15.714803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 752d64a5-b401-4838-9bb0-6cb0f986ee13) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:11:15.718840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:15.719405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:15.724921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de7a1b-905a-466e-b2ac-10dd1a2a2119 None None] Network 752d64a5-b401-4838-9bb0-6cb0f986ee13 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:11:15.739386 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-572e647b-6fe4-4f05-80b8-e1da769aa5ab admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3642743 Feb 17 00:11:15.938923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17698f5a-cc60-452d-84ec-ba9742c10e9f None None] Network 752d64a5-b401-4838-9bb0-6cb0f986ee13 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:11:16.236623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-93651b3a-3c5d-4d7d-af00-939b6cb99a35 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:16.237281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-93651b3a-3c5d-4d7d-af00-939b6cb99a35 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Synchronizing usage tracker for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:11:16.253445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-93651b3a-3c5d-4d7d-af00-939b6cb99a35 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Unset dirty status for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:11:16.255022 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-93651b3a-3c5d-4d7d-af00-939b6cb99a35 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 814 time: 0.1614597 Feb 17 00:11:16.269431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-c4f6e4e1-74a7-4fd8-a0e1-d267bbbe0785 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/quotas/55906f25e78c4d0399d08c3b31119bf9 HTTP/1.1" status: 200 len: 375 time: 0.0087330 Feb 17 00:11:16.314861 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-97d740f3-3cd4-429a-8958-c2d839b48c9f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402243 Feb 17 00:11:16.443645 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-29761575-0bff-4c4d-943b-d6d82aa847c4 service neutron] 10.222.0.47 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224360 Feb 17 00:11:16.576013 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-6f6e7371-b05f-4c20-bae1-d3d190f87206 service neutron] 10.222.0.47 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257403 Feb 17 00:11:16.766446 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-06bf4dc0-9c47-46ee-a819-d15566bdc7a1 req-677b7b45-5fb7-4877-b414-bb74c273d927 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 210 time: 0.0428889 Feb 17 00:11:17.897001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-5a482cd2-6b7f-4553-8603-b7c5e98c7316 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:17.898428 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-5a482cd2-6b7f-4553-8603-b7c5e98c7316 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 814 time: 0.2715695 Feb 17 00:11:17.910493 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Request body: {'port': {'device_id': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13', 'admin_state_up': True, 'tenant_id': '55906f25e78c4d0399d08c3b31119bf9'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:17.920102 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3a4c1e7d-d885-477c-ad7c-45ca02f2a9b8 req-ec0ede3c-5a9b-41e3-9a7d-5893cbc8a730 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 210 time: 0.0451128 Feb 17 00:11:18.043006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:11:18.046751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Usage tracker for resource:port and tenant:55906f25e78c4d0399d08c3b31119bf9 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:11:18.049510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:11:18.055052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:11:18.064579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Made reservation on behalf of 55906f25e78c4d0399d08c3b31119bf9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:11:18.068124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:18.232605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Allocated IP 172.20.0.4 (752d64a5-b401-4838-9bb0-6cb0f986ee13/3ad39bbe-babd-4644-a421-05dc33eada9e/cc34ecbe-f614-4662-aaea-d8da9e7c114d) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:11:18.429374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:18.458767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:18.531110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Network 752d64a5-b401-4838-9bb0-6cb0f986ee13 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:11:18.534043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:11:18.537981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:11:18.574134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:18.603958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:18.604587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:18.624782 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-60744759-c9ab-4983-beeb-f35d2f584b8c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7177866 Feb 17 00:11:18.682468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Request body: {'port': {'device_id': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:11:18.790123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:19.101339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e247c-486c-4e3b-95af-4a0da1435b3f req-b57fb9de-60b3-484f-8c5e-abe325cc1ed5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:19.102695 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4a8e247c-486c-4e3b-95af-4a0da1435b3f req-b57fb9de-60b3-484f-8c5e-abe325cc1ed5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 931 time: 0.0776489 Feb 17 00:11:19.132043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc34ecbe-f614-4662-aaea-d8da9e7c114d {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:11:19.139348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:19.144907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-4a8e247c-486c-4e3b-95af-4a0da1435b3f req-b8f3f6b6-3cca-4d79-8bd1-a184e0cb9334 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Synchronizing usage tracker for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:11:19.154157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Transition to ACTIVE for port object cc34ecbe-f614-4662-aaea-d8da9e7c114d will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:11:19.158462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:19.161564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-4a8e247c-486c-4e3b-95af-4a0da1435b3f req-b8f3f6b6-3cca-4d79-8bd1-a184e0cb9334 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Unset dirty status for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:11:19.163531 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4a8e247c-486c-4e3b-95af-4a0da1435b3f req-b8f3f6b6-3cca-4d79-8bd1-a184e0cb9334 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552094 Feb 17 00:11:19.288352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:19.386997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Attempting to bind port cc34ecbe-f614-4662-aaea-d8da9e7c114d on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:11:19.387258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Attempting to bind port cc34ecbe-f614-4662-aaea-d8da9e7c114d by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:11:19.387601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Attempting to bind port cc34ecbe-f614-4662-aaea-d8da9e7c114d on network 752d64a5-b401-4838-9bb0-6cb0f986ee13 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:11:19.392042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Port cc34ecbe-f614-4662-aaea-d8da9e7c114d on network 752d64a5-b401-4838-9bb0-6cb0f986ee13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:11:19.392387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Attempting to bind port cc34ecbe-f614-4662-aaea-d8da9e7c114d on network 752d64a5-b401-4838-9bb0-6cb0f986ee13 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:11:19.397918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:11:19.398251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Checking segment: {'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:11:19.398633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Bound using segment: {'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:11:19.399054 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Bound port: cc34ecbe-f614-4662-aaea-d8da9e7c114d, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:11:19.399400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:19.487650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:11:19.491256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:11:19.494982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:19.551381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:19.551986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:19.553888 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] 10.222.0.24 "PUT /v2.0/ports/cc34ecbe-f614-4662-aaea-d8da9e7c114d HTTP/1.1" status: 200 len: 1093 time: 0.9215009 Feb 17 00:11:19.554328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:19.576923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ab8e8-8ef4-4f68-8403-7b7eb303e848 service neutron] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:19.623534 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'status': 'completed', 'code': 200} Feb 17 00:11:19.666390 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-7b3894c0-ecfc-4eaf-9ca7-ff2a946cb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:19.667861 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-7b3894c0-ecfc-4eaf-9ca7-ff2a946cb26b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 1096 time: 0.0773101 Feb 17 00:11:19.842108 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-68a3c33e-a8a3-4aea-bcc0-408f719dca4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d HTTP/1.1" status: 200 len: 217 time: 0.1675723 Feb 17 00:11:19.902867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-d0e79af3-7268-436b-a1c0-1ed43700fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:19.904240 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-d0e79af3-7268-436b-a1c0-1ed43700fcc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0565710 Feb 17 00:11:19.947996 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-2b921d36-1da7-463b-8029-28c0eb0984c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383494 Feb 17 00:11:20.076329 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-eaa59277-8be3-4d00-b1fc-25cb24cd70d9 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224146 Feb 17 00:11:20.204740 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8024a88e-c88f-43ab-ae1d-ffbbd9b39319 req-74374b79-6262-4432-ba70-6b33d854526c service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229413 Feb 17 00:11:20.330308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-b757f9d7-2414-4127-8c89-08fe4e1077f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:20.331784 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-b757f9d7-2414-4127-8c89-08fe4e1077f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 1096 time: 0.0747352 Feb 17 00:11:20.351538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7834f-54c8-44de-aef8-fe16b556dda2 req-82db811f-eb0e-4659-82ba-195ea5bd7928 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:20.352997 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fce7834f-54c8-44de-aef8-fe16b556dda2 req-82db811f-eb0e-4659-82ba-195ea5bd7928 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 943 time: 0.0818198 Feb 17 00:11:20.396810 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fce7834f-54c8-44de-aef8-fe16b556dda2 req-4d32960b-e88d-4a37-ac49-d78e11e16703 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380239 Feb 17 00:11:20.462058 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-4c2284ce-9a83-4386-bf63-63bae1f4ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:20.463430 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-4c2284ce-9a83-4386-bf63-63bae1f4ccac service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1245666 Feb 17 00:11:20.528066 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-29bb3c0d-0200-442f-9544-13b9183e2edf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d HTTP/1.1" status: 200 len: 217 time: 0.0582027 Feb 17 00:11:20.591505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-8cb5cf4d-47bc-4c52-bacc-6aad2e035d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:20.593185 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-8cb5cf4d-47bc-4c52-bacc-6aad2e035d7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0588419 Feb 17 00:11:20.638033 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-847a2521-36fb-40ee-9aed-83fb905e0852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383952 Feb 17 00:11:20.764570 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-fe5ce302-785f-42cf-aa54-4ffb9a177476 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196463 Feb 17 00:11:20.891707 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ad82e188-78fd-461a-9318-20caf1f23b68 req-7cbb4b58-407d-47f6-98ec-46a9afab2a0c service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205046 Feb 17 00:11:21.449192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:21.580789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc75fd1-08b6-47c3-8cc0-9ed80fa703fe req-5f943406-a2fb-477a-bfab-1b072d332312 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:21.582213 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1fc75fd1-08b6-47c3-8cc0-9ed80fa703fe req-5f943406-a2fb-477a-bfab-1b072d332312 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 943 time: 0.0766878 Feb 17 00:11:21.626320 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1fc75fd1-08b6-47c3-8cc0-9ed80fa703fe req-16ef049e-4b8b-4b41-85e4-a7dbf5be2a44 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Feb 17 00:11:22.909213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c774-d93c-4f30-bd09-6876300ecd02 req-6875732d-c1be-478d-8c09-c26211233cd2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:22.910597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4de1c774-d93c-4f30-bd09-6876300ecd02 req-6875732d-c1be-478d-8c09-c26211233cd2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 943 time: 0.1798470 Feb 17 00:11:22.954689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4de1c774-d93c-4f30-bd09-6876300ecd02 req-4e8e7137-0f97-46c0-83f0-19a217049340 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Feb 17 00:11:22.996950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device cc34ecbe-f614-4662-aaea-d8da9e7c114d details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:11:23.125509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:23.139935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13', 'port_id': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'mac_address': 'fa:16:3e:6e:0e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad39bbe-babd-4644-a421-05dc33eada9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:11:23.196144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:23.212681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc34ecbe-f614-4662-aaea-d8da9e7c114d {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:11:23.228279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:23.232358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:23.296290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:23.438328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['cc34ecbe-f614-4662-aaea-d8da9e7c114d'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:11:24.135618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdd62d-85ed-4ec9-9819-714fb2c1158e req-7910bb0b-b7dd-4e76-8eca-3c1b17c1d018 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:24.137068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77fdd62d-85ed-4ec9-9819-714fb2c1158e req-7910bb0b-b7dd-4e76-8eca-3c1b17c1d018 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 944 time: 0.0806856 Feb 17 00:11:24.180655 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77fdd62d-85ed-4ec9-9819-714fb2c1158e req-4d3ee815-f4de-441e-ba1f-bf3fa971d764 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Feb 17 00:11:25.019021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device cc34ecbe-f614-4662-aaea-d8da9e7c114d up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:11:25.083661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port cc34ecbe-f614-4662-aaea-d8da9e7c114d completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:11:25.088719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port cc34ecbe-f614-4662-aaea-d8da9e7c114d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:11:25.089087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:25.200298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:25.227190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:11:25.236747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:11:25.241040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:25.276769 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'code': 200} Feb 17 00:11:25.314784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:11:25.369821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b91c4e-b5f7-4854-8462-c8e820d446dd req-1fe4db5e-3840-412f-961e-4985a5e03943 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:25.371403 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-60b91c4e-b5f7-4854-8462-c8e820d446dd req-1fe4db5e-3840-412f-961e-4985a5e03943 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0848508 Feb 17 00:11:25.415258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-60b91c4e-b5f7-4854-8462-c8e820d446dd req-4dad204b-75e6-4914-86df-ad31514491e5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379691 Feb 17 00:11:25.490790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462ec6b-2c7a-471d-9a19-e55a8c3be234 req-b47573ef-db97-4cb6-8367-60c0e0c18a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:25.492282 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c462ec6b-2c7a-471d-9a19-e55a8c3be234 req-b47573ef-db97-4cb6-8367-60c0e0c18a66 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 1098 time: 0.0690608 Feb 17 00:11:25.534330 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c462ec6b-2c7a-471d-9a19-e55a8c3be234 req-d0c9899a-295b-4230-82f6-32965d5d4952 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Feb 17 00:11:26.607978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f8a96-ba82-42c9-9f7f-597a94c28eab req-e7efed16-f0dd-4d66-b826-126c112fd982 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:26.609769 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7b4f8a96-ba82-42c9-9f7f-597a94c28eab req-e7efed16-f0dd-4d66-b826-126c112fd982 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0813367 Feb 17 00:11:26.652099 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7b4f8a96-ba82-42c9-9f7f-597a94c28eab req-f02deb3d-193e-46c3-a8fd-380752bb4f56 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Feb 17 00:11:27.833670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9a176-f7de-4ad8-b8fc-30c0d68995b9 req-52cb005e-5e73-4954-9b57-e3212e8f740b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:27.835633 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96c9a176-f7de-4ad8-b8fc-30c0d68995b9 req-52cb005e-5e73-4954-9b57-e3212e8f740b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0779152 Feb 17 00:11:27.878268 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96c9a176-f7de-4ad8-b8fc-30c0d68995b9 req-36a16e58-88c8-4e16-ab66-0338291be135 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369973 Feb 17 00:11:28.059139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ceca7-5b2a-4353-a315-c27a677c27bc req-5c8e4f67-f7f6-45b6-91ea-fff05909f615 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:28.060588 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c83ceca7-5b2a-4353-a315-c27a677c27bc req-5c8e4f67-f7f6-45b6-91ea-fff05909f615 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0796757 Feb 17 00:11:28.103616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c83ceca7-5b2a-4353-a315-c27a677c27bc req-f73b01e4-b6d5-4bf2-979d-e7cf2d4069f1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Feb 17 00:11:28.433300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373b3c-df11-444a-813f-faa23da5f92d req-bf3080c6-a3ab-42af-8701-aec39b5dacdb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:28.434722 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86373b3c-df11-444a-813f-faa23da5f92d req-bf3080c6-a3ab-42af-8701-aec39b5dacdb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0766852 Feb 17 00:11:28.480299 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86373b3c-df11-444a-813f-faa23da5f92d req-14eb9f1f-90db-4273-8fbb-6d883d9223fe tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Feb 17 00:11:28.659618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44fc3e-f6cc-4c60-83fc-6ae500c3c455 req-5b9d5307-d1e9-4299-aa20-f1536e3deb02 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:28.661088 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cd44fc3e-f6cc-4c60-83fc-6ae500c3c455 req-5b9d5307-d1e9-4299-aa20-f1536e3deb02 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0773327 Feb 17 00:11:28.704532 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cd44fc3e-f6cc-4c60-83fc-6ae500c3c455 req-90af68a4-f3b0-4dd6-8a57-02cbb853cdc3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373998 Feb 17 00:11:29.187649 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-6ac5b748-21ce-4bf6-8d95-cbbd2238ec74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676553 Feb 17 00:11:29.240693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109951-732b-4460-b912-490454265465 req-212b6b59-89d7-4a1c-8419-f800158d8e90 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:29.242144 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d109951-732b-4460-b912-490454265465 req-212b6b59-89d7-4a1c-8419-f800158d8e90 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0829523 Feb 17 00:11:29.285994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d109951-732b-4460-b912-490454265465 req-327cbc48-49c1-4f83-93bb-767659a412cd tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 Feb 17 00:11:30.333784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-a6369f41-4596-4e8f-adac-9ba68b870740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:30.335841 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-a6369f41-4596-4e8f-adac-9ba68b870740 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 1098 time: 0.0705607 Feb 17 00:11:30.464287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-1a45cc3f-c084-44b5-b91e-f85362ef4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:30.465714 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-1a45cc3f-c084-44b5-b91e-f85362ef4fb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1246481 Feb 17 00:11:30.524499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e7d79-0b5c-4e7c-9af2-ef997ed5dec0 req-587fd6d3-cb7b-4a08-b109-c1343d9e8760 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:30.526245 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c0e7d79-0b5c-4e7c-9af2-ef997ed5dec0 req-587fd6d3-cb7b-4a08-b109-c1343d9e8760 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.1267583 Feb 17 00:11:30.573126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c0e7d79-0b5c-4e7c-9af2-ef997ed5dec0 req-ee06e1f1-2c73-40ae-8954-efa6260f6c50 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Feb 17 00:11:30.645409 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-bca029b6-fee5-44b1-8cd8-68a42a6c82cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d HTTP/1.1" status: 200 len: 217 time: 0.1711698 Feb 17 00:11:30.709138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-bff8d205-9563-457f-8b91-31354ba68732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:30.710652 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-bff8d205-9563-457f-8b91-31354ba68732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0589867 Feb 17 00:11:30.755780 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-1e415c47-2644-41f1-a3f6-e5bedd84f286 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388641 Feb 17 00:11:30.882459 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-cbb730a8-fcea-4fe9-8083-ca69c59ba27d service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206539 Feb 17 00:11:31.008953 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-88c1d350-befe-4049-bebf-0b97c9d0f023 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216590 Feb 17 00:11:31.810965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e0a28-8031-465f-8d21-bbeabfa3fbf6 req-7d0661ba-dbb1-4d8d-a293-ca477d0bb8d3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:31.812423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-970e0a28-8031-465f-8d21-bbeabfa3fbf6 req-7d0661ba-dbb1-4d8d-a293-ca477d0bb8d3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.1311157 Feb 17 00:11:31.855289 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-970e0a28-8031-465f-8d21-bbeabfa3fbf6 req-a72c0dba-00a0-4c15-959a-d47e654e9165 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371881 Feb 17 00:11:33.036096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453982b5-19db-4d5e-8e35-e50e815fc19a req-55853a27-83d4-4cdb-9d65-adc086e7a953 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:33.037425 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-453982b5-19db-4d5e-8e35-e50e815fc19a req-55853a27-83d4-4cdb-9d65-adc086e7a953 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0764325 Feb 17 00:11:33.082197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-453982b5-19db-4d5e-8e35-e50e815fc19a req-0c90c242-b615-4598-a1a2-8f3a5fd25319 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Feb 17 00:11:33.713495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-97217c11-d755-4518-8939-a23c789f84ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:34.079717 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:11:34.262411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7316499-ec0b-4949-82a6-4cb77e5ae0e4 req-7c78504b-3db8-4f52-a3ae-5d661a71dcd1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:34.263834 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d7316499-ec0b-4949-82a6-4cb77e5ae0e4 req-7c78504b-3db8-4f52-a3ae-5d661a71dcd1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0768125 Feb 17 00:11:34.306910 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d7316499-ec0b-4949-82a6-4cb77e5ae0e4 req-d107123c-8541-4462-bc4f-ac257b7591cf tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Feb 17 00:11:35.487092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166c05b-3900-402b-a944-19f6d1afe4ee req-6113daa1-dd80-467c-ba76-e60e0a23a2a2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:35.488537 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1166c05b-3900-402b-a944-19f6d1afe4ee req-6113daa1-dd80-467c-ba76-e60e0a23a2a2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Feb 17 00:11:35.531258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1166c05b-3900-402b-a944-19f6d1afe4ee req-7c0f4f75-d235-4c30-ad3f-eccc03370f81 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Feb 17 00:11:35.942138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bd337eab-2e7a-4712-81de-8ff333cff059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:36.708378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8d4c8-04d1-4e42-8203-64f1eef7630a req-438ab2a8-de14-4e40-8890-8b35d8f34679 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:36.710623 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2cc8d4c8-04d1-4e42-8203-64f1eef7630a req-438ab2a8-de14-4e40-8890-8b35d8f34679 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0770726 Feb 17 00:11:36.755133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2cc8d4c8-04d1-4e42-8203-64f1eef7630a req-9cf5a68b-b6b9-44f3-bad2-c8889c691238 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Feb 17 00:11:36.981240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:37.307192 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:37.935802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6974-3358-464f-9e56-47839f200956 req-b1fc3578-1c5c-405d-8bb2-63c5bf72bad3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:37.937142 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c75c6974-3358-464f-9e56-47839f200956 req-b1fc3578-1c5c-405d-8bb2-63c5bf72bad3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0793571 Feb 17 00:11:37.979730 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c75c6974-3358-464f-9e56-47839f200956 req-90f83e93-92fd-49e1-90dc-2b4dc5fb46e5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Feb 17 00:11:38.556416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:39.156993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b688ccc-1a8e-4e71-b5c8-4cd669281b35 req-f063ca76-1ab6-4733-951f-221addbadfa6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:39.158396 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b688ccc-1a8e-4e71-b5c8-4cd669281b35 req-f063ca76-1ab6-4733-951f-221addbadfa6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0767462 Feb 17 00:11:39.201384 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b688ccc-1a8e-4e71-b5c8-4cd669281b35 req-6e6deb1a-d8bb-4692-bd80-10f42074a669 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Feb 17 00:11:40.387628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a71379-1cc0-4d2e-8e18-c1f75f067cc1 req-222c6eb6-45cc-4585-a4d4-8f542b63d04a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:40.389809 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-37a71379-1cc0-4d2e-8e18-c1f75f067cc1 req-222c6eb6-45cc-4585-a4d4-8f542b63d04a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0796108 Feb 17 00:11:40.432671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-37a71379-1cc0-4d2e-8e18-c1f75f067cc1 req-91af029f-be69-45f4-8784-659aa24bd743 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374699 Feb 17 00:11:41.612423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c583-a4eb-435c-973d-4b242b63deff req-857bfe6b-eaac-4c3c-aac2-f7a31f847020 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:41.613878 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-de54c583-a4eb-435c-973d-4b242b63deff req-857bfe6b-eaac-4c3c-aac2-f7a31f847020 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0773618 Feb 17 00:11:41.661062 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-de54c583-a4eb-435c-973d-4b242b63deff req-c3cff0d1-6a1c-46c8-9d30-80c656a310af tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Feb 17 00:11:42.841652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448589d-a09b-4ac6-8cf0-0e71df89baf8 req-c419f88c-6420-41f4-92bf-94fc876f3a06 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:42.843339 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6448589d-a09b-4ac6-8cf0-0e71df89baf8 req-c419f88c-6420-41f4-92bf-94fc876f3a06 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0780652 Feb 17 00:11:42.885795 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6448589d-a09b-4ac6-8cf0-0e71df89baf8 req-fbe86d81-82cd-4639-97f9-67d9bbbce876 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369513 Feb 17 00:11:44.066691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d36468-6612-4d2a-9402-2b9e760a17af req-2aa9e6b2-98a8-4f4d-bf9b-a56775a8e2e2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:44.068147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80d36468-6612-4d2a-9402-2b9e760a17af req-2aa9e6b2-98a8-4f4d-bf9b-a56775a8e2e2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0805624 Feb 17 00:11:44.110546 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80d36468-6612-4d2a-9402-2b9e760a17af req-764a5a74-de24-48cf-90c8-9e1247310fbc tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361650 Feb 17 00:11:45.288474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec72ffb-36b6-4bd2-bf46-a98dbd8ef168 req-87850603-e552-429b-ad62-0c671351564c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:45.290385 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ec72ffb-36b6-4bd2-bf46-a98dbd8ef168 req-87850603-e552-429b-ad62-0c671351564c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0767593 Feb 17 00:11:45.331691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ec72ffb-36b6-4bd2-bf46-a98dbd8ef168 req-ff77fb82-abbb-4d26-b893-926a7f58a3bf tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358717 Feb 17 00:11:46.514126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68502dc2-0224-4d01-a0fc-ff25cba7c756 req-3c4bbd5d-e83f-44b2-87e8-d7ca6a7bc17d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:46.515549 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-68502dc2-0224-4d01-a0fc-ff25cba7c756 req-3c4bbd5d-e83f-44b2-87e8-d7ca6a7bc17d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0807307 Feb 17 00:11:46.558068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-68502dc2-0224-4d01-a0fc-ff25cba7c756 req-afd9aca8-65a9-4836-bd82-cb92e51ea6b8 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Feb 17 00:11:47.744021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a95462-6e2e-46c1-a0f9-461d0c65bc10 req-0b04dadf-88a2-48a6-b732-a79c369c45e0 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:47.745479 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d4a95462-6e2e-46c1-a0f9-461d0c65bc10 req-0b04dadf-88a2-48a6-b732-a79c369c45e0 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0798926 Feb 17 00:11:47.792501 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d4a95462-6e2e-46c1-a0f9-461d0c65bc10 req-368283ad-b429-40a4-94c1-e93180756300 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Feb 17 00:11:49.062774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857158c-7807-49b5-ae16-fe1265ff9c45 req-221489f0-8a90-489a-a5d6-9c5d95bee59a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:49.064127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1857158c-7807-49b5-ae16-fe1265ff9c45 req-221489f0-8a90-489a-a5d6-9c5d95bee59a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.1666541 Feb 17 00:11:49.106952 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1857158c-7807-49b5-ae16-fe1265ff9c45 req-ce5533d5-fd0b-465f-a3a3-a5f308fb3be6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372672 Feb 17 00:11:50.290519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d07703-882b-4c9e-87d8-8d7e72c69cc6 req-5c5816ae-aba6-487e-8b43-725f466211ca tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:50.291858 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3d07703-882b-4c9e-87d8-8d7e72c69cc6 req-5c5816ae-aba6-487e-8b43-725f466211ca tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0802550 Feb 17 00:11:50.333070 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3d07703-882b-4c9e-87d8-8d7e72c69cc6 req-46accdef-10a8-4d2c-8d89-9e7ba318b611 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Feb 17 00:11:51.479345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:11:51.512796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1700d-f181-401f-a36d-8b70e5b01845 req-dcc57489-d339-43d0-bc22-26346b1b54d6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:51.514249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8f1700d-f181-401f-a36d-8b70e5b01845 req-dcc57489-d339-43d0-bc22-26346b1b54d6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0775125 Feb 17 00:11:51.560638 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8f1700d-f181-401f-a36d-8b70e5b01845 req-02453ba2-ac40-4dff-9eb0-dfe8ea78ffb7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Feb 17 00:11:52.740114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322d10-8277-4db6-ad33-38f8232d79b7 req-c248564b-ab8a-4daf-bea4-dae55fe34e50 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:52.741561 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5b322d10-8277-4db6-ad33-38f8232d79b7 req-c248564b-ab8a-4daf-bea4-dae55fe34e50 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0776751 Feb 17 00:11:52.784683 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5b322d10-8277-4db6-ad33-38f8232d79b7 req-a3c2284f-4218-4a80-ac4b-cd7e4aca0553 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368683 Feb 17 00:11:53.967149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715baef-380b-478a-be9c-9ff47cbbf0dd req-4ae7caa2-1c33-4403-a7ec-5d16b869bb71 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:53.968790 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3715baef-380b-478a-be9c-9ff47cbbf0dd req-4ae7caa2-1c33-4403-a7ec-5d16b869bb71 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0804753 Feb 17 00:11:54.013875 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3715baef-380b-478a-be9c-9ff47cbbf0dd req-5c52aa32-7575-407a-a429-953c7da66b36 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Feb 17 00:11:55.223191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817188d3-6d4f-4fd4-84b9-733083bd6475 req-eeb2d422-b282-4cec-aeef-05e14885203f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:55.224801 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-817188d3-6d4f-4fd4-84b9-733083bd6475 req-eeb2d422-b282-4cec-aeef-05e14885203f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0808086 Feb 17 00:11:55.272197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-817188d3-6d4f-4fd4-84b9-733083bd6475 req-b14b7ac6-9ca3-4e5c-8430-e51be7047950 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408874 Feb 17 00:11:56.460155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78888b2a-03b5-47b6-92a5-a9a4aeb0fa4e req-e984d503-7a7d-477b-8b46-917f48998525 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:56.462216 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-78888b2a-03b5-47b6-92a5-a9a4aeb0fa4e req-e984d503-7a7d-477b-8b46-917f48998525 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0810769 Feb 17 00:11:56.503956 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-78888b2a-03b5-47b6-92a5-a9a4aeb0fa4e req-d6aeb2b6-49b6-4c05-9fc4-cefb930753e3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Feb 17 00:11:57.676276 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-8a3b1b76-1ab7-498a-9148-fdfc4b1a52fe service neutron] 10.222.0.24 "GET /v2.0/ports/cc34ecbe-f614-4662-aaea-d8da9e7c114d/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0772793 Feb 17 00:11:57.684301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641fa6e-db30-4d38-a6da-8fda67ef69df req-aaeba4b0-9135-4dee-b68a-ce89d3bbaf1b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:57.685766 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5641fa6e-db30-4d38-a6da-8fda67ef69df req-aaeba4b0-9135-4dee-b68a-ce89d3bbaf1b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0796394 Feb 17 00:11:57.731876 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5641fa6e-db30-4d38-a6da-8fda67ef69df req-0fd206f9-9841-4db3-8e9d-215e57a18b20 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Feb 17 00:11:57.941325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-ef635461-ca6b-4c59-ab67-ae80163b75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:57.942762 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-ef635461-ca6b-4c59-ab67-ae80163b75af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38&tenant_id=55906f25e78c4d0399d08c3b31119bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0715370 Feb 17 00:11:58.029925 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-25164962-b28e-4ecb-a3ed-6e294ae12e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:58.031310 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-25164962-b28e-4ecb-a3ed-6e294ae12e6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 1098 time: 0.0686529 Feb 17 00:11:58.167092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-a8cc7fc7-5347-4550-87dd-60454b957eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:58.168594 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-a8cc7fc7-5347-4550-87dd-60454b957eeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1319952 Feb 17 00:11:58.238344 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-46afe3e8-b418-407b-b87a-db1f87a90d35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d HTTP/1.1" status: 200 len: 217 time: 0.0639467 Feb 17 00:11:58.296899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-ea890326-9efd-443b-92f0-0271e0a58e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:58.298302 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-ea890326-9efd-443b-92f0-0271e0a58e8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0549572 Feb 17 00:11:58.346111 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-6d12a057-a021-443d-81c5-d1673b5f3754 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425534 Feb 17 00:11:58.479638 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-ce92cc27-01f4-4c5d-a5bb-869e61d014e9 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270528 Feb 17 00:11:58.606434 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0482fe31-cf0e-44a5-8964-5343f36062dc req-341e1f5f-1144-4be6-8034-50257925a5f4 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208873 Feb 17 00:11:58.923777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca73bf5-51d9-449d-84e4-abe3056dd71a req-4da2a707-8330-4cf5-8b32-49f53fbf3a5e tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:11:58.925216 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fca73bf5-51d9-449d-84e4-abe3056dd71a req-4da2a707-8330-4cf5-8b32-49f53fbf3a5e tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0789711 Feb 17 00:11:58.967968 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fca73bf5-51d9-449d-84e4-abe3056dd71a req-e4c70afb-93f7-44a2-a2eb-abff3438bc5b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Feb 17 00:12:00.151241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634883f7-3a11-4071-b009-2e95c5a85b12 req-4a3c92d4-9eda-4b82-99ed-04e6732cd59f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:00.152721 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-634883f7-3a11-4071-b009-2e95c5a85b12 req-4a3c92d4-9eda-4b82-99ed-04e6732cd59f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0787914 Feb 17 00:12:00.202122 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-634883f7-3a11-4071-b009-2e95c5a85b12 req-c5ec81bc-32cd-40d0-a6c1-e594a8994a49 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Feb 17 00:12:01.182479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device cc34ecbe-f614-4662-aaea-d8da9e7c114d details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:12:01.184826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device cc34ecbe-f614-4662-aaea-d8da9e7c114d no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:12:01.391929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20080576-39c7-4111-ba45-a3db9678d58a req-1e90aaeb-1d9e-4b53-9004-cb2f7ed98537 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:01.393405 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20080576-39c7-4111-ba45-a3db9678d58a req-1e90aaeb-1d9e-4b53-9004-cb2f7ed98537 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0853271 Feb 17 00:12:01.410822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:01.432450 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:01.436754 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20080576-39c7-4111-ba45-a3db9678d58a req-cb62c76c-a09d-457d-ad1a-9c1e36cce618 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Feb 17 00:12:01.453301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13', 'port_id': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'mac_address': 'fa:16:3e:6e:0e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad39bbe-babd-4644-a421-05dc33eada9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:12:01.458831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:01.501735 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:01.512334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:01.547799 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'code': 200} Feb 17 00:12:01.578513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:01.603991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc34ecbe-f614-4662-aaea-d8da9e7c114d {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:12:01.612096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:01.674514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:12:01.674867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:12:01.765368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f991e-e1bf-4cda-990e-ff415305c20e req-b46d90ea-a383-4230-a805-424cdde34ef6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:01.766897 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d8f991e-e1bf-4cda-990e-ff415305c20e req-b46d90ea-a383-4230-a805-424cdde34ef6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 943 time: 0.0824113 Feb 17 00:12:01.775266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-41afe95f-5517-4c3a-a73c-ba9512c57650 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:01.775957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-41afe95f-5517-4c3a-a73c-ba9512c57650 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Synchronizing usage tracker for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:12:01.794318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-41afe95f-5517-4c3a-a73c-ba9512c57650 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Unset dirty status for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:12:01.795915 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-41afe95f-5517-4c3a-a73c-ba9512c57650 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38&tenant_id=55906f25e78c4d0399d08c3b31119bf9&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 943 time: 0.1009042 Feb 17 00:12:01.817243 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d8f991e-e1bf-4cda-990e-ff415305c20e req-aa2ee2e8-49c5-4f6a-a0d0-6875726059bf tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Feb 17 00:12:01.934019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-7bf8b872-2b8c-46d5-b996-c6bf3afd50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:01.935444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-7bf8b872-2b8c-46d5-b996-c6bf3afd50a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 1096 time: 0.0722165 Feb 17 00:12:02.062743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-e0d322c3-beb6-4c16-9c9f-9b81f7cc836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:02.064174 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-e0d322c3-beb6-4c16-9c9f-9b81f7cc836f service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1226602 Feb 17 00:12:02.228612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:02.232542 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-76badbd1-7c4f-4b78-9277-a347a9e0b3ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d HTTP/1.1" status: 200 len: 217 time: 0.1628711 Feb 17 00:12:02.245126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc34ecbe-f614-4662-aaea-d8da9e7c114d {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:12:02.259980 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:02.264166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:02.294713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-fa043e03-8f24-4d45-80ce-d921b314c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:02.296083 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-fa043e03-8f24-4d45-80ce-d921b314c776 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0585496 Feb 17 00:12:02.330513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['cc34ecbe-f614-4662-aaea-d8da9e7c114d'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:12:02.341191 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-d94f3ea6-5bdc-4152-b2a4-b57fba21a33a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392110 Feb 17 00:12:02.402234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:02.471186 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-255ada20-21b9-4e5c-a012-c9e5296eab84 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238899 Feb 17 00:12:02.599545 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3664461a-27e7-4bb5-ba8e-508884525b5b req-b00c2d53-29c0-4f51-8e2b-e165cb0bb0a1 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221828 Feb 17 00:12:03.014923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82793f8-ac2a-473a-80b4-fe58d92fc76b req-43ce360e-4c20-4396-b305-a72aa9ba85e5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:03.016480 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f82793f8-ac2a-473a-80b4-fe58d92fc76b req-43ce360e-4c20-4396-b305-a72aa9ba85e5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 944 time: 0.0792511 Feb 17 00:12:03.059950 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f82793f8-ac2a-473a-80b4-fe58d92fc76b req-8b057518-8a59-4d95-98d4-59432e87b3ef tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Feb 17 00:12:03.189870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device cc34ecbe-f614-4662-aaea-d8da9e7c114d up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:12:03.258055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port cc34ecbe-f614-4662-aaea-d8da9e7c114d triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:12:03.258702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:03.370162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:03.400593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:03.404004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:03.468238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:03.549209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:03.590781 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'code': 200} Feb 17 00:12:03.714787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f93a0ab5-af95-4a8c-87e4-b8a779afe176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:04.241910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da242-1a32-463b-a906-19fe9965a62f req-ca6b4425-3e06-4a25-8e86-bf05474d86a7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:04.243339 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-829da242-1a32-463b-a906-19fe9965a62f req-ca6b4425-3e06-4a25-8e86-bf05474d86a7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0813096 Feb 17 00:12:04.285536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-829da242-1a32-463b-a906-19fe9965a62f req-a3d451d9-2be0-474f-8053-848cff15d3f7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Feb 17 00:12:04.463366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ed65-8e72-4845-8a72-7ee948e29a0c req-7206d9e2-4311-4312-a26e-b688530045d2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:04.464807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2de1ed65-8e72-4845-8a72-7ee948e29a0c req-7206d9e2-4311-4312-a26e-b688530045d2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0762098 Feb 17 00:12:04.511617 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2de1ed65-8e72-4845-8a72-7ee948e29a0c req-22cfaae8-7c59-4011-a23a-25d0f5dcf989 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Feb 17 00:12:04.692245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f1a49-021e-4e5b-add1-76fff1dfd10f req-0400058e-956f-4e1a-8950-9651f45658a1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:04.693694 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-db9f1a49-021e-4e5b-add1-76fff1dfd10f req-0400058e-956f-4e1a-8950-9651f45658a1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.0777118 Feb 17 00:12:04.737187 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-db9f1a49-021e-4e5b-add1-76fff1dfd10f req-a5af02c8-2e3b-404c-aa56-9ce82f088b78 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374541 Feb 17 00:12:05.258392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-b2290de7-63a2-4ead-8053-250bf0201370 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:05.259818 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-b2290de7-63a2-4ead-8053-250bf0201370 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 814 time: 0.1406004 Feb 17 00:12:05.274189 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-b8316282-06a3-48a7-8617-ca58076ed1fa tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/quotas/55906f25e78c4d0399d08c3b31119bf9 HTTP/1.1" status: 200 len: 375 time: 0.0088153 Feb 17 00:12:05.353919 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-1644c5a8-68a1-4578-8032-2d5f7b34e4b9 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750468 Feb 17 00:12:05.480926 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-7a8d8d5e-136b-4416-8935-96c3d4e86290 service neutron] 10.222.0.47 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205323 Feb 17 00:12:05.694424 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-a80f21f5-1576-4c35-8c87-c100718b73d3 service neutron] 10.222.0.47 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077606 Feb 17 00:12:05.863285 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cdc07122-7c51-4722-9d39-007cc3d3c125 req-2cd3ca7a-7e34-4efb-8f43-5d2eada455b9 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 210 time: 0.0412612 Feb 17 00:12:05.943872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3ca42fb4-8bb8-4718-8413-0cd45670557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:06.829591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-93fcc618-884e-45b9-9b10-e1e0c63a5fdf tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:06.831009 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-93fcc618-884e-45b9-9b10-e1e0c63a5fdf tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "GET /v2.0/ports?device_id=c46f6c10-8b7e-4d64-8d06-764dac762d38 HTTP/1.1" status: 200 len: 945 time: 0.1716661 Feb 17 00:12:06.932577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-d57b6503-3faa-47f0-9d41-736971a81949 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:06.934004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-d57b6503-3faa-47f0-9d41-736971a81949 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 814 time: 0.2110825 Feb 17 00:12:06.937444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Deleting port cc34ecbe-f614-4662-aaea-d8da9e7c114d {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:12:06.937786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:06.970707 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Request body: {'port': {'device_id': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13', 'admin_state_up': True, 'tenant_id': '55906f25e78c4d0399d08c3b31119bf9'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:06.985333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:07.020823 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-88543332-9310-49f0-8a5f-0ac1e55b3b85 req-8911d508-6652-41ae-946b-6510c5b46491 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 210 time: 0.0447199 Feb 17 00:12:07.239096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:12:07.262038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:12:07.287582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Made reservation on behalf of 55906f25e78c4d0399d08c3b31119bf9 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:12:07.291494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:07.309811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:07.325603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] For port cc34ecbe-f614-4662-aaea-d8da9e7c114d, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=cc34ecbe-f614-4662-aaea-d8da9e7c114d,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:07.325958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:07.485928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Calling delete_port for cc34ecbe-f614-4662-aaea-d8da9e7c114d owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:12:07.785656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Allocated IP 172.20.0.12 (752d64a5-b401-4838-9bb0-6cb0f986ee13/3ad39bbe-babd-4644-a421-05dc33eada9e/ecd2a33a-8bf3-474f-81b5-7965b230dfec) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:12:07.812231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:07.867896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Pushing event deleted for resources: {'Port': ['ID=cc34ecbe-f614-4662-aaea-d8da9e7c114d,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:07.964604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] No DVR routers for this DVR port cc34ecbe-f614-4662-aaea-d8da9e7c114d on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:12:07.972439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:07.974763 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-deleted', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:08.056557 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2d3acda4-7fdd-44bf-9103-4bbb63bc559c req-1741b456-4209-4279-b44f-c40f1ea42ccb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "DELETE /v2.0/ports/cc34ecbe-f614-4662-aaea-d8da9e7c114d HTTP/1.1" status: 204 len: 173 time: 1.2193644 Feb 17 00:12:08.140817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:08.144678 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46f6c10-8b7e-4d64-8d06-764dac762d38', 'name': 'network-vif-deleted', 'tag': 'cc34ecbe-f614-4662-aaea-d8da9e7c114d', 'status': 'completed', 'code': 200} Feb 17 00:12:08.178437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:08.234722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14046cd4-30c8-467d-999a-a273f1048acb req-d29f25d3-1275-485c-bb82-4d9011380da1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:08.236141 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-14046cd4-30c8-467d-999a-a273f1048acb req-d29f25d3-1275-485c-bb82-4d9011380da1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 932 time: 0.0872645 Feb 17 00:12:08.253794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Network 752d64a5-b401-4838-9bb0-6cb0f986ee13 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:12:08.256817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:12:08.261391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:12:08.280337 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-14046cd4-30c8-467d-999a-a273f1048acb req-3d90aca7-8c80-42be-90fb-9f33161ecd60 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Feb 17 00:12:08.299267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:08.326701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:08.327297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:08.344356 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-136d66d5-1a93-474c-b2f6-13aec0a14e6b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3777831 Feb 17 00:12:08.355494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Request body: {'port': {'device_id': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:08.463119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:08.558723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:08.805973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd2a33a-8bf3-474f-81b5-7965b230dfec {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:12:08.812970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:08.827578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Transition to ACTIVE for port object ecd2a33a-8bf3-474f-81b5-7965b230dfec will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:12:08.831310 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:08.981700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:09.056532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Attempting to bind port ecd2a33a-8bf3-474f-81b5-7965b230dfec on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:12:09.056786 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Attempting to bind port ecd2a33a-8bf3-474f-81b5-7965b230dfec by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:12:09.057116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Attempting to bind port ecd2a33a-8bf3-474f-81b5-7965b230dfec on network 752d64a5-b401-4838-9bb0-6cb0f986ee13 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:12:09.061529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Port ecd2a33a-8bf3-474f-81b5-7965b230dfec on network 752d64a5-b401-4838-9bb0-6cb0f986ee13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:12:09.061850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Attempting to bind port ecd2a33a-8bf3-474f-81b5-7965b230dfec on network 752d64a5-b401-4838-9bb0-6cb0f986ee13 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:12:09.066803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:09.067140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Checking segment: {'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:12:09.067523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Bound using segment: {'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:09.067952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Bound port: ecd2a33a-8bf3-474f-81b5-7965b230dfec, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ba37c9-267d-47fc-84e2-6ad42dd658b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:12:09.068319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:09.156734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:12:09.159574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:12:09.164847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:09.214447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:09.215050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:09.216591 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] 10.222.0.24 "PUT /v2.0/ports/ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 200 len: 1094 time: 0.8646910 Feb 17 00:12:09.222393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device cc34ecbe-f614-4662-aaea-d8da9e7c114d no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:12:09.247391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65a079-e1b9-4bf8-9bdd-58debf9b2060 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:09.260269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: cc34ecbe-f614-4662-aaea-d8da9e7c114d {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:12:09.260624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device cc34ecbe-f614-4662-aaea-d8da9e7c114d not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:12:09.325744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-4319939d-7748-48d1-b4a2-b1ec6c3e77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:09.327229 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-4319939d-7748-48d1-b4a2-b1ec6c3e77cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 1097 time: 0.0738881 Feb 17 00:12:09.393625 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-175584bc-64d9-4b65-be71-f8ad31acb816 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 200 len: 217 time: 0.0600960 Feb 17 00:12:09.462667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01921e-f721-4fb5-8fb8-9c1895f77965 req-900fa642-ea56-4189-8681-a937bbf0675c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:09.464266 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c01921e-f721-4fb5-8fb8-9c1895f77965 req-900fa642-ea56-4189-8681-a937bbf0675c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 944 time: 0.0785000 Feb 17 00:12:09.514189 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c01921e-f721-4fb5-8fb8-9c1895f77965 req-f18f2fdc-3345-466f-83ef-f4d9ef35d16a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Feb 17 00:12:09.570022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-c253f821-41d6-4cb3-aecb-6f933db03b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:09.571382 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-c253f821-41d6-4cb3-aecb-6f933db03b75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.1726139 Feb 17 00:12:09.618018 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-bc9b10a1-9db5-430d-8b6c-b16cb17ba065 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402455 Feb 17 00:12:09.746400 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-1f27418e-5d8d-4c18-b1e1-5a7d79b132a9 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223767 Feb 17 00:12:09.873769 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-08ffe9e4-b4b9-4ca2-80b1-8fe639dfbb10 req-9b875496-2c08-420d-9c06-e250555049c3 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211839 Feb 17 00:12:10.146123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:10.190236 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'status': 'completed', 'code': 200} Feb 17 00:12:10.279112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-8eeea8c2-2653-4440-bad4-816bec328d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:10.280569 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-8eeea8c2-2653-4440-bad4-816bec328d36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 1097 time: 0.0682423 Feb 17 00:12:10.407688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-ba49b2a9-e1d8-4d2e-9006-c902ce2df519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:10.409030 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-ba49b2a9-e1d8-4d2e-9006-c902ce2df519 service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1220994 Feb 17 00:12:10.477969 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-3ef58b6f-8513-42bc-b817-66709d0a41c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 200 len: 217 time: 0.0615656 Feb 17 00:12:10.541414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-95dffe53-446c-4dba-bdc9-4678b1c6b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:10.543279 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-95dffe53-446c-4dba-bdc9-4678b1c6b829 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0577090 Feb 17 00:12:10.589325 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-458c2fef-9bb6-46c5-99ff-364ed3b89e97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400815 Feb 17 00:12:10.697194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae3093-7721-4bed-8bc7-48f397922eb2 req-039284c5-d894-43b6-a658-cf948e589737 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:10.698643 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86ae3093-7721-4bed-8bc7-48f397922eb2 req-039284c5-d894-43b6-a658-cf948e589737 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 944 time: 0.0783098 Feb 17 00:12:10.720151 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-6822deb9-97e8-4619-b3a1-d0d3ac7f9994 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249659 Feb 17 00:12:10.742327 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-86ae3093-7721-4bed-8bc7-48f397922eb2 req-754523bb-3801-4257-91e0-225e7f8b8a12 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Feb 17 00:12:10.855239 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-065c2a59-edd2-4223-87ed-f04d95f479ca req-42e11929-4919-4537-9ea1-95c61eee8bd3 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291401 Feb 17 00:12:11.078975 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:12:11.233250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ecd2a33a-8bf3-474f-81b5-7965b230dfec details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:12:11.363558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:11.376709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13', 'port_id': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'mac_address': 'fa:16:3e:fe:fa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad39bbe-babd-4644-a421-05dc33eada9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:12:11.428780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:11.445214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd2a33a-8bf3-474f-81b5-7965b230dfec {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:12:11.465848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:11.470526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:11.539630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:11.546521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.546879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.547224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.547566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.547903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.548268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.548601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.548934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.549263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.549591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.549918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.550243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:11.662004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['ecd2a33a-8bf3-474f-81b5-7965b230dfec'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:12:11.934759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab760430-655b-4273-9e19-ddfc2ab6596a req-6bc44c66-815e-4451-816b-cc9d058c48d0 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:11.936115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab760430-655b-4273-9e19-ddfc2ab6596a req-6bc44c66-815e-4451-816b-cc9d058c48d0 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 945 time: 0.0803308 Feb 17 00:12:11.979736 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab760430-655b-4273-9e19-ddfc2ab6596a req-5861659d-552e-4393-9efc-be6b876db3b6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Feb 17 00:12:13.159345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e417e27-878e-4d5c-bf08-66132f8e462a req-f5ff1690-ac6d-4203-bf98-216ea7b3216c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:13.160781 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e417e27-878e-4d5c-bf08-66132f8e462a req-f5ff1690-ac6d-4203-bf98-216ea7b3216c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 945 time: 0.0772181 Feb 17 00:12:13.202855 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e417e27-878e-4d5c-bf08-66132f8e462a req-b9393dd6-8483-472a-9fd9-d50714110a4f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365546 Feb 17 00:12:13.248787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ecd2a33a-8bf3-474f-81b5-7965b230dfec up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:12:13.316662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port ecd2a33a-8bf3-474f-81b5-7965b230dfec completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:12:13.321743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port ecd2a33a-8bf3-474f-81b5-7965b230dfec triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:12:13.322117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:13.433566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:13.459476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:13.469163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:13.473219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:13.513145 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'code': 200} Feb 17 00:12:13.550011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:13.723703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf666-4f6f-4cb0-b9bc-8888d83d0d61 req-9d00e348-2c41-4521-98de-8b7c53cdba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:13.725190 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-24aaf666-4f6f-4cb0-b9bc-8888d83d0d61 req-9d00e348-2c41-4521-98de-8b7c53cdba3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 1099 time: 0.0682762 Feb 17 00:12:13.764892 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-24aaf666-4f6f-4cb0-b9bc-8888d83d0d61 req-6cd6646d-0976-4da1-84cc-e27825569933 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331476 Feb 17 00:12:14.390780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a48e7b-0177-42a8-8e13-92c7d88a0ffb req-cc256fca-4ae0-4012-8257-9b5a98958e6e tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:14.392235 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-90a48e7b-0177-42a8-8e13-92c7d88a0ffb req-cc256fca-4ae0-4012-8257-9b5a98958e6e tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0845320 Feb 17 00:12:14.434363 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-90a48e7b-0177-42a8-8e13-92c7d88a0ffb req-3268fc1f-bc82-4e11-9d77-cb70089487cc tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366082 Feb 17 00:12:15.615868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ef07-8abc-4caa-a6ce-fd1ad2aca374 req-6fc61b2b-a0eb-4ad6-a61f-5157ae82f7f6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:15.617297 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3242ef07-8abc-4caa-a6ce-fd1ad2aca374 req-6fc61b2b-a0eb-4ad6-a61f-5157ae82f7f6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0796413 Feb 17 00:12:15.660738 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3242ef07-8abc-4caa-a6ce-fd1ad2aca374 req-d79aab8d-4452-40dd-a5bf-e0f913b6ef6c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376077 Feb 17 00:12:15.842077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74a708-4227-4400-9d03-88e73dba2ff6 req-f0a93058-065e-4999-b807-c20c1a5b4cce tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:15.843741 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b74a708-4227-4400-9d03-88e73dba2ff6 req-f0a93058-065e-4999-b807-c20c1a5b4cce tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0808904 Feb 17 00:12:15.886265 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b74a708-4227-4400-9d03-88e73dba2ff6 req-c2028c16-d6ab-409c-bc68-c2b62440cf91 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Feb 17 00:12:16.224639 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-ef0e6f06-62ec-4e1d-8443-23f0b31017db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717330 Feb 17 00:12:16.276634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb571-bb75-4d51-bad3-cbc00ffa19e0 req-d1b1219e-662d-48f6-b1a8-c23068ae7865 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:16.278094 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-375bb571-bb75-4d51-bad3-cbc00ffa19e0 req-d1b1219e-662d-48f6-b1a8-c23068ae7865 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0798693 Feb 17 00:12:16.325931 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-375bb571-bb75-4d51-bad3-cbc00ffa19e0 req-95af8834-32ba-4ac8-bf0e-eb13fad39a6a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Feb 17 00:12:17.381044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437747a-c81a-435c-b927-880b1b3564c1 req-3bafc905-d57f-45cb-9f13-8c131873e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:17.382533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-3bafc905-d57f-45cb-9f13-8c131873e294 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 1099 time: 0.0699868 Feb 17 00:12:17.511739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3fe95-83c4-4f99-adf0-b80c58c04232 req-14c91ae8-7cfb-44e7-a43b-6e26edf7770e tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:17.513229 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-61a3fe95-83c4-4f99-adf0-b80c58c04232 req-14c91ae8-7cfb-44e7-a43b-6e26edf7770e tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0774159 Feb 17 00:12:17.515914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437747a-c81a-435c-b927-880b1b3564c1 req-07782e5d-be8f-44ef-8365-fa821aebf4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:17.517344 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-07782e5d-be8f-44ef-8365-fa821aebf4f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1289032 Feb 17 00:12:17.558040 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-61a3fe95-83c4-4f99-adf0-b80c58c04232 req-9906f704-0c89-42dc-af8a-67f08465966d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Feb 17 00:12:17.586713 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-20c6109e-9c38-4aa1-9163-80399ab30789 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 200 len: 217 time: 0.0634594 Feb 17 00:12:17.646931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437747a-c81a-435c-b927-880b1b3564c1 req-93dace8a-4b9e-4dd9-a31f-f9d79055f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:17.648401 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-93dace8a-4b9e-4dd9-a31f-f9d79055f779 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0563259 Feb 17 00:12:17.801264 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-60f8f3fa-017c-4a30-b807-dd6b2e683f6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468108 Feb 17 00:12:17.928396 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-2201116a-676b-4d7b-b5ed-a83d12e63f50 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211467 Feb 17 00:12:18.054020 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-90976ed2-cb16-4079-8064-0160d57ad498 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193719 Feb 17 00:12:18.755614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a5bfb-edfe-47a7-827a-91f3f08a4b5e req-e59c8214-bcc1-4df2-9143-95d3db0f78e4 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:18.757632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f55a5bfb-edfe-47a7-827a-91f3f08a4b5e req-e59c8214-bcc1-4df2-9143-95d3db0f78e4 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0845506 Feb 17 00:12:18.799901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f55a5bfb-edfe-47a7-827a-91f3f08a4b5e req-77354dca-cff7-4c89-9e0f-2fa7ea5101fa tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366035 Feb 17 00:12:19.259872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632544-40a4-450c-8679-587205122d4c req-c3c38e92-14a1-432a-99eb-250e99ed8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:19.261324 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f1632544-40a4-450c-8679-587205122d4c req-c3c38e92-14a1-432a-99eb-250e99ed8b3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 1099 time: 0.0685184 Feb 17 00:12:19.400743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632544-40a4-450c-8679-587205122d4c req-575305bc-faf7-4558-9d40-a8bc2bf945b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:19.402152 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f1632544-40a4-450c-8679-587205122d4c req-575305bc-faf7-4558-9d40-a8bc2bf945b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1227643 Feb 17 00:12:19.470151 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f1632544-40a4-450c-8679-587205122d4c req-6c8a78a4-9fc1-4b58-936e-cca245b69b7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 200 len: 217 time: 0.0621824 Feb 17 00:12:19.528461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632544-40a4-450c-8679-587205122d4c req-e3e1a95b-3d4a-4c52-9535-d104a6c27d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:19.529743 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f1632544-40a4-450c-8679-587205122d4c req-e3e1a95b-3d4a-4c52-9535-d104a6c27d26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0547996 Feb 17 00:12:19.577820 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f1632544-40a4-450c-8679-587205122d4c req-602df6d3-4b3b-411d-9859-8f0c25d1cb38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424373 Feb 17 00:12:19.706302 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f1632544-40a4-450c-8679-587205122d4c req-fd972396-8dd2-40ae-8d56-2c5e61dc9dfd service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226077 Feb 17 00:12:19.831643 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f1632544-40a4-450c-8679-587205122d4c req-e39456e3-2d0c-4bf9-9803-222148cb1ba7 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200354 Feb 17 00:12:19.983629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692c6cf-9324-4d94-bae2-0aba17addf22 req-4efd9458-5037-4b26-a9d2-d3f26442660f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:19.985086 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b692c6cf-9324-4d94-bae2-0aba17addf22 req-4efd9458-5037-4b26-a9d2-d3f26442660f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0766964 Feb 17 00:12:20.030026 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b692c6cf-9324-4d94-bae2-0aba17addf22 req-b88a3e85-1d1b-46e9-906f-30ff2ce32b69 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Feb 17 00:12:21.213735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b30466-bfc5-48d9-a0bd-87ad132870fb req-5907b2e7-d16e-4ca1-8ad3-91e4eaa2e511 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:21.215180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74b30466-bfc5-48d9-a0bd-87ad132870fb req-5907b2e7-d16e-4ca1-8ad3-91e4eaa2e511 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0806925 Feb 17 00:12:21.257700 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74b30466-bfc5-48d9-a0bd-87ad132870fb req-28273b72-224c-4414-a809-3d91de289e7c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366335 Feb 17 00:12:21.463082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:22.435847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334162e-3cea-44b8-9eed-a2e023e31ed6 req-30ca3510-68e3-43d8-91cf-aa3ea041be36 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:22.437296 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1334162e-3cea-44b8-9eed-a2e023e31ed6 req-30ca3510-68e3-43d8-91cf-aa3ea041be36 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0768466 Feb 17 00:12:22.482734 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1334162e-3cea-44b8-9eed-a2e023e31ed6 req-ab14705b-b9a1-4135-ab2c-4f89e81671a3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Feb 17 00:12:23.684828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c8ea7-fe3b-4540-bd3c-28d5aab84634 req-dd639afa-ddf8-4728-901c-18bb613123a5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:23.686260 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9f7c8ea7-fe3b-4540-bd3c-28d5aab84634 req-dd639afa-ddf8-4728-901c-18bb613123a5 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0949523 Feb 17 00:12:23.729717 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9f7c8ea7-fe3b-4540-bd3c-28d5aab84634 req-df54b0b2-5240-4fcf-9510-2ecaea9f9ed2 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 Feb 17 00:12:24.911115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c693a5-b951-4156-ab49-1725a96ef084 req-cee35047-7390-4279-b69d-7902c21cfd57 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:24.912471 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f3c693a5-b951-4156-ab49-1725a96ef084 req-cee35047-7390-4279-b69d-7902c21cfd57 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0799217 Feb 17 00:12:24.955480 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f3c693a5-b951-4156-ab49-1725a96ef084 req-9b55e9d9-851d-4845-bc0e-1ce660aa3fc7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368454 Feb 17 00:12:26.137004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1c7e1-d0b6-41af-b67b-acd7eb69950d req-3cf75c3e-e28f-4483-990c-611905521bd0 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:26.138458 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-19a1c7e1-d0b6-41af-b67b-acd7eb69950d req-3cf75c3e-e28f-4483-990c-611905521bd0 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0779779 Feb 17 00:12:26.180105 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-19a1c7e1-d0b6-41af-b67b-acd7eb69950d req-72e80c62-47f6-4177-9d1f-3c41b94f8c1a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361550 Feb 17 00:12:27.365791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1143b74-ecd1-4c18-b1c1-d5abd4575981 req-ad23121b-a884-473a-945f-febb33e88ad7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:27.367211 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d1143b74-ecd1-4c18-b1c1-d5abd4575981 req-ad23121b-a884-473a-945f-febb33e88ad7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0800996 Feb 17 00:12:27.409684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d1143b74-ecd1-4c18-b1c1-d5abd4575981 req-cd695170-d71d-4f06-a3a1-046c94c4f5b1 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369179 Feb 17 00:12:28.587843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477761d-38e1-4b9f-963c-ddad20555287 req-0213cfe2-421d-45a3-aeb1-31fb75da496d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:28.589302 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3477761d-38e1-4b9f-963c-ddad20555287 req-0213cfe2-421d-45a3-aeb1-31fb75da496d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0779374 Feb 17 00:12:28.631318 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3477761d-38e1-4b9f-963c-ddad20555287 req-cc114852-18b4-4675-8999-e1864af8ae58 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362375 Feb 17 00:12:29.815260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407c582-f854-46a3-bde8-b9374c5fe3c1 req-1638894c-de2a-4789-8b6f-7d72796cdc7a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:29.816776 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b407c582-f854-46a3-bde8-b9374c5fe3c1 req-1638894c-de2a-4789-8b6f-7d72796cdc7a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0801075 Feb 17 00:12:29.859042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b407c582-f854-46a3-bde8-b9374c5fe3c1 req-4c0b38c9-67a2-4527-bb03-e5d523e530b8 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359485 Feb 17 00:12:31.039670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f2c28-1e27-437b-b044-e74701138bb5 req-9c64ee11-5a27-4f8d-8f94-92c6f94d85fc tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:31.041101 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c6f2c28-1e27-437b-b044-e74701138bb5 req-9c64ee11-5a27-4f8d-8f94-92c6f94d85fc tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0760267 Feb 17 00:12:31.087609 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c6f2c28-1e27-437b-b044-e74701138bb5 req-9bb2be84-ccb2-4ba0-9ade-c01e47fb1ed0 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Feb 17 00:12:32.265193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de895fa-a4c4-43f1-8019-a1e5996b4962 req-0cb1c03b-ea5f-4277-a493-c05870ea3d3b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:32.266614 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9de895fa-a4c4-43f1-8019-a1e5996b4962 req-0cb1c03b-ea5f-4277-a493-c05870ea3d3b tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0767429 Feb 17 00:12:32.309976 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9de895fa-a4c4-43f1-8019-a1e5996b4962 req-ee20bb74-4b53-4f98-b60b-910406c754be tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Feb 17 00:12:33.580288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cb6af-96e6-4634-be63-6510eac56202 req-a1245406-5890-4e07-98b9-96ead71305e8 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:33.581739 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef7cb6af-96e6-4634-be63-6510eac56202 req-a1245406-5890-4e07-98b9-96ead71305e8 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.1693549 Feb 17 00:12:33.625196 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef7cb6af-96e6-4634-be63-6510eac56202 req-f1d49fff-f9aa-4f43-a6ba-05788accba8a tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Feb 17 00:12:33.716360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ace24ed6-73e3-4dfd-8ec4-5fe8c886c484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:34.806570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24eff3-263d-4725-9ade-204c3801f08b req-5f6d5785-fbc0-4dd4-82c2-8253def14272 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:34.807999 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7a24eff3-263d-4725-9ade-204c3801f08b req-5f6d5785-fbc0-4dd4-82c2-8253def14272 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0774975 Feb 17 00:12:34.853376 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7a24eff3-263d-4725-9ade-204c3801f08b req-7d8f178f-52c9-40c9-ad73-ac7afff247af tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Feb 17 00:12:35.948371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4850dd4-440a-47ba-a780-1ddbe08591eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:36.031240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086dc8c-684e-44f4-9f7a-9d4fb9244eaa req-6cdb3b8a-1a5d-43e0-9506-b4661a412bf3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:36.032842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c086dc8c-684e-44f4-9f7a-9d4fb9244eaa req-6cdb3b8a-1a5d-43e0-9506-b4661a412bf3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0764596 Feb 17 00:12:36.075479 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c086dc8c-684e-44f4-9f7a-9d4fb9244eaa req-2d261c54-c958-41c7-9233-7d969eb9b530 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Feb 17 00:12:36.981346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:37.257210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6000a40-403c-4ace-a764-7685e1c16b9c req-163c5abd-c3b1-45c1-84c5-f084031e79c8 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:37.259153 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a6000a40-403c-4ace-a764-7685e1c16b9c req-163c5abd-c3b1-45c1-84c5-f084031e79c8 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0817184 Feb 17 00:12:37.302969 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a6000a40-403c-4ace-a764-7685e1c16b9c req-5cdcb4a1-d028-4be3-9192-1395bdcd4d3c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382197 Feb 17 00:12:37.313222 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:38.487514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9ceb1-9a4a-4bf7-8a12-98cc8ea03d7b req-c6db00ef-7c34-4619-aed6-ee2ab33306ce tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:38.488990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ace9ceb1-9a4a-4bf7-8a12-98cc8ea03d7b req-c6db00ef-7c34-4619-aed6-ee2ab33306ce tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0786026 Feb 17 00:12:38.531828 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ace9ceb1-9a4a-4bf7-8a12-98cc8ea03d7b req-c7afb818-1337-4d83-b8a0-9ea42a9a6b86 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Feb 17 00:12:38.563321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:39.715627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899c6b-a8aa-49d7-a127-fad53bf11f25 req-0056a802-2708-42cf-a06b-46f6f4983d99 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:39.717192 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44899c6b-a8aa-49d7-a127-fad53bf11f25 req-0056a802-2708-42cf-a06b-46f6f4983d99 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0809071 Feb 17 00:12:39.760244 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44899c6b-a8aa-49d7-a127-fad53bf11f25 req-e6593063-39b0-4275-ac09-1e0c56a99238 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370677 Feb 17 00:12:40.940379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6d811-4085-41f1-aa53-ee92b0eb0543 req-a293afc4-26db-4332-b5ee-f1e410149cd7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:40.941710 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01b6d811-4085-41f1-aa53-ee92b0eb0543 req-a293afc4-26db-4332-b5ee-f1e410149cd7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0770333 Feb 17 00:12:40.985478 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01b6d811-4085-41f1-aa53-ee92b0eb0543 req-8faf7c58-3753-464d-9c35-891781c0acc3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Feb 17 00:12:42.169248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f178b37-9d02-4a42-b689-4da698dcb7d0 req-7e5ff849-d9fc-452c-8777-c6fa53555625 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:42.170675 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f178b37-9d02-4a42-b689-4da698dcb7d0 req-7e5ff849-d9fc-452c-8777-c6fa53555625 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0801837 Feb 17 00:12:42.212736 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f178b37-9d02-4a42-b689-4da698dcb7d0 req-a687aa71-cb80-42a4-81ca-15b031041b30 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365961 Feb 17 00:12:43.391115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59367338-c72e-42ad-b0d6-e126d96744c5 req-248a1d0f-912d-4446-a7f5-3578f292c3fc tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:43.392615 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-59367338-c72e-42ad-b0d6-e126d96744c5 req-248a1d0f-912d-4446-a7f5-3578f292c3fc tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0777879 Feb 17 00:12:43.439085 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-59367338-c72e-42ad-b0d6-e126d96744c5 req-5a2258bb-fa63-4d2a-8357-47d958d1c530 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Feb 17 00:12:44.619582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e2c0d-9e9b-4583-8ff0-73ab31afa4ca req-7f54b72c-5a65-4003-96c2-385fe4eba8a6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:44.621127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a47e2c0d-9e9b-4583-8ff0-73ab31afa4ca req-7f54b72c-5a65-4003-96c2-385fe4eba8a6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0776377 Feb 17 00:12:44.665215 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a47e2c0d-9e9b-4583-8ff0-73ab31afa4ca req-c519c452-ede2-4889-bacf-2615db87c6d3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Feb 17 00:12:44.707118 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-860eee08-216d-4ca8-a2af-254bfffe3666 service neutron] 10.222.0.24 "GET /v2.0/ports/ecd2a33a-8bf3-474f-81b5-7965b230dfec/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0736766 Feb 17 00:12:44.968927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437747a-c81a-435c-b927-880b1b3564c1 req-86ece7a9-3309-4b1f-a0f3-ee7b01031307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:44.970365 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-86ece7a9-3309-4b1f-a0f3-ee7b01031307 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e&tenant_id=55906f25e78c4d0399d08c3b31119bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0719504 Feb 17 00:12:45.071574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437747a-c81a-435c-b927-880b1b3564c1 req-86eb7162-57ad-4fbf-912d-bca545b6b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:45.073125 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-86eb7162-57ad-4fbf-912d-bca545b6b29d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 1099 time: 0.0782514 Feb 17 00:12:45.223205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437747a-c81a-435c-b927-880b1b3564c1 req-94b7aa48-74f8-4b27-b92d-69ff59cb7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:45.224570 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-94b7aa48-74f8-4b27-b92d-69ff59cb7fc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1453297 Feb 17 00:12:45.293856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-e39c66e9-2b8c-463f-8366-387c5c396261 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 200 len: 217 time: 0.0620768 Feb 17 00:12:45.352423 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437747a-c81a-435c-b927-880b1b3564c1 req-4f0a2be0-677a-4d4a-91b0-3eed42baf972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:45.354309 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-4f0a2be0-677a-4d4a-91b0-3eed42baf972 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0547569 Feb 17 00:12:45.397897 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-db0e7eaf-ae89-45c6-b453-f1792d4273a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379775 Feb 17 00:12:45.641312 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-a2bca7c3-06b2-4546-bbe9-d6edd6da5c41 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366552 Feb 17 00:12:45.772235 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6437747a-c81a-435c-b927-880b1b3564c1 req-3955c7bb-6233-40ca-83a6-53cf3594bb5d service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248784 Feb 17 00:12:45.853968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e254a4-4066-4c3b-ba46-eb1b03f4fccc req-4f5539a1-b00e-489e-8928-27271e6aa93c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:45.855468 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6e254a4-4066-4c3b-ba46-eb1b03f4fccc req-4f5539a1-b00e-489e-8928-27271e6aa93c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0826862 Feb 17 00:12:45.898818 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6e254a4-4066-4c3b-ba46-eb1b03f4fccc req-37e2c51a-d7c4-4586-93e1-62332b125cb4 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376251 Feb 17 00:12:47.078281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894720aa-6aa8-4ccf-b7d0-f04649d94a14 req-908c1538-c164-4d77-b6d9-0a8b1a1d9495 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:47.079699 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-894720aa-6aa8-4ccf-b7d0-f04649d94a14 req-908c1538-c164-4d77-b6d9-0a8b1a1d9495 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0766029 Feb 17 00:12:47.121674 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-894720aa-6aa8-4ccf-b7d0-f04649d94a14 req-a690f844-abb8-442e-b742-bdf7380e91f3 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Feb 17 00:12:47.449274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ecd2a33a-8bf3-474f-81b5-7965b230dfec details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:12:47.451545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ecd2a33a-8bf3-474f-81b5-7965b230dfec no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:12:47.659036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:47.688528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:47.710434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'network_id': '752d64a5-b401-4838-9bb0-6cb0f986ee13', 'port_id': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'mac_address': 'fa:16:3e:fe:fa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad39bbe-babd-4644-a421-05dc33eada9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:12:47.711616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:47.749513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:47.758115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:47.855395 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'code': 200} Feb 17 00:12:47.859459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:47.882619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecd2a33a-8bf3-474f-81b5-7965b230dfec {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:12:47.890126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:47.945401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:12:47.945753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:12:48.078784 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:12:48.306419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94603-c832-4707-8773-06f36b703f35 req-c31125ee-71fb-49b0-8505-cd49fa0c3c00 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:48.307775 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dbd94603-c832-4707-8773-06f36b703f35 req-c31125ee-71fb-49b0-8505-cd49fa0c3c00 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 944 time: 0.0801053 Feb 17 00:12:48.351154 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dbd94603-c832-4707-8773-06f36b703f35 req-d359b4fb-f4e1-4bf3-9acf-9ba23841e6a7 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378299 Feb 17 00:12:48.500257 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:48.520970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd2a33a-8bf3-474f-81b5-7965b230dfec {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:12:48.537331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:48.542411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:48.612626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['ecd2a33a-8bf3-474f-81b5-7965b230dfec'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:12:48.647249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:48.657066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a3be1-cde4-4682-b27c-6a323d79fe17 req-7baab13d-cd56-4357-aa34-c2ffffdb7daa tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:48.658946 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-195a3be1-cde4-4682-b27c-6a323d79fe17 req-7baab13d-cd56-4357-aa34-c2ffffdb7daa tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 945 time: 0.0842862 Feb 17 00:12:48.688828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-0716d057-8bb9-4177-8755-24543dc7f231 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:48.690167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-0716d057-8bb9-4177-8755-24543dc7f231 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Synchronizing usage tracker for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:12:48.710660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-0716d057-8bb9-4177-8755-24543dc7f231 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Unset dirty status for tenant:55906f25e78c4d0399d08c3b31119bf9 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:12:48.711269 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-195a3be1-cde4-4682-b27c-6a323d79fe17 req-ef763b0d-2ead-45ce-986e-167684849cf4 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444257 Feb 17 00:12:48.711830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-0716d057-8bb9-4177-8755-24543dc7f231 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e&tenant_id=55906f25e78c4d0399d08c3b31119bf9&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 945 time: 0.1329439 Feb 17 00:12:48.854177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-e36c1beb-dcfb-4316-a648-a7b4be1e6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:48.855608 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-e36c1beb-dcfb-4316-a648-a7b4be1e6881 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=55906f25e78c4d0399d08c3b31119bf9&device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 1098 time: 0.0689065 Feb 17 00:12:48.981919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-a1d842dc-5f99-4e2b-94d2-41952d0cf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:48.983318 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-a1d842dc-5f99-4e2b-94d2-41952d0cf00f service neutron] 10.222.0.24 "GET /v2.0/networks?id=752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 200 len: 914 time: 0.1216574 Feb 17 00:12:49.051649 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-30a64794-cab1-46bc-88b7-0f53d741cf88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 200 len: 217 time: 0.0619853 Feb 17 00:12:49.111165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-038922f4-7403-46be-b1e6-126894c3d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:49.112532 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-038922f4-7403-46be-b1e6-126894c3d433 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 200 len: 854 time: 0.0548916 Feb 17 00:12:49.159920 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-471bc718-7e84-41e8-876e-ae39edcdf92f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=752d64a5-b401-4838-9bb0-6cb0f986ee13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417507 Feb 17 00:12:49.286250 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-df69bd31-926c-4e0e-9b20-0f30b927a6b6 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198089 Feb 17 00:12:49.413107 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7c140667-ea4c-44e4-8345-b5d9bfeefc0c req-8cc298ca-6c62-4b04-b277-83edbcad8520 service neutron] 10.222.0.24 "GET /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203654 Feb 17 00:12:49.476727 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ecd2a33a-8bf3-474f-81b5-7965b230dfec up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:12:49.543200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port ecd2a33a-8bf3-474f-81b5-7965b230dfec triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:12:49.543832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:49.658360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:49.688866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:49.692719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:49.765129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:49.856690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:49.908956 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'code': 200} Feb 17 00:12:49.913070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a1ce5-007d-4784-b899-535148acebc7 req-90058725-b7aa-4288-be79-6f922ab6c86f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:49.914547 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-770a1ce5-007d-4784-b899-535148acebc7 req-90058725-b7aa-4288-be79-6f922ab6c86f tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0854037 Feb 17 00:12:49.959852 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-770a1ce5-007d-4784-b899-535148acebc7 req-d1b1622a-57d7-49f3-bf4e-6958cffaf18e tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Feb 17 00:12:51.142487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3af9f-4a56-45fb-96f1-2f705656919b req-89add5b7-f470-4024-8d7d-e3d145921c38 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:51.143924 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ef3af9f-4a56-45fb-96f1-2f705656919b req-89add5b7-f470-4024-8d7d-e3d145921c38 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0806663 Feb 17 00:12:51.186196 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ef3af9f-4a56-45fb-96f1-2f705656919b req-76efc172-339e-45dc-9914-c49fa9d7e8ce tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Feb 17 00:12:51.363516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812948f-bdec-4458-9cc7-cea0f8b1128f req-1cb22a9e-a542-491f-a842-07cf23c5e699 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:51.364880 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a812948f-bdec-4458-9cc7-cea0f8b1128f req-1cb22a9e-a542-491f-a842-07cf23c5e699 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0772493 Feb 17 00:12:51.407351 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a812948f-bdec-4458-9cc7-cea0f8b1128f req-50ed0995-6164-4a7c-bdff-0dcc267b7288 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Feb 17 00:12:51.488538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:51.590946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f1a26-22d5-4213-ad97-0e917de3bd8a req-97f7092a-f377-4a60-b49b-9c16b27faaeb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:51.592398 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-950f1a26-22d5-4213-ad97-0e917de3bd8a req-97f7092a-f377-4a60-b49b-9c16b27faaeb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0806072 Feb 17 00:12:51.635978 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-950f1a26-22d5-4213-ad97-0e917de3bd8a req-58d261bf-58be-4d6b-beae-2bc14c7dd929 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Feb 17 00:12:52.170706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2edf1d-9b00-4b3d-a964-fe6bbcd8c127 req-d0636a02-bd01-452b-a201-863e7ad6489c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:52.172156 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f2edf1d-9b00-4b3d-a964-fe6bbcd8c127 req-d0636a02-bd01-452b-a201-863e7ad6489c tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0760913 Feb 17 00:12:52.214570 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f2edf1d-9b00-4b3d-a964-fe6bbcd8c127 req-838232a1-0d72-4eca-8bc6-3e3c8efff982 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369070 Feb 17 00:12:53.400450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd6060-5183-4966-966e-11faf18ee878 req-b040f9d3-1eb4-40c4-a939-b9c3770f52e6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:53.402586 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d6dd6060-5183-4966-966e-11faf18ee878 req-b040f9d3-1eb4-40c4-a939-b9c3770f52e6 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0835891 Feb 17 00:12:53.445282 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d6dd6060-5183-4966-966e-11faf18ee878 req-d236f1b6-a7a5-4414-9e2c-a8fa4dbcc111 tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c52395e-bab3-41bd-b919-647048290294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373363 Feb 17 00:12:53.617802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-b41bdecc-906d-4e01-93d7-0408b6735ebb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:53.619160 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-b41bdecc-906d-4e01-93d7-0408b6735ebb tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 946 time: 0.0763688 Feb 17 00:12:53.690994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Deleting port ecd2a33a-8bf3-474f-81b5-7965b230dfec {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:12:53.691330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:53.924432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] For port ecd2a33a-8bf3-474f-81b5-7965b230dfec, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ecd2a33a-8bf3-474f-81b5-7965b230dfec,segment=NetworkSegment(78ba37c9-267d-47fc-84e2-6ad42dd658b2),segment_id=78ba37c9-267d-47fc-84e2-6ad42dd658b2)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:12:53.924787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:54.045513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Calling delete_port for ecd2a33a-8bf3-474f-81b5-7965b230dfec owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:12:54.184074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:54.194904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['ecd2a33a-8bf3-474f-81b5-7965b230dfec'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:12:54.232941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Pushing event deleted for resources: {'Port': ['ID=ecd2a33a-8bf3-474f-81b5-7965b230dfec,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:54.273130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.273476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.273815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.274146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.274471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.275438 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.275769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.276117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.276443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.276761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.277080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.277395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:54.314794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] No DVR routers for this DVR port ecd2a33a-8bf3-474f-81b5-7965b230dfec on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:12:54.316987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:54.319317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-deleted', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:12:54.335475 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a42fefe0-6b1a-4086-929e-21ca1213bc1e req-c71724f8-29fc-4a59-96c8-123addf6192d tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.24 "DELETE /v2.0/ports/ecd2a33a-8bf3-474f-81b5-7965b230dfec HTTP/1.1" status: 204 len: 173 time: 0.7114511 Feb 17 00:12:54.366710 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce472da-6e77-467f-9ab5-f1d50f381d3e', 'name': 'network-vif-deleted', 'tag': 'ecd2a33a-8bf3-474f-81b5-7965b230dfec', 'status': 'completed', 'code': 200} Feb 17 00:12:54.604350 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2c862996-9091-4f87-9e8b-3266313804e5 req-00127bd1-34cd-43ad-b9d3-81cd1e85c4fd tempest-ServerDiskConfigTestJSON-1874123810 tempest-ServerDiskConfigTestJSON-1874123810-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce472da-6e77-467f-9ab5-f1d50f381d3e HTTP/1.1" status: 200 len: 210 time: 0.0413857 Feb 17 00:12:55.836084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59520) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:55.896785 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Deleting subnet 3ad39bbe-babd-4644-a421-05dc33eada9e {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:12:55.899656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:55.947610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.003609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.068342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.119369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad39bbe-babd-4644-a421-05dc33eada9e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:56.124201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.130930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.131274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.131608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.131937 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.132291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.132618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.132942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.133262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.133581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.133897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.134838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.135152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:12:56.140136 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-05f5c413-8634-4890-b386-c971f8eb5576 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3ad39bbe-babd-4644-a421-05dc33eada9e HTTP/1.1" status: 204 len: 168 time: 0.3027906 Feb 17 00:12:56.142274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59524) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:56.332804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.451168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.474988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752d64a5-b401-4838-9bb0-6cb0f986ee13']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:12:56.487383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ba37c9-267d-47fc-84e2-6ad42dd658b2') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:12:56.487673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ba37c9-267d-47fc-84e2-6ad42dd658b2') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:12:56.498953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.517326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.523335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:12:56.523835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:12:56.537721 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:12:56.611441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.627025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.636840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] Pushing event deleted for resources: {'Network': ['ID=752d64a5-b401-4838-9bb0-6cb0f986ee13,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:56.645252 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4fc0a482-ddf6-46bf-8eba-f29e7e74d270 admin admin] 10.222.0.47 "DELETE /v2.0/networks/752d64a5-b401-4838-9bb0-6cb0f986ee13 HTTP/1.1" status: 204 len: 168 time: 0.5020475 Feb 17 00:12:56.753130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59530) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:56.901408 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-11972c79-9eea-45cd-a369-e35862621d32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55906f25e78c4d0399d08c3b31119bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471236 Feb 17 00:12:56.903890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59534) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:56.958379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a36dfa0b-4822-4d81-9aff-5a58cb22d669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:56.983696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a36dfa0b-4822-4d81-9aff-5a58cb22d669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:57.036713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a36dfa0b-4822-4d81-9aff-5a58cb22d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:57.052850 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dfa0b-4822-4d81-9aff-5a58cb22d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c52395e-bab3-41bd-b919-647048290294,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:57.062063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a36dfa0b-4822-4d81-9aff-5a58cb22d669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:57.063175 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a36dfa0b-4822-4d81-9aff-5a58cb22d669 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c52395e-bab3-41bd-b919-647048290294 HTTP/1.1" status: 204 len: 168 time: 0.1582613 Feb 17 00:12:57.469716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ecd2a33a-8bf3-474f-81b5-7965b230dfec no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:12:57.502703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: ecd2a33a-8bf3-474f-81b5-7965b230dfec {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:12:57.503043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ecd2a33a-8bf3-474f-81b5-7965b230dfec not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:12:57.747532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59558) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:57.873783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-618607520-network', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:57.878900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:12:57.882727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Usage tracker for resource:network and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:12:57.886112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:12:57.892204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:12:57.901700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Made reservation on behalf of 5c7831a629554d4e9b8fe3f74d922136 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:12:57.904028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:57.916322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:57.932918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:12:57.936672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:12:57.939429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:12:57.945120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:12:58.026481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.029878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.058635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:12:58.066322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f79a845-5260-40ce-9092-d000ec659c88,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:58.072839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.073175 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Added segment bf721be7-bfc5-4ad0-9db7-882d2973813a of type vlan for network 4ed0727c-c51f-41b3-ba30-22e2f8937868 Feb 17 00:12:58.099062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.125931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.126873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:58.127434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.227165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed0727c-c51f-41b3-ba30-22e2f8937868,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:58.230134 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7b29fa77-8a32-4bf9-a88d-11f1415970a1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4815357 Feb 17 00:12:58.233187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59564) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:58.237161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:12:58.238441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Request body: {'subnet': {'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-618607520-subnet', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:58.243292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:12:58.247658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Usage tracker for resource:subnet and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:12:58.250502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:12:58.256024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:12:58.266569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Made reservation on behalf of 5c7831a629554d4e9b8fe3f74d922136 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:12:58.268916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.463350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.537623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd801050-5212-45e8-9d3b-747624fc32b9,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:58.545258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Checking segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:12:58.545612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Network hostable DHCP agents. Network: 4ed0727c-c51f-41b3-ba30-22e2f8937868, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:12:58.564789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:12:58.573296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 4ed0727c-c51f-41b3-ba30-22e2f8937868) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:12:58.577121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:12:58.577691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.582046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d433e1-259a-43fc-8536-327da892fa3c None None] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:12:58.605494 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f5455bde-5929-4867-95c7-6132fa6cb835 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3711867 Feb 17 00:12:58.608183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59568) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:12:58.613071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:12:58.617774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:12:58.622184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Usage tracker for resource:router and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:12:58.625136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:12:58.630908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:12:58.643178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.644347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.659709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.802662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-4ed0727c-c51f-41b3-ba30-22e2f8937868', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:12:58.803507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.921408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:58.957184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Allocated IP 172.20.0.2 (4ed0727c-c51f-41b3-ba30-22e2f8937868/cd801050-5212-45e8-9d3b-747624fc32b9/f56217ab-a80f-4c4d-bbda-824b2c93acd7) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:12:59.155557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.166303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Transition to ACTIVE for port object f56217ab-a80f-4c4d-bbda-824b2c93acd7 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:12:59.184188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Transition to ACTIVE for port object f56217ab-a80f-4c4d-bbda-824b2c93acd7 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:12:59.189725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.224022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.252322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:12:59.253481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.255594 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:12:59.259712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:12:59.297141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Pushing event updated for resources: {'Port': ['ID=f56217ab-a80f-4c4d-bbda-824b2c93acd7,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:59.352237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Attempting to bind port f56217ab-a80f-4c4d-bbda-824b2c93acd7 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:12:59.352611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Attempting to bind port f56217ab-a80f-4c4d-bbda-824b2c93acd7 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:12:59.353577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Attempting to bind port f56217ab-a80f-4c4d-bbda-824b2c93acd7 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:12:59.359313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:12:59.359683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Checking segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:12:59.360131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.360525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Bound using segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:12:59.360993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Bound port: f56217ab-a80f-4c4d-bbda-824b2c93acd7, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:12:59.361367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.485087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] For port f56217ab-a80f-4c4d-bbda-824b2c93acd7, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:12:59.487850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] For port f56217ab-a80f-4c4d-bbda-824b2c93acd7, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f56217ab-a80f-4c4d-bbda-824b2c93acd7,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:12:59.492935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.499069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Allocated IP 172.26.2.198 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/e3aede7a-7237-485c-a0a9-a0d7fca4fa4a) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:12:59.578033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ad4c-354b-496f-99b3-0d4f2bc351c7 None None] Pushing event updated for resources: {'Port': ['ID=f56217ab-a80f-4c4d-bbda-824b2c93acd7,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:12:59.653769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.685952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:12:59.767986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:12:59.770938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:12:59.775167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:12:59.811925 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Pushing event updated for resources: {'Port': ['ID=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:00.138939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f56217ab-a80f-4c4d-bbda-824b2c93acd7 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:00.200836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:00.212660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f56217ab-a80f-4c4d-bbda-824b2c93acd7 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:00.497321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549d0b5-bca7-4b22-a465-13456fcdadbb None None] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:13:00.545770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:00.597734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de016b3a-fc24-4c09-b5ee-3ef62a790a0a None None] Provisioning for port f56217ab-a80f-4c4d-bbda-824b2c93acd7 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:00.613820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de016b3a-fc24-4c09-b5ee-3ef62a790a0a None None] Provisioning complete for port f56217ab-a80f-4c4d-bbda-824b2c93acd7 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:00.614201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de016b3a-fc24-4c09-b5ee-3ef62a790a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:00.749854 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:13:00.828829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de016b3a-fc24-4c09-b5ee-3ef62a790a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:00.882028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-de016b3a-fc24-4c09-b5ee-3ef62a790a0a None None] For port f56217ab-a80f-4c4d-bbda-824b2c93acd7, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f56217ab-a80f-4c4d-bbda-824b2c93acd7,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:00.886848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de016b3a-fc24-4c09-b5ee-3ef62a790a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:00.965324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de016b3a-fc24-4c09-b5ee-3ef62a790a0a None None] Pushing event updated for resources: {'Port': ['ID=f56217ab-a80f-4c4d-bbda-824b2c93acd7,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:01.074700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:13:01.084488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:13:01.096744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:01.097367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:12:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:01.100302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:01.104563 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-62d845e7-1df7-428a-b673-2b8adf64a667 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4954135 Feb 17 00:13:01.105422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59572) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:01.276391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1eb520f6-17ab-4deb-9b35-69c6ae9537c9 None None] Provisioning complete for port f56217ab-a80f-4c4d-bbda-824b2c93acd7 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:01.276956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1eb520f6-17ab-4deb-9b35-69c6ae9537c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:01.315023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:01.666302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:00Z', 'revision_number': 3, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:01.670213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:13:01.670566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Updating router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:13:01.724035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:01.768445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:01.972117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Allocated IP 172.20.0.1 (4ed0727c-c51f-41b3-ba30-22e2f8937868/cd801050-5212-45e8-9d3b-747624fc32b9/8c6e7e23-ead3-4269-a5e6-9150968525d1) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:13:02.085040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.097566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Transition to ACTIVE for port object e3aede7a-7237-485c-a0a9-a0d7fca4fa4a will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:13:02.104971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.119316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.135553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Transition to ACTIVE for port object 8c6e7e23-ead3-4269-a5e6-9150968525d1 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:13:02.149519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f56217ab-a80f-4c4d-bbda-824b2c93acd7 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:02.160386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.225056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:13:02.227822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:13:02.231498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:13:02.242029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Attempting to bind port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:13:02.242403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Attempting to bind port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:13:02.242770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Attempting to bind port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:13:02.251837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08a16e-48da-4862-b5da-af62849f560d None None] Pushing event updated for resources: {'Port': ['ID=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:02.257566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:02.257949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:13:02.258358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.258752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:02.259839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Bound port: e3aede7a-7237-485c-a0a9-a0d7fca4fa4a, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:13:02.260249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.269195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Pushing event updated for resources: {'Port': ['ID=8c6e7e23-ead3-4269-a5e6-9150968525d1,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:02.293686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.311925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f56217ab-a80f-4c4d-bbda-824b2c93acd7 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:02.312500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.392372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] For port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:13:02.397935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] For port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:13:02.405183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.423618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.547292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d2adba2-03d7-4ff8-aebd-addd15f19188 None None] Provisioning for port 8c6e7e23-ead3-4269-a5e6-9150968525d1 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:02.553826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:02.554461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:12:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:02.615163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08a16e-48da-4862-b5da-af62849f560d None None] Pushing event updated for resources: {'Port': ['ID=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:02.631449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2d2adba2-03d7-4ff8-aebd-addd15f19188 None None] Provisioning complete for port 8c6e7e23-ead3-4269-a5e6-9150968525d1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:02.631764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2d2adba2-03d7-4ff8-aebd-addd15f19188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.755844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2d2adba2-03d7-4ff8-aebd-addd15f19188 None None] Port 8c6e7e23-ead3-4269-a5e6-9150968525d1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:13:02.766780 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.771598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.792697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:02.879421 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:02.883614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Pushing event updated for resources: {'Port': ['ID=8c6e7e23-ead3-4269-a5e6-9150968525d1,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:03.016555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:13:03.017670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:13:03.106734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:01Z', 'revision_number': 1, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:03.111049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d2edd-7385-43aa-b580-7976c746a23f None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:01Z', 'revision_number': 1, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:13:03.218248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:13:03.276514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-79554e07-ac34-4164-b6a6-5856886ab987 None None] Provisioning complete for port 8c6e7e23-ead3-4269-a5e6-9150968525d1 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:03.277152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-79554e07-ac34-4164-b6a6-5856886ab987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:03.357049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-79554e07-ac34-4164-b6a6-5856886ab987 None None] Port 8c6e7e23-ead3-4269-a5e6-9150968525d1 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:13:03.423726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:13:03.433612 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6c7e8737-c43b-4110-81f9-059c9019fa0a admin admin] 10.222.0.47 "PUT /v2.0/routers/14ed6f93-fc47-4c4d-b837-10fdf0258c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3271544 Feb 17 00:13:03.724296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fcc727d7-803e-4b87-a5a4-f494023b34bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:03.981606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59582) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:03.986822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700097266', 'description': 'tempest-description--1819464109'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:03.992790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:13:03.997290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:security_group and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:13:04.000212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:13:04.005969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:13:04.017643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.041679 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:13:04.045650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:security_group_rule and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:13:04.048931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:13:04.054528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:13:04.137099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.142595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.152433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e3aede7a-7237-485c-a0a9-a0d7fca4fa4a up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:04.188041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af93fd7e-9f1b-4610-94ee-910c0beeb75e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:04.192045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.196227 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-261d9df6-87bb-4dc3-9e13-c6a506702ce2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2107859 Feb 17 00:13:04.197238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 59586) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:04.202264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'security_group_rule': {'security_group_id': 'af93fd7e-9f1b-4610-94ee-910c0beeb75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:04.208795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:13:04.213190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:security_group_rule and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:13:04.216289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:13:04.222454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:13:04.234732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:04.240194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:04.241375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.242055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.308183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.313216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.337995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be30c7f-2557-4f2b-8dbb-8eec3d600baa,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:04.347169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.351481 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-97741c60-1e8c-4e62-b9b9-47c3d4f380e7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508324 Feb 17 00:13:04.351893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59590) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:04.359804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'security_group_rule': {'security_group_id': 'af93fd7e-9f1b-4610-94ee-910c0beeb75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:04.367110 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.367649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:13:04.372085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:security_group_rule and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:13:04.375153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:13:04.386935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:04.387230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:13:04.392247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.405159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.460713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:04.465666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.469435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.492721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d71c15-c9e6-4154-9d80-17bd54b5bd42,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:04.500666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.501837 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f26ba957-97af-4f5b-9193-93553a7dd83a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488137 Feb 17 00:13:04.504763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59594) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:04.510046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:04.515638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:13:04.519287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:floatingip and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:13:04.522101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:13:04.528198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:13:04.538356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.675474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.810143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Allocated IP 172.26.2.112 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/d3a835a6-f860-4082-b9bf-1dcd066f24cd) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:13:04.957444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:04.999959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.064271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:13:05.067041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:13:05.070626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:13:05.099814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'Port': ['ID=d3a835a6-f860-4082-b9bf-1dcd066f24cd,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:05.100509 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:13:05.110533 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:05.111126 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:12:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:05.155228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.213770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.285179 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:05.421501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.426017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.525832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'Port': ['ID=d3a835a6-f860-4082-b9bf-1dcd066f24cd,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:05.539531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.562088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.563303 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9e79e488-cf92-4ac5-b307-dde977d542a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0576496 Feb 17 00:13:05.594433 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 2, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:05.598756 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:13:05.599117 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Updating router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e port 8c6e7e23-ead3-4269-a5e6-9150968525d1 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:13:05.655515 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.735187 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-eee934c4-4649-4fd3-8afd-729e3c60dbe8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--700097266&fields=id&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 267 time: 0.0431855 Feb 17 00:13:05.885716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-93facc97-bb12-4b71-9b41-2affdeb9e232 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:05.887618 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-93facc97-bb12-4b71-9b41-2affdeb9e232 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.1457682 Feb 17 00:13:05.903284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b708a5a2-e4fa-43ad-8db9-eb327b69c6a5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/quotas/5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 375 time: 0.0092249 Feb 17 00:13:05.955751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-920fff7d-e881-4c8f-83e5-be0bf9c5a2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:05.990067 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-85afdd34-b329-43e5-8d0b-6df393fb0493 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815284 Feb 17 00:13:06.022708 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:06.035238 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Transition to ACTIVE for port object 8c6e7e23-ead3-4269-a5e6-9150968525d1 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:13:06.041772 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:06.054352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-bee70cc6-c3b8-4350-bca6-6d80528ea239 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:13:06.055477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-bee70cc6-c3b8-4350-bca6-6d80528ea239 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533574 Feb 17 00:13:06.128032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e3aede7a-7237-485c-a0a9-a0d7fca4fa4a up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:06.215949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:06.216585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:06.245194 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Pushing event updated for resources: {'Port': ['ID=8c6e7e23-ead3-4269-a5e6-9150968525d1,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:06.268084 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.268507 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.268861 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.269187 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.269513 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.269843 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.270165 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.270485 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.270806 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.271122 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.271436 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.271750 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:06.275153 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Attempting to bind port 8c6e7e23-ead3-4269-a5e6-9150968525d1 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:13:06.275785 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Attempting to bind port 8c6e7e23-ead3-4269-a5e6-9150968525d1 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:13:06.276410 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Attempting to bind port 8c6e7e23-ead3-4269-a5e6-9150968525d1 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:13:06.282678 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:06.283044 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Checking segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:13:06.283614 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:06.284171 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Bound using segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:06.284787 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Bound port: 8c6e7e23-ead3-4269-a5e6-9150968525d1, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:13:06.285336 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:06.315689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-0ad06d9a-5dcd-4f3f-b67c-63b7fbc4ee69 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536399 Feb 17 00:13:06.387226 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] For port 8c6e7e23-ead3-4269-a5e6-9150968525d1, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:13:06.390497 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] For port 8c6e7e23-ead3-4269-a5e6-9150968525d1, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c6e7e23-ead3-4269-a5e6-9150968525d1,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:13:06.395458 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:06.448309 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-4c751043-ffa5-4b1b-9ed4-fd53dbb7ef95 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263654 Feb 17 00:13:06.475181 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:06.475800 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:13:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:06.544302 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebdd88-98c1-4842-acfe-a23bcf3adb12 None None] Pushing event updated for resources: {'Port': ['ID=8c6e7e23-ead3-4269-a5e6-9150968525d1,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:06.666941 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:06.673861 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be8e7bab-82ba-4ab7-9537-e02a380426a6 req-461d979f-b879-4c22-9302-62950515f240 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 210 time: 0.0603657 Feb 17 00:13:06.985698 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:06Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:06.989737 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec1e20-84e7-4463-8401-dd19cf1ea494 None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:06Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:13:06.993944 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:07.318375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:07.830872 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-552805c3-2ebb-4a67-908e-fb479036d01d req-c71d15c4-6883-4af0-88f8-4f7a950ddb7c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 210 time: 0.0425055 Feb 17 00:13:07.891115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-41225321-49a0-4e60-9bfa-ce30cc064905 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:07.891756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-41225321-49a0-4e60-9bfa-ce30cc064905 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Synchronizing usage tracker for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:13:07.908736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-41225321-49a0-4e60-9bfa-ce30cc064905 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Unset dirty status for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:13:07.910070 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-41225321-49a0-4e60-9bfa-ce30cc064905 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.1711547 Feb 17 00:13:07.958711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-e13cea68-fa32-4f46-9750-d38b356bb805 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Synchronizing usage tracker for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:13:07.976154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-e13cea68-fa32-4f46-9750-d38b356bb805 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Unset dirty status for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:13:07.977477 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-e13cea68-fa32-4f46-9750-d38b356bb805 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 379 time: 0.0594063 Feb 17 00:13:07.988185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'port': {'device_id': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'admin_state_up': True, 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'security_groups': ['af93fd7e-9f1b-4610-94ee-910c0beeb75e']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:08.124124 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:13:08.127823 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:port and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:13:08.130658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:13:08.138172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:13:08.140342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c6e7e23-ead3-4269-a5e6-9150968525d1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:08.148519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Made reservation on behalf of 5c7831a629554d4e9b8fe3f74d922136 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:13:08.152575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.206724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8c6e7e23-ead3-4269-a5e6-9150968525d1 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:08.211706 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8c6e7e23-ead3-4269-a5e6-9150968525d1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:08.212108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.312088 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Allocated IP 172.20.0.7 (4ed0727c-c51f-41b3-ba30-22e2f8937868/cd801050-5212-45e8-9d3b-747624fc32b9/5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:13:08.326996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.359123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8c6e7e23-ead3-4269-a5e6-9150968525d1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c6e7e23-ead3-4269-a5e6-9150968525d1,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:08.363346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.432827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8c6e7e23-ead3-4269-a5e6-9150968525d1,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:08.563361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.614408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.629683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Transition to ACTIVE for port object 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:13:08.653081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.719660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:13:08.722661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:13:08.726510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:13:08.763482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'Port': ['ID=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:08.798487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:08.799306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.821712 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-ea9601d3-e3c8-4362-b22a-01bf55a23306 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371038 Feb 17 00:13:08.832572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Request body: {'port': {'device_id': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:08.945962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:08.969827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e4fdef3d-4a1a-4f9e-b13e-119c87a7c4c2 None None] Provisioning for port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:08.975343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e4fdef3d-4a1a-4f9e-b13e-119c87a7c4c2 None None] Provisioning complete for port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:08.975889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e4fdef3d-4a1a-4f9e-b13e-119c87a7c4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:09.019979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ba703-7515-490e-9727-7f9d35838e60 req-c7a8a6b8-8e23-451d-a8ec-1d51c6a31786 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:09.021572 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d2ba703-7515-490e-9727-7f9d35838e60 req-c7a8a6b8-8e23-451d-a8ec-1d51c6a31786 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 931 time: 0.0801165 Feb 17 00:13:09.035769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e4fdef3d-4a1a-4f9e-b13e-119c87a7c4c2 None None] Port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:13:09.069528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0d2ba703-7515-490e-9727-7f9d35838e60 req-7fdf5879-4d0b-44c0-ba62-f85907fac83d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403483 Feb 17 00:13:09.286994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:13:09.294537 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:09.308751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Transition to ACTIVE for port object 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:13:09.312598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:09.468916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:09.544159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Attempting to bind port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:13:09.544433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Attempting to bind port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:13:09.544755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Attempting to bind port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:13:09.549329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:13:09.549644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Attempting to bind port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:13:09.554541 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:09.554872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Checking segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:13:09.555249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Bound using segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:09.555743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Bound port: 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:13:09.556106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:09.641045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] For port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:13:09.644097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] For port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:13:09.648682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:09.699160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:09.699922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:09.701318 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 1093 time: 0.8729689 Feb 17 00:13:09.703381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:09.749695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607e689-1313-4de2-a907-802d7e55f965 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:09.783937 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'status': 'completed', 'code': 200} Feb 17 00:13:09.826463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-2371422a-0c7b-413b-a903-52e0009d4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:09.827952 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-2371422a-0c7b-413b-a903-52e0009d4ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1096 time: 0.0797019 Feb 17 00:13:09.898795 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-975fddf7-18ab-485c-aeeb-08135d0328ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 217 time: 0.0639248 Feb 17 00:13:09.958821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-e0b0e8c9-b1b0-4b6c-a8f4-f94a550b0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:09.960204 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-e0b0e8c9-b1b0-4b6c-a8f4-f94a550b0c9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0550668 Feb 17 00:13:10.033208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-94b2dd29-c94e-4f9e-9d70-d83b3c7987cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:10.034561 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-94b2dd29-c94e-4f9e-9d70-d83b3c7987cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680583 Feb 17 00:13:10.124989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c6e7e23-ead3-4269-a5e6-9150968525d1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:10.169683 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-7d4ec679-04d0-48eb-9b42-445aa016980c service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287634 Feb 17 00:13:10.190473 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8c6e7e23-ead3-4269-a5e6-9150968525d1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:10.190839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:10.266994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061be7f2-070f-4e64-bfff-d2edc6913454 req-0428dea8-4df6-409e-ae0f-c5fb1c63d604 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:10.268534 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-061be7f2-070f-4e64-bfff-d2edc6913454 req-0428dea8-4df6-409e-ae0f-c5fb1c63d604 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 943 time: 0.0867410 Feb 17 00:13:10.321846 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-061be7f2-070f-4e64-bfff-d2edc6913454 req-926c68c6-3f2f-4a5f-b94e-c1aa0986cc26 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462511 Feb 17 00:13:10.424566 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9b9dd0be-aef6-43e5-a585-22cb616f68e5 req-81e7b924-31c3-4572-924c-cba571acb111 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491584 Feb 17 00:13:10.536799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409394e-4be4-4b6c-862f-315740df0b89 req-371dfb58-9cf3-467e-b680-16fb6e9bcda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:10.538236 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3409394e-4be4-4b6c-862f-315740df0b89 req-371dfb58-9cf3-467e-b680-16fb6e9bcda9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1096 time: 0.0685751 Feb 17 00:13:10.671688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409394e-4be4-4b6c-862f-315740df0b89 req-76891f2b-0e3f-48b9-822c-cee205922a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:10.673158 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3409394e-4be4-4b6c-862f-315740df0b89 req-76891f2b-0e3f-48b9-822c-cee205922a02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1274769 Feb 17 00:13:10.742215 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3409394e-4be4-4b6c-862f-315740df0b89 req-5b382d2f-b555-44c8-a6ef-a6b5241008c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 217 time: 0.0628011 Feb 17 00:13:10.802868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409394e-4be4-4b6c-862f-315740df0b89 req-51541ca8-0bb5-4e3d-af4a-f275e8d8c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:10.804305 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3409394e-4be4-4b6c-862f-315740df0b89 req-51541ca8-0bb5-4e3d-af4a-f275e8d8c842 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0551019 Feb 17 00:13:10.880615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409394e-4be4-4b6c-862f-315740df0b89 req-12e42b2f-3b95-4b1e-a947-4498ab941730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:10.882027 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3409394e-4be4-4b6c-862f-315740df0b89 req-12e42b2f-3b95-4b1e-a947-4498ab941730 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706892 Feb 17 00:13:11.011364 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3409394e-4be4-4b6c-862f-315740df0b89 req-5b8412cf-f068-4ff5-9658-eb61a51516b0 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220803 Feb 17 00:13:11.139094 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3409394e-4be4-4b6c-862f-315740df0b89 req-f39e4519-4f8a-43a2-b03f-0682e6df6d8c service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212008 Feb 17 00:13:11.500954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4ac34-1b1f-4868-bead-f3080087d31d req-7edb97c6-f47a-4c92-8d29-339f242af9ed tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:11.502391 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ec4ac34-1b1f-4868-bead-f3080087d31d req-7edb97c6-f47a-4c92-8d29-339f242af9ed tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 943 time: 0.0766528 Feb 17 00:13:11.531342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:13:11.550067 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ec4ac34-1b1f-4868-bead-f3080087d31d req-ca438a8c-075a-4e09-8b7d-0250493c0f11 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Feb 17 00:13:11.662486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:11.675985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'mac_address': 'fa:16:3e:0f:c6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:13:11.732885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:11.748622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:13:11.763401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:11.767139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:11.830915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:11.838569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.838912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.839247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.839801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.839919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.840276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.840604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.840928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.841252 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.841570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.841887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.842203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:13:11.969673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:13:12.732636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4749c-d937-4acc-b53c-4b5eb6315070 req-ac72372f-9379-4b64-b48b-0338678fa102 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:12.734102 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96e4749c-d937-4acc-b53c-4b5eb6315070 req-ac72372f-9379-4b64-b48b-0338678fa102 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 944 time: 0.0781600 Feb 17 00:13:12.777310 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96e4749c-d937-4acc-b53c-4b5eb6315070 req-bc6ff32b-b7db-42fc-a238-ec9f08a72c78 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376918 Feb 17 00:13:13.546913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:13.613318 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:13.617842 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:13.618232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:13.731343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:13.756684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:13.766739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:13.770923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:13.808797 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'code': 200} Feb 17 00:13:13.842312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:13.964307 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f6b62-0f3a-4ab9-9aca-427e0561cf55 req-8a334979-f521-4cf1-a300-98eb677c2b85 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:13.965747 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8d4f6b62-0f3a-4ab9-9aca-427e0561cf55 req-8a334979-f521-4cf1-a300-98eb677c2b85 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0818517 Feb 17 00:13:14.010540 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8d4f6b62-0f3a-4ab9-9aca-427e0561cf55 req-7a75195b-0ea4-48db-9e14-074911579d44 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387080 Feb 17 00:13:14.025245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0150dc-5404-44ad-9e08-bfaeb6527cf4 req-11d7ea6b-2843-4e1a-98ee-0446f5ce2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:14.026725 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5c0150dc-5404-44ad-9e08-bfaeb6527cf4 req-11d7ea6b-2843-4e1a-98ee-0446f5ce2d0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1098 time: 0.0693598 Feb 17 00:13:14.065452 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5c0150dc-5404-44ad-9e08-bfaeb6527cf4 req-7166cebf-2db1-4e52-8fae-68b9109961ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331903 Feb 17 00:13:15.196970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e298-0651-4c3e-9817-bc9128566ab5 req-53a7a0cf-8571-4f61-bc1a-44372c5ba5d0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:15.198408 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3894e298-0651-4c3e-9817-bc9128566ab5 req-53a7a0cf-8571-4f61-bc1a-44372c5ba5d0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0769670 Feb 17 00:13:15.241323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3894e298-0651-4c3e-9817-bc9128566ab5 req-3763847a-4ca0-4511-a53f-df81bc4ac7a1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373232 Feb 17 00:13:15.430067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b889f-b011-469e-aab9-825bddc88b47 req-d9a5759b-2e86-44c4-9013-42a3ddd27180 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:15.431491 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3e6b889f-b011-469e-aab9-825bddc88b47 req-d9a5759b-2e86-44c4-9013-42a3ddd27180 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0914450 Feb 17 00:13:15.440046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59652) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:13:15.444955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'floatingip': {'port_id': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:15.522114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:16.227832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:16.231930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:16.400881 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 associated. External IP: 172.26.2.112, port: 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65. Feb 17 00:13:16.756594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:13:16.934655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:13:16.939118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:16.945027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:13:16.959247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:16.959898 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:13:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:16.999860 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-925822cd-0b1f-42f8-8192-cab9a37c6b61 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "PUT /v2.0/floatingips/6628cc77-aad1-4be9-9baa-b8dc24196146 HTTP/1.1" status: 200 len: 991 time: 1.5587399 Feb 17 00:13:17.000926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:17.133568 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'status': 'completed', 'code': 200} Feb 17 00:13:17.181877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a670f65-2a51-446f-89ef-7990df26efb1 req-07728a2e-5d53-41b8-86e6-a432bb4aedab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:17.183665 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6a670f65-2a51-446f-89ef-7990df26efb1 req-07728a2e-5d53-41b8-86e6-a432bb4aedab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0829520 Feb 17 00:13:17.191555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:17.230356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e995-5190-49a1-b733-08a28c2cc449 req-e9741d04-f280-4891-9347-3f39cc9abed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:17.232544 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8539e995-5190-49a1-b733-08a28c2cc449 req-e9741d04-f280-4891-9347-3f39cc9abed9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1098 time: 0.0868497 Feb 17 00:13:17.236540 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6a670f65-2a51-446f-89ef-7990df26efb1 req-7857ca1a-c88b-46b7-9aa1-60843ab56b69 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Feb 17 00:13:17.369309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e995-5190-49a1-b733-08a28c2cc449 req-a7a1c595-bc19-4f73-93be-bc94cdec23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:17.370980 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8539e995-5190-49a1-b733-08a28c2cc449 req-a7a1c595-bc19-4f73-93be-bc94cdec23ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1323507 Feb 17 00:13:17.431412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae66992-ff20-4035-9583-a110e623f1c5 req-5e00b588-3be1-4db8-b222-bbd7ddcb2117 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:17.434068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dae66992-ff20-4035-9583-a110e623f1c5 req-5e00b588-3be1-4db8-b222-bbd7ddcb2117 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0868282 Feb 17 00:13:17.478108 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8539e995-5190-49a1-b733-08a28c2cc449 req-f5079475-3059-473b-a967-371be729b132 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 999 time: 0.1002922 Feb 17 00:13:17.485655 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dae66992-ff20-4035-9583-a110e623f1c5 req-41635782-82d1-43b4-89ca-fab322091b4f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Feb 17 00:13:17.543499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e995-5190-49a1-b733-08a28c2cc449 req-45af33f7-6904-4d59-8776-adc551868144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:17.544974 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8539e995-5190-49a1-b733-08a28c2cc449 req-45af33f7-6904-4d59-8776-adc551868144 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0618007 Feb 17 00:13:17.560103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:0f:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:13:16Z', 'revision_number': 1, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:17.563950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:13:17.572725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:17.573316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:13:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:17.618231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e995-5190-49a1-b733-08a28c2cc449 req-347fc654-7b71-4cc3-b519-dc84b825ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:17.619869 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8539e995-5190-49a1-b733-08a28c2cc449 req-347fc654-7b71-4cc3-b519-dc84b825ef68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691905 Feb 17 00:13:17.753941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:17.755521 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8539e995-5190-49a1-b733-08a28c2cc449 req-eb9ab854-c839-40bc-8351-4edd6ef758e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296918 Feb 17 00:13:17.884733 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8539e995-5190-49a1-b733-08a28c2cc449 req-549d44e5-91c8-4dbf-bdd8-69cbd5863efa service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229882 Feb 17 00:13:18.090712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:0f:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:13:16Z', 'revision_number': 1, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:18.095205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840c0f3-72bc-424c-80e3-bdf281920f1f None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:0f:c6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:13:16Z', 'revision_number': 1, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:13:18.277585 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee6316-d3ad-42e7-8401-6b05e847ccb8 None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:13:18.668090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bf9a-243e-47e5-9a4e-e81327b953d6 req-f53cad28-32fa-4ace-8869-083e3af5d69f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:18.669544 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dea0bf9a-243e-47e5-9a4e-e81327b953d6 req-f53cad28-32fa-4ace-8869-083e3af5d69f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0773907 Feb 17 00:13:18.715282 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dea0bf9a-243e-47e5-9a4e-e81327b953d6 req-1379d511-70d4-463f-b568-a2cc7ce0ff79 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Feb 17 00:13:18.894560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523fa9-f8e1-48b2-b7ee-b4aefd8648a5 req-0a97af34-93f5-4d83-99bb-915e2dd44490 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:18.895971 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e5523fa9-f8e1-48b2-b7ee-b4aefd8648a5 req-0a97af34-93f5-4d83-99bb-915e2dd44490 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0768456 Feb 17 00:13:18.937822 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e5523fa9-f8e1-48b2-b7ee-b4aefd8648a5 req-cf2bf34b-a430-47dc-9179-a4b65fe1f2b4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356598 Feb 17 00:13:19.331851 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-78645f27-c85c-44e3-96cf-ec15773cd65f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2269089 Feb 17 00:13:19.345107 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-e20f4f1b-8cd9-46e9-ac6a-dabfab2fcf09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818708 Feb 17 00:13:19.346666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413cadb-dc8a-4906-8b7d-0703a67df123 req-dfb8a406-9338-49dc-ace7-83806f9c00b8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:19.348221 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d413cadb-dc8a-4906-8b7d-0703a67df123 req-dfb8a406-9338-49dc-ace7-83806f9c00b8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0844684 Feb 17 00:13:19.478918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-d67e4bf9-7262-4b61-854b-d5b7f4027b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:19.480444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-d67e4bf9-7262-4b61-854b-d5b7f4027b9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1098 time: 0.0792222 Feb 17 00:13:19.514588 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d413cadb-dc8a-4906-8b7d-0703a67df123 req-eb8cfb69-6876-4dc1-87fe-78dea1c73a19 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603506 Feb 17 00:13:19.635450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-ec9fbb2d-b5a3-4d96-b4c2-788ed557f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:19.636922 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-ec9fbb2d-b5a3-4d96-b4c2-788ed557f93c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1397972 Feb 17 00:13:19.734542 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-6aa9b62d-1861-49e2-8b3f-a3a001ac5239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 1001 time: 0.0920575 Feb 17 00:13:19.798482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-c4e9e861-5988-42ff-bef2-e438956d10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:19.799910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-c4e9e861-5988-42ff-bef2-e438956d10ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0601008 Feb 17 00:13:19.874138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-e907813d-ec64-43f8-830e-1d6509319c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:19.875605 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-e907813d-ec64-43f8-830e-1d6509319c63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704815 Feb 17 00:13:20.005202 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-000d9928-45a1-4a32-bbc8-9c324d2c4701 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230919 Feb 17 00:13:20.134518 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c3ae464b-cce3-49b5-a238-e90666f79f5d req-057d02b6-6308-4ac5-9bf9-9ec2c1e39157 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240389 Feb 17 00:13:20.459342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-f26935bb-386c-45c6-8bcf-5ebe62143e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:20.460822 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-f26935bb-386c-45c6-8bcf-5ebe62143e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1098 time: 0.0726953 Feb 17 00:13:20.591613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-c4ae5e70-086c-4ab6-8c12-b5f0312739a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:20.593956 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-c4ae5e70-086c-4ab6-8c12-b5f0312739a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1254904 Feb 17 00:13:20.694955 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-87d53d82-e2af-4293-8320-8695c0d66374 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 1001 time: 0.0959039 Feb 17 00:13:20.695624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b67fa-f50d-4895-a38c-430acd0631bf req-ff7f36fd-b10d-41fb-b8a4-4fe46c933614 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:20.697693 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e64b67fa-f50d-4895-a38c-430acd0631bf req-ff7f36fd-b10d-41fb-b8a4-4fe46c933614 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0782831 Feb 17 00:13:20.740708 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e64b67fa-f50d-4895-a38c-430acd0631bf req-b81ad9a4-6796-4853-a325-968e1e20a99b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371928 Feb 17 00:13:20.755921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-c0a0e99e-9598-4a7a-92ba-c673ea93bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:20.757379 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-c0a0e99e-9598-4a7a-92ba-c673ea93bd1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0562394 Feb 17 00:13:20.845671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-5d6b8d9b-8627-459c-9024-2225f9162823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:20.847147 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-5d6b8d9b-8627-459c-9024-2225f9162823 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835750 Feb 17 00:13:20.974485 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-e64365fb-8ff4-4fcc-9820-714db1b574d2 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215346 Feb 17 00:13:21.100350 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-4fda2d47-af16-40b1-930a-a3f5815a0983 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203017 Feb 17 00:13:21.497774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:21.921923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab0c7c-c5fd-4658-a40c-e8997d159602 req-fdf2e736-ea29-47d3-b65a-9b5a8c15e1fc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:21.923340 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6fab0c7c-c5fd-4658-a40c-e8997d159602 req-fdf2e736-ea29-47d3-b65a-9b5a8c15e1fc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0782111 Feb 17 00:13:21.965405 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6fab0c7c-c5fd-4658-a40c-e8997d159602 req-de05c4f2-e4fa-4d25-8855-9bef3c136740 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364728 Feb 17 00:13:23.145530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891daf2e-c710-41e7-9dc7-33c2d044b711 req-b9dc06c3-7960-4de5-b43e-bb695dfa76ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:23.146940 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-891daf2e-c710-41e7-9dc7-33c2d044b711 req-b9dc06c3-7960-4de5-b43e-bb695dfa76ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0758903 Feb 17 00:13:23.192490 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-891daf2e-c710-41e7-9dc7-33c2d044b711 req-e5430eb9-dfbd-4401-914c-d0a889c641b6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393462 Feb 17 00:13:24.373093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401a7b8-c4f8-46ae-8120-2c06fd521a23 req-59d402be-98ca-4b53-b9e8-05bb944cdf94 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:24.374419 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8401a7b8-c4f8-46ae-8120-2c06fd521a23 req-59d402be-98ca-4b53-b9e8-05bb944cdf94 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0763168 Feb 17 00:13:24.416951 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8401a7b8-c4f8-46ae-8120-2c06fd521a23 req-a8f91b0c-13f0-41df-a7b2-c9af463c1565 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369468 Feb 17 00:13:25.077916 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:13:25.599360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717001da-d19c-4f3c-aab8-aa1e24d5a44f req-0e1d451a-a9a2-4d90-968e-849a9b8034e9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:25.600827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-717001da-d19c-4f3c-aab8-aa1e24d5a44f req-0e1d451a-a9a2-4d90-968e-849a9b8034e9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0802083 Feb 17 00:13:25.643639 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-717001da-d19c-4f3c-aab8-aa1e24d5a44f req-d75497c0-b145-4853-8112-54824ab1683f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367270 Feb 17 00:13:26.825033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54c7aa-7b12-4485-b5c9-272e7e5b4387 req-81999833-b55d-420b-bb14-e57fb32192ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:26.826492 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bb54c7aa-7b12-4485-b5c9-272e7e5b4387 req-81999833-b55d-420b-bb14-e57fb32192ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0779731 Feb 17 00:13:26.868642 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bb54c7aa-7b12-4485-b5c9-272e7e5b4387 req-27d818bf-10e4-4394-bb27-b6ab66702f28 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361767 Feb 17 00:13:28.050534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c5dc-dded-42e4-a59b-45291c0f33f6 req-29e025ea-1c57-42e3-946c-23cc523a7481 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:28.051951 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9445c5dc-dded-42e4-a59b-45291c0f33f6 req-29e025ea-1c57-42e3-946c-23cc523a7481 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0791137 Feb 17 00:13:28.095601 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9445c5dc-dded-42e4-a59b-45291c0f33f6 req-39c34640-bbad-48f1-bc0a-1f8f6dabd0ce tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380945 Feb 17 00:13:29.272780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac1e3d-1983-4ab8-8b28-6f5edb5fee6e req-1acdd253-0f11-4405-8982-765763884c21 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:29.274199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54ac1e3d-1983-4ab8-8b28-6f5edb5fee6e req-1acdd253-0f11-4405-8982-765763884c21 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0768025 Feb 17 00:13:29.319383 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54ac1e3d-1983-4ab8-8b28-6f5edb5fee6e req-05b12afd-bc31-4f60-af23-8ec1f33a8b1d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Feb 17 00:13:30.499782 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96dfac-8f4b-4d53-853a-35671cc6ffd9 req-e49bd6de-b174-489e-a20c-cef787ce2653 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:30.501272 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6b96dfac-8f4b-4d53-853a-35671cc6ffd9 req-e49bd6de-b174-489e-a20c-cef787ce2653 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0764945 Feb 17 00:13:30.543016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6b96dfac-8f4b-4d53-853a-35671cc6ffd9 req-86a24b27-a7fa-47bf-a46d-fc3cb5203f4d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362825 Feb 17 00:13:31.756738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c9ac-2211-44a5-a6b6-3f37faba6099 req-a530a615-ee2c-449d-b753-43402722b4e3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:31.758178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f489c9ac-2211-44a5-a6b6-3f37faba6099 req-a530a615-ee2c-449d-b753-43402722b4e3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0814629 Feb 17 00:13:31.801970 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f489c9ac-2211-44a5-a6b6-3f37faba6099 req-4c3c0a49-41f6-4bbc-a782-c1e0a6853a19 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377843 Feb 17 00:13:32.980485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43159b7-d24b-4b3d-beb3-2f4c7e3af94a req-fa10ab6d-08f0-4bbd-af51-e405f4026ecd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:32.981817 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a43159b7-d24b-4b3d-beb3-2f4c7e3af94a req-fa10ab6d-08f0-4bbd-af51-e405f4026ecd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0761573 Feb 17 00:13:33.026213 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a43159b7-d24b-4b3d-beb3-2f4c7e3af94a req-af943674-a901-455b-932d-a6956d1c7af2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387764 Feb 17 00:13:33.717471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9fa646e4-0977-4c23-bc6e-5dc220f130ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:34.210918 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24411306-cfb4-4d44-b693-66a6bcbfde88 req-0e459002-c4f2-4119-940b-efb2a738a0e9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:34.212424 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24411306-cfb4-4d44-b693-66a6bcbfde88 req-0e459002-c4f2-4119-940b-efb2a738a0e9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0814478 Feb 17 00:13:34.259430 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24411306-cfb4-4d44-b693-66a6bcbfde88 req-784b6391-939c-4ab5-ad38-47f92675cabc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406051 Feb 17 00:13:35.436909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771000d7-94ef-45d6-9c30-19ed54e53392 req-5ed5170e-403a-4637-8508-9c9cee0deb0f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:35.438328 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-771000d7-94ef-45d6-9c30-19ed54e53392 req-5ed5170e-403a-4637-8508-9c9cee0deb0f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0770822 Feb 17 00:13:35.480529 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-771000d7-94ef-45d6-9c30-19ed54e53392 req-f3c4d9ef-adba-4c91-8665-5a616984ad79 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367343 Feb 17 00:13:35.949622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a60e2345-7104-4f37-b997-2c01a7546012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:36.663402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075ddc-0996-46ae-b5a8-e1d10cc87c88 req-dc40055e-f064-4ae5-9914-588772552ed9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:36.664909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47075ddc-0996-46ae-b5a8-e1d10cc87c88 req-dc40055e-f064-4ae5-9914-588772552ed9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0823650 Feb 17 00:13:36.707988 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47075ddc-0996-46ae-b5a8-e1d10cc87c88 req-3733b965-1f81-49f4-b212-ec1307072a52 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Feb 17 00:13:36.986938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:37.317726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:37.860338 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-cc0c2553-1d7e-43d7-8ccf-40a6c02b9899 service neutron] 10.222.0.24 "GET /v2.0/ports/5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.1847489 Feb 17 00:13:37.894910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075476e8-4ee7-499e-a527-85c737689061 req-3b744b0c-54f8-4e86-b601-f7c7ca92df9a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:37.896377 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-075476e8-4ee7-499e-a527-85c737689061 req-3b744b0c-54f8-4e86-b601-f7c7ca92df9a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0788934 Feb 17 00:13:37.943082 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-075476e8-4ee7-499e-a527-85c737689061 req-4fc59053-8240-4694-abe4-0788a5aec76d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Feb 17 00:13:38.114256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-3950dc4b-bedc-4f4f-9aa4-71f5692c101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:38.115737 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-3950dc4b-bedc-4f4f-9aa4-71f5692c101e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 1098 time: 0.0695381 Feb 17 00:13:38.205233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-bb873de9-b14a-442d-97e3-c34b2b1ac6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:38.206575 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-bb873de9-b14a-442d-97e3-c34b2b1ac6bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1098 time: 0.0703771 Feb 17 00:13:38.340208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-e464030e-eba0-4a87-932d-26b29f3313d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:38.341643 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-e464030e-eba0-4a87-932d-26b29f3313d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1291995 Feb 17 00:13:38.441576 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-06a1e4c1-dbc5-4db1-ad03-a2a39a797c32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 1001 time: 0.0944676 Feb 17 00:13:38.501657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-f31ff398-d690-4973-ac04-b75a9ab5ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:38.502980 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-f31ff398-d690-4973-ac04-b75a9ab5ec5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0555942 Feb 17 00:13:38.565709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:38.580157 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-96504f99-3379-4063-a7eb-9d4e555e19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:38.581610 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-96504f99-3379-4063-a7eb-9d4e555e19f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720322 Feb 17 00:13:38.710634 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-960488db-97cc-40ba-9818-54ab00e134c9 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230567 Feb 17 00:13:38.839856 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5e3115ca-0550-4677-a779-c6abdfa360c4 req-7fa4ec6b-2734-4ae7-b86b-4ea6e0d62248 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234643 Feb 17 00:13:39.127898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcd786-2676-4d5d-aedc-71354fcfec44 req-ba0cd398-e07c-418c-87c9-7e3f085173be tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:39.129279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-befcd786-2676-4d5d-aedc-71354fcfec44 req-ba0cd398-e07c-418c-87c9-7e3f085173be tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0778444 Feb 17 00:13:39.172121 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-befcd786-2676-4d5d-aedc-71354fcfec44 req-914f7371-c215-4e2b-9f9a-90f898d4a0b4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368559 Feb 17 00:13:40.360569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d4456-ba60-4bbb-ba14-6cf6c0d0d272 req-83563cbe-1593-4323-ac82-46f11424b232 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:40.361930 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7d3d4456-ba60-4bbb-ba14-6cf6c0d0d272 req-83563cbe-1593-4323-ac82-46f11424b232 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0834539 Feb 17 00:13:40.405452 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7d3d4456-ba60-4bbb-ba14-6cf6c0d0d272 req-9dbe11a5-83c6-4a94-a9c8-390c576d59c4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378380 Feb 17 00:13:41.589287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdab546-d23a-435c-b245-6109d874cff7 req-8a6542f3-238c-4903-a104-17a8e66d2eba tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:41.590724 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acdab546-d23a-435c-b245-6109d874cff7 req-8a6542f3-238c-4903-a104-17a8e66d2eba tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0775909 Feb 17 00:13:41.636443 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-acdab546-d23a-435c-b245-6109d874cff7 req-5c3bf185-4123-4514-94e6-a6246938c632 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 Feb 17 00:13:41.936798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4f3fc-e4cd-4d8e-b05d-840b0408051e req-292c229a-0d75-4eec-9311-48d0a03ab33c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:41.938238 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a9b4f3fc-e4cd-4d8e-b05d-840b0408051e req-292c229a-0d75-4eec-9311-48d0a03ab33c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0799870 Feb 17 00:13:41.947989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-104971ce-0994-47f2-9124-a2a15819a803 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:41.948702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-104971ce-0994-47f2-9124-a2a15819a803 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Synchronizing usage tracker for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:13:41.965694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-104971ce-0994-47f2-9124-a2a15819a803 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Unset dirty status for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:13:41.966802 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-104971ce-0994-47f2-9124-a2a15819a803 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374&tenant_id=5c7831a629554d4e9b8fe3f74d922136&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 945 time: 0.1027606 Feb 17 00:13:41.984123 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a9b4f3fc-e4cd-4d8e-b05d-840b0408051e req-5eeb4344-c681-4b4b-86c3-b23e218f1fb5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402343 Feb 17 00:13:42.102526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-5f6537a0-efb4-4fac-b55b-0e00fa5c7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:42.103957 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-5f6537a0-efb4-4fac-b55b-0e00fa5c7ed0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 1098 time: 0.0684862 Feb 17 00:13:42.230209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-d22c8a9f-9464-4b00-9f15-0b4f134e9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:42.231626 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-d22c8a9f-9464-4b00-9f15-0b4f134e9559 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1213036 Feb 17 00:13:42.332675 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-30f49eb1-3fe3-48b8-aae6-51ea550d6012 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 200 len: 1001 time: 0.0937243 Feb 17 00:13:42.395810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-b8d222ed-f6b6-45cb-a9a0-bd2bac072b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:42.397213 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-b8d222ed-f6b6-45cb-a9a0-bd2bac072b53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0582860 Feb 17 00:13:42.468838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-b00a1b00-046c-4c6b-8c58-e1418bd21619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:42.470227 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-b00a1b00-046c-4c6b-8c58-e1418bd21619 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663917 Feb 17 00:13:42.596594 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-3da6fda1-4373-4fc7-964e-9f6161c4f75b service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201630 Feb 17 00:13:42.838599 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2f1dadfb-68c5-440e-9fab-a86bdd0f82b9 req-ca3817e2-da0c-410e-9720-2c36c9edba94 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365174 Feb 17 00:13:43.315661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca26a06-0dcb-4d77-8020-36915bec5363 req-f124af6d-e717-4fe7-8cc2-0dd2f7b451f6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:43.317187 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aca26a06-0dcb-4d77-8020-36915bec5363 req-f124af6d-e717-4fe7-8cc2-0dd2f7b451f6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Feb 17 00:13:43.365583 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aca26a06-0dcb-4d77-8020-36915bec5363 req-f665f0cc-9602-4f64-be8d-61431199f32f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Feb 17 00:13:44.547094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b664-baf4-4c6f-a35d-8acca2629f39 req-aae8b6d3-dc8c-411a-8f75-162f0a145253 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:44.548551 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7477b664-baf4-4c6f-a35d-8acca2629f39 req-aae8b6d3-dc8c-411a-8f75-162f0a145253 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0776622 Feb 17 00:13:44.590754 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7477b664-baf4-4c6f-a35d-8acca2629f39 req-dd16d37f-708a-419a-a54c-346a13f76b3e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367210 Feb 17 00:13:44.774807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86240b-0f4c-4644-887e-9b6c324a6dec req-d7ed3227-34f5-4baf-b269-833b08e32296 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:44.776249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ce86240b-0f4c-4644-887e-9b6c324a6dec req-d7ed3227-34f5-4baf-b269-833b08e32296 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0805404 Feb 17 00:13:44.818248 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ce86240b-0f4c-4644-887e-9b6c324a6dec req-802cdb99-337e-4432-9978-8f170fed737f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365303 Feb 17 00:13:44.995041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9027-4ca9-43d6-8919-669e9d96c775 req-56d58c1b-dfc7-4398-9b08-3ebfa750d285 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:44.996394 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-92dc9027-4ca9-43d6-8919-669e9d96c775 req-56d58c1b-dfc7-4398-9b08-3ebfa750d285 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0765128 Feb 17 00:13:45.039020 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-92dc9027-4ca9-43d6-8919-669e9d96c775 req-45ad3e60-cb99-4699-b2bc-3cbc3725a5e1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371940 Feb 17 00:13:45.491151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596d482-0e99-4a15-b29d-c82282b25ac7 req-ff4cc645-f98e-4dd2-97b5-5a6103fb067c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:45.492612 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e596d482-0e99-4a15-b29d-c82282b25ac7 req-ff4cc645-f98e-4dd2-97b5-5a6103fb067c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.1664767 Feb 17 00:13:45.535538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e596d482-0e99-4a15-b29d-c82282b25ac7 req-b06a087d-7eea-4061-8619-4a9187f59b2b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366793 Feb 17 00:13:46.728878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9606fb-62ca-4019-9913-af708abb63dc req-773d478e-8a90-45d7-ae59-dacc354e20a8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:46.730338 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8d9606fb-62ca-4019-9913-af708abb63dc req-773d478e-8a90-45d7-ae59-dacc354e20a8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0873120 Feb 17 00:13:46.777571 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8d9606fb-62ca-4019-9913-af708abb63dc req-bdc10e73-fef9-42aa-83f7-3af6ad30c107 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Feb 17 00:13:47.029225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-ba720c14-418a-4601-9448-008d4c1fcc4b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:47.030700 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-ba720c14-418a-4601-9448-008d4c1fcc4b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 945 time: 0.0852244 Feb 17 00:13:47.100248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Deleting port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:13:47.100592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:47.339761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] For port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:47.340026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:47.619728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:47.620112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:47.620578 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 disassociated. External IP: 172.26.2.112, port: 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65. Feb 17 00:13:47.620917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Calling delete_port for 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:13:47.767139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:47.815655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event deleted for resources: {'Port': ['ID=5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:47.933953 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bea559bd-94fa-4a47-a40b-89a020852781 req-5fe64032-a019-4e35-988f-c360414fa30f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=41556bc6-5155-49a2-abaf-a64b8aff3374 HTTP/1.1" status: 200 len: 210 time: 0.0422182 Feb 17 00:13:48.010312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:13:48.195020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:13:48.204768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:13:48.214308 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:48.214914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:13:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:48.266606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] No DVR routers for this DVR port 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:13:48.269135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:48.271608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'name': 'network-vif-deleted', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:48.287839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-23a5da06-da7b-4b71-94ea-e3b3247b3ded req-a5dbbe3b-feb7-471b-b50c-b564fc4dcce7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "DELETE /v2.0/ports/5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 HTTP/1.1" status: 204 len: 173 time: 1.2523160 Feb 17 00:13:48.325887 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41556bc6-5155-49a2-abaf-a64b8aff3374', 'name': 'network-vif-deleted', 'tag': '5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65', 'status': 'completed', 'code': 200} Feb 17 00:13:48.454134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:48.757788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:48.762105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:13:48.770292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:13:48.770888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:13:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:48.955948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:13:49.257016 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-23826278-22e6-4d1c-aef3-b939506ae696 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--700097266&fields=id&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 267 time: 0.0391560 Feb 17 00:13:49.262829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:13:49.266753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16b78f7-5335-4f6b-88a2-7ebd54259ec0 None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:13:49.407662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-e1e33d9c-e3fe-4f5b-a03d-600c911bbc0e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:49.409137 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-e1e33d9c-e3fe-4f5b-a03d-600c911bbc0e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.1458473 Feb 17 00:13:49.424837 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-457a0a84-0e3c-4411-b457-233d3aece901 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/quotas/5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 375 time: 0.0102222 Feb 17 00:13:49.514010 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd44e79-c465-4ab5-8838-2a8fd2430899 None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:13:49.514770 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-d37ac68a-be6f-4ee6-ab7c-8f7267765dee tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844691 Feb 17 00:13:49.695563 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-a5088ef1-ef44-4a8b-a05a-69d5af1e7844 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694064 Feb 17 00:13:49.764898 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:13:49.802505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:13:49.802995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 5b4e2e2c-cd57-4386-8b2d-ac84c84e5f65 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:13:49.829264 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-507881b6-950a-484e-bc93-e0ef32f4c948 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272683 Feb 17 00:13:49.998461 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f1431b45-7725-454a-aa4d-22a5702b3eab req-0b665bed-98d8-440e-aab3-d6ebec4010bc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 210 time: 0.0417261 Feb 17 00:13:51.123329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c559568f-e684-45a5-be54-3fe7262410ef tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:51.124786 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c559568f-e684-45a5-be54-3fe7262410ef tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.2706761 Feb 17 00:13:51.147363 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-479c3263-afc2-4a6b-b450-c14b80631806 req-968a2a8a-8bbb-46a0-8ecb-111fca789034 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 210 time: 0.0415704 Feb 17 00:13:51.172680 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-3745328e-70bb-418e-92c7-443ea9fe86c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 379 time: 0.0392802 Feb 17 00:13:51.183001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'port': {'device_id': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'admin_state_up': True, 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'security_groups': ['af93fd7e-9f1b-4610-94ee-910c0beeb75e']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:51.313415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:13:51.317357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:port and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:13:51.320094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:13:51.325663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:13:51.334540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Made reservation on behalf of 5c7831a629554d4e9b8fe3f74d922136 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:13:51.338062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:51.494152 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:51.503445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Allocated IP 172.20.0.11 (4ed0727c-c51f-41b3-ba30-22e2f8937868/cd801050-5212-45e8-9d3b-747624fc32b9/262bbdd9-6a27-4738-b32e-49015a6b77ff) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:13:51.688372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:51.704429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Transition to ACTIVE for port object 262bbdd9-6a27-4738-b32e-49015a6b77ff will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:13:51.728676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:51.800331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:13:51.803417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:13:51.806085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:13:51.854317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:51.882672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:51.883783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:51.912357 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-c85c61a3-be0c-4fb2-a5ef-75767ad3f4c8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7335575 Feb 17 00:13:51.923653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Request body: {'port': {'device_id': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:13:52.014210 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1c4dfaf-11cd-4c26-8c43-f97aa292d8fe None None] Provisioning for port 262bbdd9-6a27-4738-b32e-49015a6b77ff completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:52.019591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c1c4dfaf-11cd-4c26-8c43-f97aa292d8fe None None] Provisioning complete for port 262bbdd9-6a27-4738-b32e-49015a6b77ff triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:52.019966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c1c4dfaf-11cd-4c26-8c43-f97aa292d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:52.038236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:52.071934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4dfaf-11cd-4c26-8c43-f97aa292d8fe None None] Port 262bbdd9-6a27-4738-b32e-49015a6b77ff cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:13:52.332142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e1c66-da44-4af9-b31f-f49528c9a5ce req-d6f226d5-98f2-47d5-a211-c065e86e8ad1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:52.333543 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-506e1c66-da44-4af9-b31f-f49528c9a5ce req-d6f226d5-98f2-47d5-a211-c065e86e8ad1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 932 time: 0.0810335 Feb 17 00:13:52.377063 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-506e1c66-da44-4af9-b31f-f49528c9a5ce req-eab2e235-af72-43b6-89be-9f0dc9b5cc29 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378191 Feb 17 00:13:52.377320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262bbdd9-6a27-4738-b32e-49015a6b77ff {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:13:52.385069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:52.399171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Transition to ACTIVE for port object 262bbdd9-6a27-4738-b32e-49015a6b77ff will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:13:52.402942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:52.553966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:52.637119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Attempting to bind port 262bbdd9-6a27-4738-b32e-49015a6b77ff on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:13:52.637442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Attempting to bind port 262bbdd9-6a27-4738-b32e-49015a6b77ff by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:13:52.637761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Attempting to bind port 262bbdd9-6a27-4738-b32e-49015a6b77ff on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:13:52.642285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Port 262bbdd9-6a27-4738-b32e-49015a6b77ff on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:13:52.642606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Attempting to bind port 262bbdd9-6a27-4738-b32e-49015a6b77ff on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:13:52.647555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:13:52.647891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Checking segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:13:52.648292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Bound using segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:13:52.648710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Bound port: 262bbdd9-6a27-4738-b32e-49015a6b77ff, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:13:52.649048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:52.739804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:13:52.743159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:13:52.748544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:52.917815 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:52.918455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:52.919849 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 1094 time: 1.0006032 Feb 17 00:13:52.920311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:52.943492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8775ac-a8e1-4ae6-91b4-a127f9f589a0 service neutron] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:52.998656 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'status': 'completed', 'code': 200} Feb 17 00:13:53.044500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-4fe0ca1e-a5fc-44ea-a57e-48ed55b84c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.045982 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-4fe0ca1e-a5fc-44ea-a57e-48ed55b84c4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0798128 Feb 17 00:13:53.113759 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-d7f937cc-8790-4809-9b56-0c4c28e3788c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 217 time: 0.0615323 Feb 17 00:13:53.176778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c7fe7c5-51eb-49d8-87da-ae6f80e53685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.178067 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-8c7fe7c5-51eb-49d8-87da-ae6f80e53685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0592706 Feb 17 00:13:53.250164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-5cc722f2-544c-44bc-ab55-c1c4274e107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.251578 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-5cc722f2-544c-44bc-ab55-c1c4274e107d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677235 Feb 17 00:13:53.379136 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-bf7c7e45-e563-40f7-bd39-b4c273df4f70 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214857 Feb 17 00:13:53.510323 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-587d27c2-f33b-4adb-a455-e065b8822ed9 req-7ec6576e-daf9-4913-b0d2-c97c4efdee61 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244178 Feb 17 00:13:53.561216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb301e7-7d5c-4fda-9c6b-b71c10c21d0e req-6836b101-c740-4a2d-b91d-070769bfcacf tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.562654 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-beb301e7-7d5c-4fda-9c6b-b71c10c21d0e req-6836b101-c740-4a2d-b91d-070769bfcacf tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 944 time: 0.0778320 Feb 17 00:13:53.611526 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-beb301e7-7d5c-4fda-9c6b-b71c10c21d0e req-012a912d-2cf4-4f6a-b493-34c91aa83594 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429089 Feb 17 00:13:53.629666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472525f-316e-4947-8683-1fe15665c79c req-82f82fc4-5b71-49f0-9283-3dad147a8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.631263 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d472525f-316e-4947-8683-1fe15665c79c req-82f82fc4-5b71-49f0-9283-3dad147a8fba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0746732 Feb 17 00:13:53.762570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472525f-316e-4947-8683-1fe15665c79c req-3718fa3a-a654-4948-8799-89bdd8808650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.763915 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d472525f-316e-4947-8683-1fe15665c79c req-3718fa3a-a654-4948-8799-89bdd8808650 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1257570 Feb 17 00:13:53.828605 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d472525f-316e-4947-8683-1fe15665c79c req-24e5dcf0-0ac9-41f1-9782-bbda7ce6e5c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 217 time: 0.0582442 Feb 17 00:13:53.890766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472525f-316e-4947-8683-1fe15665c79c req-be1e5af3-7efc-4b19-94bc-4d49f4d3b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.892130 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d472525f-316e-4947-8683-1fe15665c79c req-be1e5af3-7efc-4b19-94bc-4d49f4d3b5ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0575128 Feb 17 00:13:53.964549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472525f-316e-4947-8683-1fe15665c79c req-09315e2b-85cb-4999-8f6e-62902b259b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:53.965979 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d472525f-316e-4947-8683-1fe15665c79c req-09315e2b-85cb-4999-8f6e-62902b259b23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668814 Feb 17 00:13:54.094168 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d472525f-316e-4947-8683-1fe15665c79c req-fa3d6010-11a0-4b9f-b317-95217acef74e service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217418 Feb 17 00:13:54.221680 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d472525f-316e-4947-8683-1fe15665c79c req-7e055007-7e87-4974-8fe8-3974ecc8ae1a service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213486 Feb 17 00:13:54.797430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e004591-85ad-4c0c-91ec-27e27857b7a4 req-e1e80395-b97a-4311-b586-7d79eb3322da tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:54.798857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e004591-85ad-4c0c-91ec-27e27857b7a4 req-e1e80395-b97a-4311-b586-7d79eb3322da tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 944 time: 0.0770848 Feb 17 00:13:54.841664 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e004591-85ad-4c0c-91ec-27e27857b7a4 req-e4bf8e89-71af-4215-95b8-0db2830df103 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372300 Feb 17 00:13:55.827189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 262bbdd9-6a27-4738-b32e-49015a6b77ff details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:13:55.957925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:55.971278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'mac_address': 'fa:16:3e:7a:eb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:13:56.027034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c35f0-d715-42eb-a630-68691da773c2 req-051a0d15-a4e9-476f-9398-d0a585727403 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:56.029810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:56.030373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-013c35f0-d715-42eb-a630-68691da773c2 req-051a0d15-a4e9-476f-9398-d0a585727403 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 944 time: 0.0856113 Feb 17 00:13:56.046866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262bbdd9-6a27-4738-b32e-49015a6b77ff {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:13:56.061936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:56.065282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:56.072286 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-013c35f0-d715-42eb-a630-68691da773c2 req-2a6e455e-db3a-49f7-b2c7-9d90ccbbbb20 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Feb 17 00:13:56.130976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:56.256691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['262bbdd9-6a27-4738-b32e-49015a6b77ff'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:13:57.257124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aa167-34d0-409d-bd91-45f55225799b req-3b2a409a-a50b-404c-a917-6b0d9e3be36c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:57.258602 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-170aa167-34d0-409d-bd91-45f55225799b req-3b2a409a-a50b-404c-a917-6b0d9e3be36c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 945 time: 0.0769830 Feb 17 00:13:57.300835 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-170aa167-34d0-409d-bd91-45f55225799b req-6417ff2c-1483-4100-a557-4cf90437f24b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367479 Feb 17 00:13:57.842666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 262bbdd9-6a27-4738-b32e-49015a6b77ff up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:13:57.907573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 262bbdd9-6a27-4738-b32e-49015a6b77ff completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:13:57.912101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 262bbdd9-6a27-4738-b32e-49015a6b77ff triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:13:57.912425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:58.061368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:58.087531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:13:58.098270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:13:58.103507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:13:58.140143 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'code': 200} Feb 17 00:13:58.179327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:13:58.354527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704ee17-66c2-4589-8085-0b2aec5a5540 req-8f9d94a2-1edd-45f9-9cb6-138f07fb1fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:58.355984 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8704ee17-66c2-4589-8085-0b2aec5a5540 req-8f9d94a2-1edd-45f9-9cb6-138f07fb1fe1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0682321 Feb 17 00:13:58.399239 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8704ee17-66c2-4589-8085-0b2aec5a5540 req-ce41807d-b727-425b-8a7b-5c31a9f386b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375085 Feb 17 00:13:58.488856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a94f0-9056-4a2a-ad38-7c991c3e9f39 req-6ba3c721-0930-459c-915e-30f6633854f3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:58.490199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c4a94f0-9056-4a2a-ad38-7c991c3e9f39 req-6ba3c721-0930-459c-915e-30f6633854f3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0798776 Feb 17 00:13:58.539727 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c4a94f0-9056-4a2a-ad38-7c991c3e9f39 req-16311f72-a4e7-45b8-a8db-bde0ced37a81 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Feb 17 00:13:59.722131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be05ae4-3538-4d4c-b70c-036b4a903d1c req-6c1af2f3-151c-46db-bcfd-1ed662df340e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:13:59.723573 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6be05ae4-3538-4d4c-b70c-036b4a903d1c req-6c1af2f3-151c-46db-bcfd-1ed662df340e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0776002 Feb 17 00:13:59.766090 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6be05ae4-3538-4d4c-b70c-036b4a903d1c req-b7abb163-5a75-4e89-ad00-534291d66344 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369344 Feb 17 00:14:00.087076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cf2bf-c56f-4a52-9eff-ca690a75d480 req-1dea9892-f5c3-4d4c-b384-2f2ea6cf051a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:00.088526 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c14cf2bf-c56f-4a52-9eff-ca690a75d480 req-1dea9892-f5c3-4d4c-b384-2f2ea6cf051a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0790863 Feb 17 00:14:00.097069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59812) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:00.102446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'floatingip': {'port_id': '262bbdd9-6a27-4738-b32e-49015a6b77ff'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:00.275158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:00.846809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:00.850412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:01.011990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 associated. External IP: 172.26.2.112, port: 262bbdd9-6a27-4738-b32e-49015a6b77ff. Feb 17 00:14:01.346874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:14:01.628261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:14:01.632346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:01.638106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:14:01.647495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:14:01.648131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:13:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:01.688702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9ca27908-de55-4904-ad94-633e374cd46a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "PUT /v2.0/floatingips/6628cc77-aad1-4be9-9baa-b8dc24196146 HTTP/1.1" status: 200 len: 992 time: 1.5905871 Feb 17 00:14:01.689282 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:01.735439 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'status': 'completed', 'code': 200} Feb 17 00:14:01.827184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-316e3f60-881b-4bd2-8e2c-3eb4cb672ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:01.828657 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-316e3f60-881b-4bd2-8e2c-3eb4cb672ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0729132 Feb 17 00:14:01.831434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:14:02.026978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035ee29-239e-4e4c-9d9c-f91be1028990 req-a2053217-4b2e-4ad3-b19a-f2515beb623c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:02.028482 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7035ee29-239e-4e4c-9d9c-f91be1028990 req-a2053217-4b2e-4ad3-b19a-f2515beb623c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0822363 Feb 17 00:14:02.077392 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:14:02.080576 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7035ee29-239e-4e4c-9d9c-f91be1028990 req-92b0cabe-3361-4ebe-9b94-373d4dd177c9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 Feb 17 00:14:02.083949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-42da308e-eb0b-42f9-8d64-e0cd21490e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:02.085731 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-42da308e-eb0b-42f9-8d64-e0cd21490e21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.2509050 Feb 17 00:14:02.189022 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-4a66cd8d-d33d-4e3b-a90f-b3124fe24023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 1000 time: 0.0958612 Feb 17 00:14:02.202511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:7a:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:14:00Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:02.206420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:14:02.215248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:14:02.215836 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:13:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:02.264801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-7eb71bd3-d5a9-4e91-a9f2-bc8a4ad2bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:02.266238 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-7eb71bd3-d5a9-4e91-a9f2-bc8a4ad2bcf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0719893 Feb 17 00:14:02.341429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-c20398fb-3e3f-455f-b709-b2d28276b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:02.342825 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-c20398fb-3e3f-455f-b709-b2d28276b060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710113 Feb 17 00:14:02.391256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:14:02.472266 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-2b61445f-47ea-4683-8465-a76d46523104 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234639 Feb 17 00:14:02.635904 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8bd8bf51-39f2-47e5-98a2-3def569776e1 req-bd4989a1-cbe8-4191-9909-8c1b412c3c0c service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574812 Feb 17 00:14:02.733208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:7a:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:14:00Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:02.737119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a6c1ce-62bd-47a1-aa46-8684509458b8 None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:7a:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:14:00Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:14:02.913325 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75148839-2f30-4dc0-8952-5610d710833d None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:14:03.263702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be8c6-9455-4ede-a791-b0debd2fd89f req-9681c23e-a93f-46cf-b4a9-dc2b67398618 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:03.265247 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e1be8c6-9455-4ede-a791-b0debd2fd89f req-9681c23e-a93f-46cf-b4a9-dc2b67398618 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0826550 Feb 17 00:14:03.308765 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e1be8c6-9455-4ede-a791-b0debd2fd89f req-fd9a96b6-10b1-462a-a607-224d651e7604 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373614 Feb 17 00:14:03.718857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c6d039de-039f-4416-9c4c-e1a959b016d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:04.489064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aeec9-b87e-4df0-ade2-68ff65495292 req-1caa9eb6-a70a-4eeb-b0a6-773e08d6794b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:04.490485 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5e5aeec9-b87e-4df0-ade2-68ff65495292 req-1caa9eb6-a70a-4eeb-b0a6-773e08d6794b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0771198 Feb 17 00:14:04.533284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5e5aeec9-b87e-4df0-ade2-68ff65495292 req-bdb62bcb-08a9-44a0-863d-3e752c6b046b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372043 Feb 17 00:14:05.718155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebcbfd-a235-462a-a8a5-57a8b70c0f8c req-1293f5e3-51fe-4868-972b-0facd38f2e54 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:05.719835 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b6ebcbfd-a235-462a-a8a5-57a8b70c0f8c req-1293f5e3-51fe-4868-972b-0facd38f2e54 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0814230 Feb 17 00:14:05.762321 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b6ebcbfd-a235-462a-a8a5-57a8b70c0f8c req-56188e84-fefa-4990-8caa-e5ce76b5a729 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368600 Feb 17 00:14:05.951590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-854096ec-5ff7-4e5b-897a-f7b68ec417c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:06.941073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ce73-7033-464c-a2d4-8a827c85dd60 req-6457281a-b305-4de4-8191-889c1520b728 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:06.942402 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6843ce73-7033-464c-a2d4-8a827c85dd60 req-6457281a-b305-4de4-8191-889c1520b728 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0772541 Feb 17 00:14:06.986645 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6843ce73-7033-464c-a2d4-8a827c85dd60 req-1ff56f5e-8a8c-4fd9-ace5-d32d34ed5de6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386190 Feb 17 00:14:06.989729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:07.320584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:08.168019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95851f7-cda1-4827-89ad-39a3f0b4b042 req-28bc38e9-ba75-43d8-84be-dfcc76d8a981 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:08.169480 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a95851f7-cda1-4827-89ad-39a3f0b4b042 req-28bc38e9-ba75-43d8-84be-dfcc76d8a981 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0799835 Feb 17 00:14:08.212484 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a95851f7-cda1-4827-89ad-39a3f0b4b042 req-66d1bb41-1a95-49d5-a9c3-9fa81f7e4541 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374868 Feb 17 00:14:08.568520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:09.389588 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78441cab-edcf-47c2-8bcd-ed9cc0b70061 req-4a080325-6012-4814-ae44-2da56b958055 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:09.390996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-78441cab-edcf-47c2-8bcd-ed9cc0b70061 req-4a080325-6012-4814-ae44-2da56b958055 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0769947 Feb 17 00:14:09.436789 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-78441cab-edcf-47c2-8bcd-ed9cc0b70061 req-ad22d95e-5b06-419f-bd75-52903cb5d6cb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Feb 17 00:14:10.616088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889671f-be1b-43ce-b978-53f3369248a7 req-bd344c32-069e-4205-b88f-e9a3b3ba0592 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:10.618143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7889671f-be1b-43ce-b978-53f3369248a7 req-bd344c32-069e-4205-b88f-e9a3b3ba0592 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0772710 Feb 17 00:14:10.661122 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7889671f-be1b-43ce-b978-53f3369248a7 req-1a66f34d-275b-4541-b18b-9a84f11f8a75 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371492 Feb 17 00:14:11.847493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07310e-3150-44a0-89c1-85cb984f85cf req-a2112700-d80d-44ef-a801-4f01358bd4cb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:11.848960 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1e07310e-3150-44a0-89c1-85cb984f85cf req-a2112700-d80d-44ef-a801-4f01358bd4cb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0810347 Feb 17 00:14:11.891362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1e07310e-3150-44a0-89c1-85cb984f85cf req-4601749d-54b4-4b41-899b-901bba3c9256 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369513 Feb 17 00:14:13.073420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0feb3-9cc6-4d4b-9cc5-9d2b785e4098 req-1148ccbc-d04f-444c-8658-bdf4e8733166 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:13.074868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0bd0feb3-9cc6-4d4b-9cc5-9d2b785e4098 req-1148ccbc-d04f-444c-8658-bdf4e8733166 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0788498 Feb 17 00:14:13.118258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0bd0feb3-9cc6-4d4b-9cc5-9d2b785e4098 req-e2491e29-7bbc-4d28-8384-669635fe0ab8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378158 Feb 17 00:14:14.299723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ee35-48fb-44f0-a8dd-cb94d515e5a7 req-d20f826f-1690-4df1-91cf-837e8f6358b6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:14.301174 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6621ee35-48fb-44f0-a8dd-cb94d515e5a7 req-d20f826f-1690-4df1-91cf-837e8f6358b6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0809276 Feb 17 00:14:14.343967 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6621ee35-48fb-44f0-a8dd-cb94d515e5a7 req-b1185378-69de-4d91-a76d-9dec3503d69a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369155 Feb 17 00:14:15.520717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d969e-8761-4682-9183-3bba401fbc99 req-c5403773-088f-4232-918e-bc637728f810 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:15.522149 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-762d969e-8761-4682-9183-3bba401fbc99 req-c5403773-088f-4232-918e-bc637728f810 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0762570 Feb 17 00:14:15.568025 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-762d969e-8761-4682-9183-3bba401fbc99 req-8eab88e6-df24-4b67-a146-134d0c1de74a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Feb 17 00:14:16.759805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0186609-9651-4cd1-907c-e28980d60fd8 req-2dae571e-bdb6-4dc1-81d4-fc1355426232 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:16.761294 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a0186609-9651-4cd1-907c-e28980d60fd8 req-2dae571e-bdb6-4dc1-81d4-fc1355426232 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0873349 Feb 17 00:14:16.807596 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a0186609-9651-4cd1-907c-e28980d60fd8 req-7bb5be48-ef49-43fa-85ab-9cb5e96f273b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383694 Feb 17 00:14:17.992104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f56e5e-d775-4377-aeb7-fc12beeff73c req-ebf89cb8-08ea-49a0-96fb-60b2bb00b798 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:17.993476 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-94f56e5e-d775-4377-aeb7-fc12beeff73c req-ebf89cb8-08ea-49a0-96fb-60b2bb00b798 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0810282 Feb 17 00:14:18.037960 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-94f56e5e-d775-4377-aeb7-fc12beeff73c req-1897ffde-8740-4ab7-a622-08d359caa36d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386779 Feb 17 00:14:19.222754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2bce-162f-47d0-a3d2-48fa2687cd8d req-96927e13-fb37-415f-ba8d-03505c6188fc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:19.224360 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-10ee2bce-162f-47d0-a3d2-48fa2687cd8d req-96927e13-fb37-415f-ba8d-03505c6188fc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0785789 Feb 17 00:14:19.232314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-e6e0d2b4-64fe-496a-9fee-afc8034a2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:19.233785 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-e6e0d2b4-64fe-496a-9fee-afc8034a2ad1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0701389 Feb 17 00:14:19.269797 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-10ee2bce-162f-47d0-a3d2-48fa2687cd8d req-c74f4829-e3d6-4655-aa15-3ba03c7d3bbc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396004 Feb 17 00:14:19.376083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-f0c1d771-663f-44c1-880a-9cff7dcc7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:19.377452 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-f0c1d771-663f-44c1-880a-9cff7dcc7160 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1252334 Feb 17 00:14:19.484615 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-db24943a-db29-4b5d-b06c-167635cd6a1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 1002 time: 0.1006138 Feb 17 00:14:19.549580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-86853f20-5336-43b1-96c6-62b3fb7b5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:19.550982 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-86853f20-5336-43b1-96c6-62b3fb7b5bac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0599778 Feb 17 00:14:19.627999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-c2b6b65b-33a0-4ce8-9b6d-b80e91e0a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:19.629404 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-c2b6b65b-33a0-4ce8-9b6d-b80e91e0a842 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708148 Feb 17 00:14:19.758349 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-04e58f0b-0556-45a6-a29e-7e5b552ef5b7 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222961 Feb 17 00:14:19.885182 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e0c497ac-03b3-42e2-b055-85ec9c9e6ef0 req-30f2a733-dcc5-4e64-afef-80152e1a21cb service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203611 Feb 17 00:14:20.452622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d24a-acc5-4d55-9152-dd5140572a0d req-93ca9c2c-1d69-4809-b27b-bf18cb5cfa94 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:20.454046 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c864d24a-acc5-4d55-9152-dd5140572a0d req-93ca9c2c-1d69-4809-b27b-bf18cb5cfa94 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0803790 Feb 17 00:14:20.496617 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c864d24a-acc5-4d55-9152-dd5140572a0d req-438657a8-2c6a-4226-bc30-c321b997b9a2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370519 Feb 17 00:14:21.517071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:21.681199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9474cf-b660-4d72-9160-0d9bf237fa44 req-c0ba818b-ce41-45dc-98a1-293917adf8c0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:21.682725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3c9474cf-b660-4d72-9160-0d9bf237fa44 req-c0ba818b-ce41-45dc-98a1-293917adf8c0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0786505 Feb 17 00:14:21.730101 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3c9474cf-b660-4d72-9160-0d9bf237fa44 req-abe8be76-d057-4554-a879-e1adb2d88dc8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Feb 17 00:14:22.921665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e156-dbe2-42ba-8b28-15eec5eb4abe req-5627d723-73dd-4cb0-81e9-5799285f68e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:22.923078 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b25e156-dbe2-42ba-8b28-15eec5eb4abe req-5627d723-73dd-4cb0-81e9-5799285f68e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0892625 Feb 17 00:14:22.967446 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b25e156-dbe2-42ba-8b28-15eec5eb4abe req-b4561cfb-9cb8-494a-86e1-5f0dce7b040d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388095 Feb 17 00:14:24.143850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d299b8-c5b4-493a-8029-f8323b8ad425 req-117a7758-71e1-4261-87bd-5bf9a0f94b36 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:24.145300 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-08d299b8-c5b4-493a-8029-f8323b8ad425 req-117a7758-71e1-4261-87bd-5bf9a0f94b36 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0770335 Feb 17 00:14:24.190462 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-08d299b8-c5b4-493a-8029-f8323b8ad425 req-ea3b8f0c-480b-46ea-857f-0be649bde535 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388677 Feb 17 00:14:25.370835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39da63-27d0-4899-a3d4-9f9fcf24fe73 req-35c4f9a2-1361-4766-a03f-96fabf004a62 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:25.372514 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b39da63-27d0-4899-a3d4-9f9fcf24fe73 req-35c4f9a2-1361-4766-a03f-96fabf004a62 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0785141 Feb 17 00:14:25.416147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b39da63-27d0-4899-a3d4-9f9fcf24fe73 req-60111a69-ac22-43e6-9fe4-aca83bde1ac6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381103 Feb 17 00:14:26.601066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fedc9-457b-4085-a650-411312cb6b50 req-b286a661-4cce-4760-81dd-76117d437c87 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:26.602531 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b21fedc9-457b-4085-a650-411312cb6b50 req-b286a661-4cce-4760-81dd-76117d437c87 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0808637 Feb 17 00:14:26.645249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b21fedc9-457b-4085-a650-411312cb6b50 req-e3add603-dd1e-401d-96fd-924b15ec1dc3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371230 Feb 17 00:14:27.831045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb2f1b-58f3-4945-89ab-e861d48b888d req-d4ddad06-13cc-45f3-a927-c4208a80b0ce tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:27.832638 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3eb2f1b-58f3-4945-89ab-e861d48b888d req-d4ddad06-13cc-45f3-a927-c4208a80b0ce tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0812237 Feb 17 00:14:27.877536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3eb2f1b-58f3-4945-89ab-e861d48b888d req-b3d788ef-c42e-45a2-b223-f50fa7676c50 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Feb 17 00:14:28.213653 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-9a4df5c0-0ba3-4a5e-945f-4b9be34e3fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680041 Feb 17 00:14:28.379232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01647d6a-2bd2-4352-b3bd-b4e6a294191e req-0a75f487-5616-442e-8a4c-ab2442fa5a6b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:28.380743 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01647d6a-2bd2-4352-b3bd-b4e6a294191e req-0a75f487-5616-442e-8a4c-ab2442fa5a6b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.1873941 Feb 17 00:14:28.425223 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01647d6a-2bd2-4352-b3bd-b4e6a294191e req-b9e8bd92-7cda-48a9-b029-d3f808038c14 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387506 Feb 17 00:14:29.292673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-2516a9ed-84f4-4555-a328-4e429e36cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:29.294099 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-2516a9ed-84f4-4555-a328-4e429e36cb88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0718794 Feb 17 00:14:29.538039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-f8821a77-f064-42c5-8e74-f33c80dd64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:29.540314 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-f8821a77-f064-42c5-8e74-f33c80dd64c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.2405405 Feb 17 00:14:29.614002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738eadf-c4f5-4f66-b36b-45270de89632 req-8008e61a-818f-4dc6-bbf2-41dc2f1637e8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:29.615389 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9738eadf-c4f5-4f66-b36b-45270de89632 req-8008e61a-818f-4dc6-bbf2-41dc2f1637e8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0811656 Feb 17 00:14:29.643031 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-e7e75730-ac00-491a-ac40-72e2d97546ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 1002 time: 0.0969617 Feb 17 00:14:29.663365 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9738eadf-c4f5-4f66-b36b-45270de89632 req-a38c2c1d-8a9e-444b-91de-a253f2c10f33 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Feb 17 00:14:29.705560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-4769f0fc-5fef-496a-a0a2-c8e009981acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:29.707012 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-4769f0fc-5fef-496a-a0a2-c8e009981acb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0576153 Feb 17 00:14:29.778977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-668130c6-c360-4609-beea-b46c6d165051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:29.780429 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-668130c6-c360-4609-beea-b46c6d165051 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680075 Feb 17 00:14:29.911409 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-176de7c6-5c0d-41d7-91f3-c0d0d35b6b7c service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249993 Feb 17 00:14:30.040600 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-b82c973e-9103-41b2-be5c-3fa9df3e696c service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224554 Feb 17 00:14:30.842808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428dba5-2733-4c6b-bb7d-4f929e1dee09 req-3a34982f-ee36-4afb-b92f-712716161a4f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:30.844515 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d428dba5-2733-4c6b-bb7d-4f929e1dee09 req-3a34982f-ee36-4afb-b92f-712716161a4f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0766971 Feb 17 00:14:30.887091 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d428dba5-2733-4c6b-bb7d-4f929e1dee09 req-57a03898-597b-4505-ace4-16fcd73619b6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370343 Feb 17 00:14:31.659841 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-35a70c5c-9b22-472a-a257-fd30c10c4dfb service neutron] 10.222.0.24 "GET /v2.0/ports/262bbdd9-6a27-4738-b32e-49015a6b77ff/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0765948 Feb 17 00:14:31.915536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-3d951a3c-7638-4227-be0a-31b685865abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:31.917158 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-3d951a3c-7638-4227-be0a-31b685865abb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 1099 time: 0.0702372 Feb 17 00:14:32.010570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-f78f27be-bf88-4ea6-9f5f-f3010a6ab516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:32.012038 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-f78f27be-bf88-4ea6-9f5f-f3010a6ab516 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0725737 Feb 17 00:14:32.073458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f290-e7e5-4047-97b0-136e7f11d0dc req-b5814b3e-f553-4554-ad8e-0a7fe67ec191 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:32.074910 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4519f290-e7e5-4047-97b0-136e7f11d0dc req-b5814b3e-f553-4554-ad8e-0a7fe67ec191 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0817704 Feb 17 00:14:32.118578 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4519f290-e7e5-4047-97b0-136e7f11d0dc req-9cb16c56-03dc-4b23-b30d-7033539c7feb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378277 Feb 17 00:14:32.140107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-19e7022b-f071-47e1-a8bd-5cc512af5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:32.141559 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-19e7022b-f071-47e1-a8bd-5cc512af5a50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1243632 Feb 17 00:14:32.240202 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-262b8c82-46af-4608-8867-c43def74bf00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 1002 time: 0.0927296 Feb 17 00:14:32.299678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-2bca1f6a-6985-4255-97ab-40540a187122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:32.301054 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-2bca1f6a-6985-4255-97ab-40540a187122 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0546622 Feb 17 00:14:32.372132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-145015ba-170b-4e0b-88ee-4537fec38165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:32.373542 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-145015ba-170b-4e0b-88ee-4537fec38165 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672760 Feb 17 00:14:32.500685 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-065ba0cc-8f7d-4993-8946-caf9e45e99ba service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212175 Feb 17 00:14:32.625927 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-9d831ae7-f003-4378-bbf3-cc96b32c5ea3 req-5a2a9b0a-0f6d-40ca-9e0d-39b8ad0af501 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194613 Feb 17 00:14:33.310702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4398-afdd-4677-9d0d-073ba53bb1f2 req-ba2a7771-a836-4bb8-972a-a128de8881b4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:33.312159 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5d2f4398-afdd-4677-9d0d-073ba53bb1f2 req-ba2a7771-a836-4bb8-972a-a128de8881b4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0786724 Feb 17 00:14:33.355831 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5d2f4398-afdd-4677-9d0d-073ba53bb1f2 req-fd0446c5-9a80-40fd-bab4-82cd7a0a303f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381927 Feb 17 00:14:33.721008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1142eeb7-6cd8-44d5-a518-d2a2ef670088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:34.047380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 262bbdd9-6a27-4738-b32e-49015a6b77ff details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:14:34.049792 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 262bbdd9-6a27-4738-b32e-49015a6b77ff no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:14:34.289654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:34.318716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:34.339894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'mac_address': 'fa:16:3e:7a:eb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:14:34.341159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:34.394893 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'code': 200} Feb 17 00:14:34.396369 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:34.402683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:34.446746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:34.473957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 262bbdd9-6a27-4738-b32e-49015a6b77ff {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:14:34.525608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:34.542260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.542601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.542942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.543278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.543605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.543934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.544279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.544380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1605b8-3d0d-4c5b-bb93-4301db604800 req-f10c7b84-a584-466c-81a2-a2988e08158b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:34.544851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.544947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.545219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.545539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.545863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:34.545974 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4a1605b8-3d0d-4c5b-bb93-4301db604800 req-f10c7b84-a584-466c-81a2-a2988e08158b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 944 time: 0.0811789 Feb 17 00:14:34.558101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:14:34.558457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:14:34.597245 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4a1605b8-3d0d-4c5b-bb93-4301db604800 req-50d554ef-a006-4e82-8e7e-2ab8cb488bbf tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382512 Feb 17 00:14:34.898944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b726c8-83f7-4093-9ad5-1b734ee89c85 req-b6841068-1d33-4c36-ae8a-428b32d81737 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:34.900545 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-59b726c8-83f7-4093-9ad5-1b734ee89c85 req-b6841068-1d33-4c36-ae8a-428b32d81737 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 944 time: 0.0806124 Feb 17 00:14:34.903204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-019c7c6a-35e4-41ec-b189-f07a595bff58 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:34.903950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-019c7c6a-35e4-41ec-b189-f07a595bff58 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Synchronizing usage tracker for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:14:34.920186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-019c7c6a-35e4-41ec-b189-f07a595bff58 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Unset dirty status for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:14:34.921445 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-019c7c6a-35e4-41ec-b189-f07a595bff58 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4&tenant_id=5c7831a629554d4e9b8fe3f74d922136&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 944 time: 0.1028082 Feb 17 00:14:34.951333 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-59b726c8-83f7-4093-9ad5-1b734ee89c85 req-30c8852e-f05d-4aa2-8166-76bf4efb723a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445759 Feb 17 00:14:35.056142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-5a169ae6-d8b4-476f-baa7-7e6711840abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:35.057576 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-5a169ae6-d8b4-476f-baa7-7e6711840abf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0689013 Feb 17 00:14:35.111488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:35.129440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262bbdd9-6a27-4738-b32e-49015a6b77ff {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:14:35.146259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:35.150832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:35.214913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['262bbdd9-6a27-4738-b32e-49015a6b77ff'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:14:35.267085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:35.305373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-703b7af7-1cfb-4222-b9f9-76b32e0f4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:35.306828 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-703b7af7-1cfb-4222-b9f9-76b32e0f4b51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.2433367 Feb 17 00:14:35.408907 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-0f70ae62-346f-4754-a882-726ecd38de71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 1001 time: 0.0949643 Feb 17 00:14:35.471189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-b80a4351-b307-43d8-8174-a632d5ac9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:35.472577 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-b80a4351-b307-43d8-8174-a632d5ac9b43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0576665 Feb 17 00:14:35.544302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-0afceaba-222a-4dc1-b4d9-60b80041d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:35.545743 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-0afceaba-222a-4dc1-b4d9-60b80041d2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666454 Feb 17 00:14:35.674424 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-73a567c5-e585-491a-9c07-c9adcd31925f service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224174 Feb 17 00:14:35.802994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-81f3ae7f-ec10-4821-bbf0-ad922aee7753 req-7ea24988-3fe1-4666-999d-125de1933b42 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229708 Feb 17 00:14:35.952545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-272e5be5-8a02-40a8-a19a-f9efcc62d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:36.075771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 262bbdd9-6a27-4738-b32e-49015a6b77ff up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:14:36.146292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 262bbdd9-6a27-4738-b32e-49015a6b77ff triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:14:36.147039 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1a483-9fdb-400d-b27c-2d64f5b533a0 req-60b99181-81d3-4c96-af64-7ab744f085a3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:36.147418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:36.147842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bac1a483-9fdb-400d-b27c-2d64f5b533a0 req-60b99181-81d3-4c96-af64-7ab744f085a3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 945 time: 0.0870917 Feb 17 00:14:36.197754 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bac1a483-9fdb-400d-b27c-2d64f5b533a0 req-99ace120-30b6-4a24-9b79-d2ec0fffbe39 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441902 Feb 17 00:14:36.266189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:36.297900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:36.301600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:36.366568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:36.395480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:36.440480 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'code': 200} Feb 17 00:14:36.994021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:37.325009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:37.386544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735215e-13b5-40cc-954d-fd9efdb5b24c req-149ea844-e531-45dc-a989-e65f6e090107 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:37.388124 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7735215e-13b5-40cc-954d-fd9efdb5b24c req-149ea844-e531-45dc-a989-e65f6e090107 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0816536 Feb 17 00:14:37.430471 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7735215e-13b5-40cc-954d-fd9efdb5b24c req-d39b0c10-f36f-417f-8619-840e4d64bade tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367792 Feb 17 00:14:37.617895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cb0e5-566b-4855-bb6c-0a67f52dbe01 req-7f27bb95-f897-4d12-a717-ee9420259a9a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:37.619373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-728cb0e5-566b-4855-bb6c-0a67f52dbe01 req-7f27bb95-f897-4d12-a717-ee9420259a9a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0834463 Feb 17 00:14:37.667612 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-728cb0e5-566b-4855-bb6c-0a67f52dbe01 req-8f5a37f8-7656-4de1-af6b-be412c0f9d89 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395589 Feb 17 00:14:37.998155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7e4b-8975-4a54-981f-855ec5429105 req-37567f4b-4c90-4e93-b5f0-a32a0cc9ae23 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:37.999596 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-db3c7e4b-8975-4a54-981f-855ec5429105 req-37567f4b-4c90-4e93-b5f0-a32a0cc9ae23 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0827734 Feb 17 00:14:38.036589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-1e77c0e8-24c8-497f-995e-9f3d12dc9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:38.038051 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-1e77c0e8-24c8-497f-995e-9f3d12dc9ed0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0694535 Feb 17 00:14:38.043572 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-db3c7e4b-8975-4a54-981f-855ec5429105 req-97ecba1a-0803-4b24-a208-2f7635333eba tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383978 Feb 17 00:14:38.169892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-2d59998a-fc0c-4605-8580-4bd79b484886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:38.171323 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-2d59998a-fc0c-4605-8580-4bd79b484886 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1278403 Feb 17 00:14:38.270517 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-a3ff6679-b906-4a85-bec7-cff040fc348e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 200 len: 1002 time: 0.0935979 Feb 17 00:14:38.332575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-e0ede106-d987-4b9b-aae1-86981022d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:38.333973 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-e0ede106-d987-4b9b-aae1-86981022d28a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0576515 Feb 17 00:14:38.404828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-e68473b8-cd7b-4dc2-8d40-f22d42331731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:38.406235 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-e68473b8-cd7b-4dc2-8d40-f22d42331731 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667274 Feb 17 00:14:38.531908 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-8dd72f4f-111a-4216-be0c-e6fc9b3a397f service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194005 Feb 17 00:14:38.572165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:38.660473 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e610cd0a-3b2b-4d09-8206-3ea657dd4fac req-6b38ce23-2df0-4c25-bb0b-226d7078e30d service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232080 Feb 17 00:14:39.077856 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:14:39.230144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c1a8e-7845-4217-86aa-819340a21349 req-e3fce1ee-1f84-42a8-943f-b1509bb042a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:39.231577 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-522c1a8e-7845-4217-86aa-819340a21349 req-e3fce1ee-1f84-42a8-943f-b1509bb042a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0771463 Feb 17 00:14:39.273904 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-522c1a8e-7845-4217-86aa-819340a21349 req-4f42d47a-8b95-4bcc-aa26-a4121055b242 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367556 Feb 17 00:14:39.644318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31bd9d-2b2e-4033-8218-057e4f9c112e req-ffda5325-97ef-4f01-8440-ea536546516e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:39.645744 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb31bd9d-2b2e-4033-8218-057e4f9c112e req-ffda5325-97ef-4f01-8440-ea536546516e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0816090 Feb 17 00:14:39.689325 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb31bd9d-2b2e-4033-8218-057e4f9c112e req-3e77127e-f02b-40e7-af8c-6f82ea87a1d1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373573 Feb 17 00:14:40.869518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b092-1a91-48d3-ac74-31c414a264c8 req-7d509d25-4b96-4150-9252-859ae4a9070b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:40.870931 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6345b092-1a91-48d3-ac74-31c414a264c8 req-7d509d25-4b96-4150-9252-859ae4a9070b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0765049 Feb 17 00:14:40.916431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6345b092-1a91-48d3-ac74-31c414a264c8 req-8f989071-c1a1-40b4-8090-6e4418d2e23b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398302 Feb 17 00:14:41.216906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-c13a3999-6873-471f-8a2a-6136d896146d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:41.218219 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-c13a3999-6873-471f-8a2a-6136d896146d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 946 time: 0.0807045 Feb 17 00:14:41.285232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Deleting port 262bbdd9-6a27-4738-b32e-49015a6b77ff {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:14:41.285569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:41.628904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] For port 262bbdd9-6a27-4738-b32e-49015a6b77ff, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=262bbdd9-6a27-4738-b32e-49015a6b77ff,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:41.629170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:41.906486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:41.906848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:41.907162 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 disassociated. External IP: 172.26.2.112, port: 262bbdd9-6a27-4738-b32e-49015a6b77ff. Feb 17 00:14:41.907495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Calling delete_port for 262bbdd9-6a27-4738-b32e-49015a6b77ff owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:14:42.051885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:42.068619 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ac6d4869-5037-4b8d-b4c8-4d21d21fe74e req-079f23f6-51c8-4923-95e0-caa797144ef8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d7a154c-f762-44f3-8ce3-52773f1f1cb4 HTTP/1.1" status: 200 len: 210 time: 0.0422099 Feb 17 00:14:42.103827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event deleted for resources: {'Port': ['ID=262bbdd9-6a27-4738-b32e-49015a6b77ff,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:42.114990 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.115340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.115680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.116020 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.117083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.117265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.117598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.118006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.118261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.118606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.118929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.119268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:14:42.301849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:14:42.478094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:14:42.487758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:14:42.496914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:14:42.497520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:14:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:42.549300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] No DVR routers for this DVR port 262bbdd9-6a27-4738-b32e-49015a6b77ff on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:14:42.551888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:42.555728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-deleted', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:42.569648 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ac813ee4-c4fc-4b46-afdf-843371be6a6f req-a988f0c8-35f6-44e4-88d8-642afef888f5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "DELETE /v2.0/ports/262bbdd9-6a27-4738-b32e-49015a6b77ff HTTP/1.1" status: 204 len: 173 time: 1.3463888 Feb 17 00:14:42.605149 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7a154c-f762-44f3-8ce3-52773f1f1cb4', 'name': 'network-vif-deleted', 'tag': '262bbdd9-6a27-4738-b32e-49015a6b77ff', 'status': 'completed', 'code': 200} Feb 17 00:14:42.690160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:14:43.058241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:43.062070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:14:43.070203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:14:43.070793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:14:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:43.256876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:14:43.399228 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-0ef514d6-5610-493c-9976-5b8fb0cc86a5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--700097266&fields=id&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 267 time: 0.0394373 Feb 17 00:14:43.544704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-da2f1401-ecfa-4d65-a218-30d24ee8d59a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:43.546031 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-da2f1401-ecfa-4d65-a218-30d24ee8d59a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.1401222 Feb 17 00:14:43.561116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-52cac517-6a3a-477d-9df2-d8e9cad3acb0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/quotas/5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 375 time: 0.0095415 Feb 17 00:14:43.586582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:43.590435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210e21cb-b9df-47ee-800b-edf1a88a463b None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:14:43.657143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-39c22c41-6e9f-4e40-9ef3-0a171f1ea065 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907423 Feb 17 00:14:43.796457 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-30413a91-06a9-405f-b736-2226fd2b4a13 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264622 Feb 17 00:14:43.820364 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25edb80-59a2-4255-aeb4-39d6929582e7 None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:14:44.022497 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-771c1509-e532-4f25-b413-fc492dcbadf0 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200584 Feb 17 00:14:44.128179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 262bbdd9-6a27-4738-b32e-49015a6b77ff no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:14:44.167953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 262bbdd9-6a27-4738-b32e-49015a6b77ff {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:14:44.168463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 262bbdd9-6a27-4738-b32e-49015a6b77ff not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:14:44.194205 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-50def124-319a-426b-b181-d4b2448deda6 req-c94023c0-2ae5-46c6-b592-e3e54fe591f6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 210 time: 0.0408404 Feb 17 00:14:45.200142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-6b2cf9db-1e6c-412c-9279-f1930204557c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:45.201619 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-6b2cf9db-1e6c-412c-9279-f1930204557c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.1426253 Feb 17 00:14:45.254943 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-9fd3ac43-e696-452e-892a-d6c0a7327471 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 379 time: 0.0458992 Feb 17 00:14:45.269534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'port': {'device_id': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'admin_state_up': True, 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'security_groups': ['af93fd7e-9f1b-4610-94ee-910c0beeb75e']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:45.344525 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2680cb3f-052a-47a0-aef8-801792bf4497 req-ace649af-d9bc-4760-b24c-c9d4848f7614 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 210 time: 0.0430205 Feb 17 00:14:45.407212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:14:45.411153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:port and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:14:45.413926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:14:45.419361 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:14:45.428712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Made reservation on behalf of 5c7831a629554d4e9b8fe3f74d922136 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:14:45.432700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:45.700649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Allocated IP 172.20.0.14 (4ed0727c-c51f-41b3-ba30-22e2f8937868/cd801050-5212-45e8-9d3b-747624fc32b9/3adb6caf-10e5-43a0-9834-cd36d00e9718) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:14:45.881142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:45.896391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Transition to ACTIVE for port object 3adb6caf-10e5-43a0-9834-cd36d00e9718 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:14:45.918952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:45.986879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:14:45.989890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:14:45.993740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:14:46.028202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:46.064177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:46.064788 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.090190 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-80bfc4d4-c645-431f-b1b5-3ab3a967396a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8241782 Feb 17 00:14:46.101329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Request body: {'port': {'device_id': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:46.210297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de871f2b-f54e-496a-a50a-2d56912bd025 None None] Provisioning for port 3adb6caf-10e5-43a0-9834-cd36d00e9718 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:14:46.213787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.214928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-de871f2b-f54e-496a-a50a-2d56912bd025 None None] Provisioning complete for port 3adb6caf-10e5-43a0-9834-cd36d00e9718 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:14:46.215304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-de871f2b-f54e-496a-a50a-2d56912bd025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.267448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-de871f2b-f54e-496a-a50a-2d56912bd025 None None] Port 3adb6caf-10e5-43a0-9834-cd36d00e9718 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:14:46.528314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49eac-a425-4a49-8945-d981491255c9 req-62a6d0f1-ef0a-49b2-9dfa-500a01703330 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:46.529667 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65b49eac-a425-4a49-8945-d981491255c9 req-62a6d0f1-ef0a-49b2-9dfa-500a01703330 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 932 time: 0.0789628 Feb 17 00:14:46.550223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adb6caf-10e5-43a0-9834-cd36d00e9718 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:14:46.558021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.571971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Transition to ACTIVE for port object 3adb6caf-10e5-43a0-9834-cd36d00e9718 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:14:46.573136 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65b49eac-a425-4a49-8945-d981491255c9 req-1ab6e81c-c2f4-429d-ad82-d563705a684a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377951 Feb 17 00:14:46.576072 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.728785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:46.812117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Attempting to bind port 3adb6caf-10e5-43a0-9834-cd36d00e9718 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:14:46.812457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Attempting to bind port 3adb6caf-10e5-43a0-9834-cd36d00e9718 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:14:46.812785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Attempting to bind port 3adb6caf-10e5-43a0-9834-cd36d00e9718 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:14:46.817317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Port 3adb6caf-10e5-43a0-9834-cd36d00e9718 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:14:46.817640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Attempting to bind port 3adb6caf-10e5-43a0-9834-cd36d00e9718 on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:14:46.822692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:14:46.823028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Checking segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:14:46.823411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Bound using segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:14:46.823834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Bound port: 3adb6caf-10e5-43a0-9834-cd36d00e9718, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:14:46.824211 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.915324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:14:46.918363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:14:46.921829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.977650 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:46.978253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:46.979618 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] 10.222.0.24 "PUT /v2.0/ports/3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 1094 time: 0.8825407 Feb 17 00:14:46.980026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:47.002757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888ba29-32aa-4cf7-965e-b123af181979 service neutron] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:47.053237 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'status': 'completed', 'code': 200} Feb 17 00:14:47.094796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-8dfeafab-ace5-4d8d-b729-61c23faf1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:47.096370 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-8dfeafab-ace5-4d8d-b729-61c23faf1683 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1097 time: 0.0749965 Feb 17 00:14:47.167994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-ed17e162-8c30-4fba-b406-a3e05150e0b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 217 time: 0.0653865 Feb 17 00:14:47.230509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-af95d059-68a1-4470-b939-47fd114239dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:47.231929 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-af95d059-68a1-4470-b939-47fd114239dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0575445 Feb 17 00:14:47.307360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-885bafeb-39cf-4497-9de6-ff6a2eda9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:47.308781 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-885bafeb-39cf-4497-9de6-ff6a2eda9170 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709643 Feb 17 00:14:47.540575 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-7a76e6b3-e067-41a6-af8a-5bf18f3953cd service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252080 Feb 17 00:14:47.674427 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e05365df-595c-4a6c-a44a-bd3d41675e42 req-268c12de-cad6-4b61-bf13-df6e47a93f89 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272571 Feb 17 00:14:47.761262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010b142-de3c-41a8-ac64-fb57cae54f87 req-2bc43846-4a07-4f7b-b83d-9aeb05ee0f40 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:47.762975 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3010b142-de3c-41a8-ac64-fb57cae54f87 req-2bc43846-4a07-4f7b-b83d-9aeb05ee0f40 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0813038 Feb 17 00:14:47.790888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-0c885eb4-58bb-453a-bbf5-621eb2dc47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:47.792366 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-0c885eb4-58bb-453a-bbf5-621eb2dc47bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1097 time: 0.0691645 Feb 17 00:14:47.809775 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3010b142-de3c-41a8-ac64-fb57cae54f87 req-94a63bed-59b7-4dd7-b93f-5abae0e6e2c0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413725 Feb 17 00:14:47.922699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-79e8057b-83b6-4919-bb2b-c6956859c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:47.924167 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-79e8057b-83b6-4919-bb2b-c6956859c5fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1250842 Feb 17 00:14:47.992678 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-007cbc8b-bf8d-451b-b191-6069dc56f45f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 217 time: 0.0622904 Feb 17 00:14:48.052347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-7e8b93c9-3ef8-4386-90cf-0639d4dd38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:48.053839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-7e8b93c9-3ef8-4386-90cf-0639d4dd38d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0549548 Feb 17 00:14:48.129054 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-1fe28fc2-04ff-46a5-837f-31e213cfd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:48.130484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-1fe28fc2-04ff-46a5-837f-31e213cfd3e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707388 Feb 17 00:14:48.257350 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-e3bbeb73-1fcd-4745-9ac6-dd602f2999fe service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197665 Feb 17 00:14:48.383666 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-b65854de-5dc0-4ee6-bcb8-552f180569e5 req-1bda04ae-f0e5-49f1-98f6-b4181a2e8ab2 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202400 Feb 17 00:14:48.992391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90aa4-b25e-4714-9e26-b372425d76f3 req-675a8310-4e1f-4ae7-b4d6-1410d593e071 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:48.993737 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fca90aa4-b25e-4714-9e26-b372425d76f3 req-675a8310-4e1f-4ae7-b4d6-1410d593e071 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0763915 Feb 17 00:14:49.038415 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fca90aa4-b25e-4714-9e26-b372425d76f3 req-df0b0f16-1ba9-498a-9e31-5393388889ce tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391417 Feb 17 00:14:50.169255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:14:50.221726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b45e2-d74d-441b-867a-4c5af87ff632 req-baab607e-a896-4d68-aeba-c3cb24aa30ff tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:50.223197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f5b45e2-d74d-441b-867a-4c5af87ff632 req-baab607e-a896-4d68-aeba-c3cb24aa30ff tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0817266 Feb 17 00:14:50.266674 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0f5b45e2-d74d-441b-867a-4c5af87ff632 req-b3765d8f-94b1-49e2-bb9e-569e804eafa8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Feb 17 00:14:50.300436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:50.313580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'mac_address': 'fa:16:3e:64:22:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:14:50.369803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:50.385525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adb6caf-10e5-43a0-9834-cd36d00e9718 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:14:50.400334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:50.405290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:50.471441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:50.606350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['3adb6caf-10e5-43a0-9834-cd36d00e9718'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:14:51.446770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75117ad-be69-47ab-9e92-20a506f77a5d req-76742072-63e2-47e1-a765-a27219907027 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:51.448238 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c75117ad-be69-47ab-9e92-20a506f77a5d req-76742072-63e2-47e1-a765-a27219907027 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 945 time: 0.0786607 Feb 17 00:14:51.490462 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c75117ad-be69-47ab-9e92-20a506f77a5d req-19b9c34b-a801-4a78-aac9-5bd604055ecc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367615 Feb 17 00:14:51.525271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:52.189914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:14:52.255798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 3adb6caf-10e5-43a0-9834-cd36d00e9718 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:14:52.260347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 3adb6caf-10e5-43a0-9834-cd36d00e9718 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:14:52.260721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:52.372451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:52.398357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:52.408037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:14:52.412223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:52.442714 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'code': 200} Feb 17 00:14:52.485070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:14:52.660466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a5b95-e639-4be0-b9c4-00d01a2f8822 req-b2be81f7-879a-46a2-b730-71c703df5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:52.662129 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ce5a5b95-e639-4be0-b9c4-00d01a2f8822 req-b2be81f7-879a-46a2-b730-71c703df5674 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0693920 Feb 17 00:14:52.687879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d2286-753a-476e-82e3-cac48b855427 req-ee9ca4b8-a397-45ed-8d8e-77624c152686 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:52.689303 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dc2d2286-753a-476e-82e3-cac48b855427 req-ee9ca4b8-a397-45ed-8d8e-77624c152686 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0815821 Feb 17 00:14:52.701464 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ce5a5b95-e639-4be0-b9c4-00d01a2f8822 req-4a5e1d62-93d8-435b-826a-820222f927f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338354 Feb 17 00:14:52.733335 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dc2d2286-753a-476e-82e3-cac48b855427 req-498f28ca-9ba7-43a6-9290-1637d33bd4cd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 Feb 17 00:14:53.920256 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494ba4e-b30b-48c7-81b8-39c07a9cda89 req-071d6bcc-a2d7-4565-80f5-8ec9b21e567c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:53.921582 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3494ba4e-b30b-48c7-81b8-39c07a9cda89 req-071d6bcc-a2d7-4565-80f5-8ec9b21e567c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0766692 Feb 17 00:14:53.966783 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3494ba4e-b30b-48c7-81b8-39c07a9cda89 req-a9168417-3809-4540-9b43-3b020ab10138 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397015 Feb 17 00:14:54.142466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a9723-1a24-4e61-9332-2ebb43e54dfa req-cf42251e-b95d-4664-abf3-075703ec5706 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:54.143897 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-255a9723-1a24-4e61-9332-2ebb43e54dfa req-cf42251e-b95d-4664-abf3-075703ec5706 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0782514 Feb 17 00:14:54.153002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 59988) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:14:54.157732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'floatingip': {'port_id': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:14:54.233424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:54.900370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:54.904197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:55.067897 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 associated. External IP: 172.26.2.112, port: 3adb6caf-10e5-43a0-9834-cd36d00e9718. Feb 17 00:14:55.403069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:14:55.571595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:14:55.576489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:14:55.581223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:14:55.590993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:14:55.591592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:14:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:55.634462 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d78f49c6-6f94-4b45-9188-43310d70a5dc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "PUT /v2.0/floatingips/6628cc77-aad1-4be9-9baa-b8dc24196146 HTTP/1.1" status: 200 len: 992 time: 1.4772773 Feb 17 00:14:55.634462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:14:55.680957 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'status': 'completed', 'code': 200} Feb 17 00:14:55.788029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-e7206a05-a994-48bd-9dbf-f310830a1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:55.789656 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-e7206a05-a994-48bd-9dbf-f310830a1ae5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0863342 Feb 17 00:14:55.815357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:14:56.025980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-24a4f472-2270-47ca-8592-d736583163df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:56.027443 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-24a4f472-2270-47ca-8592-d736583163df service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.2315888 Feb 17 00:14:56.103267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f65df2-861a-4859-a195-79c61d5793d0 req-8ba19038-33c2-43bf-aab2-29dd6e193e5f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:56.104829 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-67f65df2-861a-4859-a195-79c61d5793d0 req-8ba19038-33c2-43bf-aab2-29dd6e193e5f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0959275 Feb 17 00:14:56.126324 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-1c3a66c0-4107-4145-830d-ab0694f14189 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1699383 Feb 17 00:14:56.164781 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-489d8748-ea0a-49a8-8fd3-aed7b023b4ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 1000 time: 0.1280720 Feb 17 00:14:56.180868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:64:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:14:54Z', 'revision_number': 9, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:56.185239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:14:56.188034 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-67f65df2-861a-4859-a195-79c61d5793d0 req-ae54e701-a14d-4ca0-9d52-81ea3fcb6fa9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607932 Feb 17 00:14:56.195731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:14:56.196489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:14:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:56.258682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-0cf47dce-aa44-4d97-8491-09aeb669e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:56.260179 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-0cf47dce-aa44-4d97-8491-09aeb669e867 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0897863 Feb 17 00:14:56.338496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-b8b7bb15-60db-4b7d-8294-59edb0f9b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:56.339727 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-b8b7bb15-60db-4b7d-8294-59edb0f9b469 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711048 Feb 17 00:14:56.384357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:14:56.603071 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-3cfc281d-65ff-4354-af9f-389cdfd5f799 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575645 Feb 17 00:14:56.742179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:64:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:14:54Z', 'revision_number': 9, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:14:56.746316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ceed69-6146-4900-99c1-b8ae6c67c46f None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:64:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:14:54Z', 'revision_number': 9, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:14:56.781903 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f4eadb5f-b67e-462a-b020-7a11e21df64a req-1c675fcd-30af-488f-8ed3-1364c18e69c1 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729925 Feb 17 00:14:56.965732 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9749f-042b-4f0b-b03a-e16a995a27c5 None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:14:57.354781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-36406e2d-4574-4160-a82a-92a838bb1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:57.356270 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-36406e2d-4574-4160-a82a-92a838bb1ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0739727 Feb 17 00:14:57.379294 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69509-1efd-4f0f-8921-88fbe7af7800 req-ad2c6d78-1951-4715-8081-3522286b8ee8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:57.380750 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fff69509-1efd-4f0f-8921-88fbe7af7800 req-ad2c6d78-1951-4715-8081-3522286b8ee8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0801158 Feb 17 00:14:57.424197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fff69509-1efd-4f0f-8921-88fbe7af7800 req-2e19f259-de23-4d32-96d8-6d89f2635313 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Feb 17 00:14:57.488296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-9ce7e48c-a4d4-4c2d-a241-c49097ade657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:57.489654 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-9ce7e48c-a4d4-4c2d-a241-c49097ade657 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1277192 Feb 17 00:14:57.587731 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-26d63af7-f5f3-4c02-bd51-325bdd6322b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 1003 time: 0.0924280 Feb 17 00:14:57.648802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-112a8420-fa29-4769-8be9-c12cb7b63bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:57.650266 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-112a8420-fa29-4769-8be9-c12cb7b63bb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0570319 Feb 17 00:14:57.723084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-0d199981-56bc-4e59-9adf-fa2d3f7e79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:57.724557 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-0d199981-56bc-4e59-9adf-fa2d3f7e79d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687146 Feb 17 00:14:57.851927 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-e2d144d5-0315-4a88-9275-999604e08519 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214581 Feb 17 00:14:57.979074 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-d052f2d3-395f-4dd7-b2cf-f344d643c2ad service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207688 Feb 17 00:14:58.604483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0fad1-4f5a-4130-859a-2eb94d131957 req-745aae2a-0937-4e75-8f22-3a44975fba27 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:58.605920 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a1c0fad1-4f5a-4130-859a-2eb94d131957 req-745aae2a-0937-4e75-8f22-3a44975fba27 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0773654 Feb 17 00:14:58.652119 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a1c0fad1-4f5a-4130-859a-2eb94d131957 req-444f3624-6155-4e78-b53c-b9b0164e4584 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404820 Feb 17 00:14:59.830681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d7509-6ed6-43ae-a0c3-0ba7979d41cd req-a62ad967-e3b9-4c5b-8375-5cad5e961446 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:14:59.832123 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-681d7509-6ed6-43ae-a0c3-0ba7979d41cd req-a62ad967-e3b9-4c5b-8375-5cad5e961446 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0765817 Feb 17 00:14:59.874853 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-681d7509-6ed6-43ae-a0c3-0ba7979d41cd req-5a2fa8d3-ec84-4b4b-ad0c-856b4c779992 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367250 Feb 17 00:15:01.059639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580213e-3682-4da9-acc6-6c6bc5aef9c3 req-35cc26f0-ee9c-4fd7-8d2c-b9baeefef91e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:01.061114 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2580213e-3682-4da9-acc6-6c6bc5aef9c3 req-35cc26f0-ee9c-4fd7-8d2c-b9baeefef91e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0810084 Feb 17 00:15:01.103277 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2580213e-3682-4da9-acc6-6c6bc5aef9c3 req-95a67516-c42f-41aa-a897-9d29426ab9ee tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365977 Feb 17 00:15:02.280758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a901da1-95b2-4465-8d43-f27c404a7742 req-253c0409-c59f-4c5f-b720-b2d0ceadab8c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:02.282183 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0a901da1-95b2-4465-8d43-f27c404a7742 req-253c0409-c59f-4c5f-b720-b2d0ceadab8c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0764167 Feb 17 00:15:02.325362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0a901da1-95b2-4465-8d43-f27c404a7742 req-229554d6-ad53-4cfd-b09c-f5efbee2513b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375729 Feb 17 00:15:03.605583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0852f-edc0-4430-af7b-0ca44255bb0a req-ade69483-12e6-409a-81a6-450c042c5bf1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:03.606957 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-71d0852f-edc0-4430-af7b-0ca44255bb0a req-ade69483-12e6-409a-81a6-450c042c5bf1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.1797497 Feb 17 00:15:03.650139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-71d0852f-edc0-4430-af7b-0ca44255bb0a req-a3dcd187-279b-4a7c-b0e2-f6a629441882 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375154 Feb 17 00:15:03.722301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4072-63f5-4aa5-975a-ad8530c56abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:04.841302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf809f70-5c9d-4741-9c78-9c1bd46934df req-6bd47817-3669-4ee7-a603-d30449463782 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:04.842823 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf809f70-5c9d-4741-9c78-9c1bd46934df req-6bd47817-3669-4ee7-a603-d30449463782 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0870593 Feb 17 00:15:04.888414 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf809f70-5c9d-4741-9c78-9c1bd46934df req-7c577639-ef03-46cb-ab42-66ca602d08f9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394986 Feb 17 00:15:05.953681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-95398117-7c7e-41e3-a680-73b660099c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:06.074487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcb86e-ded2-49fc-acef-5f3761c7b6cc req-0217ec02-ad7e-49ed-b095-81851015008f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:06.076084 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7abcb86e-ded2-49fc-acef-5f3761c7b6cc req-0217ec02-ad7e-49ed-b095-81851015008f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0782719 Feb 17 00:15:06.119411 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7abcb86e-ded2-49fc-acef-5f3761c7b6cc req-c9d6a773-7835-46f2-8fb2-d499ad58f16a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377281 Feb 17 00:15:06.995200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:07.303119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2b4c-9077-4267-9b67-31fb27c7486a req-4d4c220c-94dd-47b5-aa55-cb9db855cbe5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:07.304900 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-320d2b4c-9077-4267-9b67-31fb27c7486a req-4d4c220c-94dd-47b5-aa55-cb9db855cbe5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0815387 Feb 17 00:15:07.326949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:07.349069 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-320d2b4c-9077-4267-9b67-31fb27c7486a req-8c2d6cf3-5f3d-4864-8363-96a6ce45667e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 Feb 17 00:15:08.529057 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aba661-1bac-484f-8c14-0aeb196a4bb3 req-030bb8f5-f4ee-4bfc-8582-00ac155f9569 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:08.530478 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20aba661-1bac-484f-8c14-0aeb196a4bb3 req-030bb8f5-f4ee-4bfc-8582-00ac155f9569 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0761588 Feb 17 00:15:08.573644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:08.575625 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-20aba661-1bac-484f-8c14-0aeb196a4bb3 req-2c2b071a-e655-44a7-8603-750fc8a7ec7d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395977 Feb 17 00:15:09.761423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778ed4c-0870-41c2-9294-4803b90a71da req-e7385a53-4ddd-4968-a1c5-daf766f9a656 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:09.763097 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1778ed4c-0870-41c2-9294-4803b90a71da req-e7385a53-4ddd-4968-a1c5-daf766f9a656 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0820012 Feb 17 00:15:09.809508 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1778ed4c-0870-41c2-9294-4803b90a71da req-aeefe561-ba35-4b24-8bf9-4ab547f1a6e4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408278 Feb 17 00:15:10.987367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f46f9-4fe4-4587-a1dd-28c8916bcaa4 req-c1f4431b-a71f-44d7-9b5b-d0b1e486d282 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:10.988818 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-965f46f9-4fe4-4587-a1dd-28c8916bcaa4 req-c1f4431b-a71f-44d7-9b5b-d0b1e486d282 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0764718 Feb 17 00:15:11.034255 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-965f46f9-4fe4-4587-a1dd-28c8916bcaa4 req-fc875663-71b1-4149-919e-1fd2fdeaf162 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394185 Feb 17 00:15:12.215129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7470f0-93e8-4d50-9188-3c72e32f8917 req-b31c7158-ab02-40e0-a202-1cead5635331 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:12.216601 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c7470f0-93e8-4d50-9188-3c72e32f8917 req-b31c7158-ab02-40e0-a202-1cead5635331 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0771585 Feb 17 00:15:12.259114 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c7470f0-93e8-4d50-9188-3c72e32f8917 req-9bf4b9c0-4944-414b-8491-612634e898d6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366831 Feb 17 00:15:13.442379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c2a2-9e47-40fd-94e6-3281932b6e7e req-58eb99fe-dc97-4cc9-9c24-4ed164c0b758 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:13.443805 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7157c2a2-9e47-40fd-94e6-3281932b6e7e req-58eb99fe-dc97-4cc9-9c24-4ed164c0b758 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0808442 Feb 17 00:15:13.486808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7157c2a2-9e47-40fd-94e6-3281932b6e7e req-725a0f70-a833-4ca1-9146-f07d0280efa5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373728 Feb 17 00:15:14.681864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe356be-cbf0-4959-aaee-f419ce696ff0 req-deb54cbf-ad05-457f-9c5a-0e41ade082b2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:14.683323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ffe356be-cbf0-4959-aaee-f419ce696ff0 req-deb54cbf-ad05-457f-9c5a-0e41ade082b2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0805690 Feb 17 00:15:14.726427 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ffe356be-cbf0-4959-aaee-f419ce696ff0 req-35dfcc76-0524-491a-af2f-588f825f106c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375535 Feb 17 00:15:15.910299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552da3a3-289e-4e89-91f8-a768697c1bc2 req-11ac2338-f21b-49e3-af58-aabd6a6738b2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:15.911627 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-552da3a3-289e-4e89-91f8-a768697c1bc2 req-11ac2338-f21b-49e3-af58-aabd6a6738b2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0802355 Feb 17 00:15:15.955002 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-552da3a3-289e-4e89-91f8-a768697c1bc2 req-1c3cbb99-537e-4bff-a9ee-9646d71aa385 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372465 Feb 17 00:15:16.076277 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:15:17.137651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aa4a7-7ec8-4955-81ce-94eca62829ec req-e029a8a9-ac89-4b31-8996-d2c1972ec058 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:17.139105 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-521aa4a7-7ec8-4955-81ce-94eca62829ec req-e029a8a9-ac89-4b31-8996-d2c1972ec058 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0786166 Feb 17 00:15:17.182073 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-521aa4a7-7ec8-4955-81ce-94eca62829ec req-a2fdb595-d9cc-45a3-b0c9-e47f64aa1930 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372496 Feb 17 00:15:18.362358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8632-994d-4c86-b3ce-b1441ea58a92 req-735cc508-35a6-4d30-bec2-ecaf73377e75 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:18.363780 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c94e8632-994d-4c86-b3ce-b1441ea58a92 req-735cc508-35a6-4d30-bec2-ecaf73377e75 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0801113 Feb 17 00:15:18.406380 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c94e8632-994d-4c86-b3ce-b1441ea58a92 req-3d3c538a-478f-4efc-a33f-098324b4de8a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365453 Feb 17 00:15:19.591354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ef09f-1dfa-40ab-b415-35990c3be55f req-c7644edc-7a40-4d19-93dc-85641b44df46 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:19.592838 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f2ef09f-1dfa-40ab-b415-35990c3be55f req-c7644edc-7a40-4d19-93dc-85641b44df46 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0798376 Feb 17 00:15:19.653097 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f2ef09f-1dfa-40ab-b415-35990c3be55f req-cd9847ad-e6a3-488c-9b3c-3b34e52296a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543146 Feb 17 00:15:20.837192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b3cec-9c78-44b2-a2db-74fa70628dad req-ca870fff-0357-4811-b7b4-ddc54f157330 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:20.838629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-219b3cec-9c78-44b2-a2db-74fa70628dad req-ca870fff-0357-4811-b7b4-ddc54f157330 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0776637 Feb 17 00:15:20.881463 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-219b3cec-9c78-44b2-a2db-74fa70628dad req-5de4ed5f-ec79-41e9-8f50-21e4be4505be tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 Feb 17 00:15:21.229848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-fe0cbc39-1795-4d17-832c-b7a49922b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:21.231293 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-fe0cbc39-1795-4d17-832c-b7a49922b181 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0728869 Feb 17 00:15:21.374261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-9d20427d-f90d-49a7-b55d-48292e55a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:21.375724 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-9d20427d-f90d-49a7-b55d-48292e55a47d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1241481 Feb 17 00:15:21.477587 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-0984181b-0d93-492b-bacd-7a197ae6a13e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 1003 time: 0.0950143 Feb 17 00:15:21.538462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-ed8488a4-83d0-454d-b453-03fb7eee63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:21.539777 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-ed8488a4-83d0-454d-b453-03fb7eee63ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0554411 Feb 17 00:15:21.546864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:21.613272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-718b8dce-1c9c-498b-bb2a-ae6568006938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:21.614732 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-718b8dce-1c9c-498b-bb2a-ae6568006938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679643 Feb 17 00:15:21.748380 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-acd83e5f-c508-4e3d-8481-155141b690a1 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279848 Feb 17 00:15:21.993678 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-345b74ff-3aee-4f27-8875-c411eaf7a444 req-2887f4a1-b7b4-45b3-ab6c-e9130ecaf809 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396233 Feb 17 00:15:22.070375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4ce0-f85d-4e31-901b-939e9e0176c7 req-c1328faf-69c8-4373-8f7d-1ceebfc039f7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:22.071807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-267d4ce0-f85d-4e31-901b-939e9e0176c7 req-c1328faf-69c8-4373-8f7d-1ceebfc039f7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0880022 Feb 17 00:15:22.114035 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-267d4ce0-f85d-4e31-901b-939e9e0176c7 req-21666d7e-a35e-4cfa-96cc-9a4ee1ab41b6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366004 Feb 17 00:15:23.294607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e196b-50ca-4f0d-b9a6-02445d388c92 req-8eef6746-158b-49e6-a940-e92ec0e48bc5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:23.296038 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-874e196b-50ca-4f0d-b9a6-02445d388c92 req-8eef6746-158b-49e6-a940-e92ec0e48bc5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0774226 Feb 17 00:15:23.338787 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-874e196b-50ca-4f0d-b9a6-02445d388c92 req-6feccd22-7776-4b24-a640-7c5d9d44780d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372303 Feb 17 00:15:24.518215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072cf72-6849-4b80-964c-6186f9522500 req-202701f8-4412-4ef5-8ec8-5b65c4c573ff tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:24.519657 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9072cf72-6849-4b80-964c-6186f9522500 req-202701f8-4412-4ef5-8ec8-5b65c4c573ff tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0790825 Feb 17 00:15:24.561860 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9072cf72-6849-4b80-964c-6186f9522500 req-6cde8d47-ef3f-4df2-abf0-e0c33ab8badb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361695 Feb 17 00:15:25.743318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f069d-a7e3-4193-9828-41860965da5a req-e449d117-43d9-4289-a4c7-a57a43b8fab0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:25.744770 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7f069d-a7e3-4193-9828-41860965da5a req-e449d117-43d9-4289-a4c7-a57a43b8fab0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0787978 Feb 17 00:15:25.792808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7f069d-a7e3-4193-9828-41860965da5a req-3652fbff-88a3-43e2-9c0b-db90ab316f35 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423136 Feb 17 00:15:26.975522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c5a72-6332-4e43-a91b-5d60aea62380 req-e8f5fae5-2662-4238-ae86-dc08934ab3a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:26.976911 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea6c5a72-6332-4e43-a91b-5d60aea62380 req-e8f5fae5-2662-4238-ae86-dc08934ab3a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0771480 Feb 17 00:15:27.020219 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea6c5a72-6332-4e43-a91b-5d60aea62380 req-0505da46-ddfe-4ad8-9b55-f16cce16ff15 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376401 Feb 17 00:15:28.203325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59109e5-3bfa-46bf-9400-3e2468c9d96a req-9d53e685-724f-4311-858c-4b2c22bd88f1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:28.204800 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f59109e5-3bfa-46bf-9400-3e2468c9d96a req-9d53e685-724f-4311-858c-4b2c22bd88f1 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0816164 Feb 17 00:15:28.247315 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f59109e5-3bfa-46bf-9400-3e2468c9d96a req-8f97d7e8-9022-4fb7-a3cb-f9d04569ef1d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368564 Feb 17 00:15:29.425418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb710-ef70-49da-b465-761e1ed92e62 req-4d55823c-e5c3-4526-a7b0-0a5eb10fd0f4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:29.426843 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-619bb710-ef70-49da-b465-761e1ed92e62 req-4d55823c-e5c3-4526-a7b0-0a5eb10fd0f4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0763154 Feb 17 00:15:29.468758 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-619bb710-ef70-49da-b465-761e1ed92e62 req-deedadcc-e127-4bb5-aa56-1bc9a893d461 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357878 Feb 17 00:15:29.628834 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-6007e80c-9274-415b-b72b-6203dac637db service neutron] 10.222.0.24 "GET /v2.0/ports/3adb6caf-10e5-43a0-9834-cd36d00e9718/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0711854 Feb 17 00:15:29.903757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-c12cf12f-3ae2-462a-9ba6-84a7448eab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:29.905229 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-c12cf12f-3ae2-462a-9ba6-84a7448eab7f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 1099 time: 0.0695317 Feb 17 00:15:29.996400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-67953703-739e-473a-8f05-2bf3eb5b98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:29.997853 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-67953703-739e-473a-8f05-2bf3eb5b98a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0714724 Feb 17 00:15:30.126184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-c9f83400-68a4-4b69-87c5-570fe01585b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:30.127641 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-c9f83400-68a4-4b69-87c5-570fe01585b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1236060 Feb 17 00:15:30.231517 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-a4068f10-04b7-4478-8a90-429c033e711e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 1003 time: 0.0971727 Feb 17 00:15:30.291584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-6dd33587-18b7-4ef5-8660-483bcee7e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:30.293028 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-6dd33587-18b7-4ef5-8660-483bcee7e1aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0556374 Feb 17 00:15:30.367642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-3ae3d11b-f7f8-40a4-9e6a-a5147ff5b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:30.369138 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-3ae3d11b-f7f8-40a4-9e6a-a5147ff5b4de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707490 Feb 17 00:15:30.500727 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-b5151107-82ec-4784-82fd-b18894891975 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247888 Feb 17 00:15:30.632111 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-efe786b8-d613-40bb-a2fe-386e85b3434f req-06db285e-b106-4a00-bd5b-cc94b12043d9 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258068 Feb 17 00:15:30.656711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063b7d4-14f6-4b3d-bc2c-041850afb281 req-17b6e483-fc73-48a5-ba71-17a3c0768893 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:30.658198 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f063b7d4-14f6-4b3d-bc2c-041850afb281 req-17b6e483-fc73-48a5-ba71-17a3c0768893 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0823646 Feb 17 00:15:30.704420 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f063b7d4-14f6-4b3d-bc2c-041850afb281 req-eda396d7-358d-40d6-a550-68be73e91dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Feb 17 00:15:31.886984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e57b-af63-42f3-98cd-c070d7d0bbc0 req-0d101ec4-461c-41fc-b686-49dc8dadb2d8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:31.888464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ac69e57b-af63-42f3-98cd-c070d7d0bbc0 req-0d101ec4-461c-41fc-b686-49dc8dadb2d8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0778458 Feb 17 00:15:31.931400 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ac69e57b-af63-42f3-98cd-c070d7d0bbc0 req-4e76e4df-a4d7-4df0-8d1f-b654f5d22698 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374541 Feb 17 00:15:32.332652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:15:32.336369 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:15:32.586710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:32.607893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:32.627026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'mac_address': 'fa:16:3e:64:22:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:15:32.631911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:32.671920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:32.680142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:32.717437 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'code': 200} Feb 17 00:15:32.744917 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:32.768183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3adb6caf-10e5-43a0-9834-cd36d00e9718 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:15:32.776215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:32.833559 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:15:32.833909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:15:33.117249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b973a7-412b-4729-b348-b14f521ddad1 req-125028ec-ff84-4a03-ac3b-68f163786a97 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:33.118691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6b973a7-412b-4729-b348-b14f521ddad1 req-125028ec-ff84-4a03-ac3b-68f163786a97 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0801196 Feb 17 00:15:33.161234 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6b973a7-412b-4729-b348-b14f521ddad1 req-a4a965af-2258-44e1-89f1-8729927a4249 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369575 Feb 17 00:15:33.386291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:33.403501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adb6caf-10e5-43a0-9834-cd36d00e9718 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:15:33.418827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:33.421796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:33.490030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['3adb6caf-10e5-43a0-9834-cd36d00e9718'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:15:33.541976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:33.551743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-0133ae9b-2fb7-4369-bc69-47aef7dde8ea tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:33.552488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-0133ae9b-2fb7-4369-bc69-47aef7dde8ea tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Synchronizing usage tracker for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:15:33.571565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-0133ae9b-2fb7-4369-bc69-47aef7dde8ea tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Unset dirty status for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:15:33.573081 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-0133ae9b-2fb7-4369-bc69-47aef7dde8ea tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb&tenant_id=5c7831a629554d4e9b8fe3f74d922136&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 945 time: 0.1063960 Feb 17 00:15:33.606845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb41c-3068-4a3d-af39-87f3351a930d req-c343552c-e3d3-4221-a2f4-44d9d0189157 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:33.616009 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d32eb41c-3068-4a3d-af39-87f3351a930d req-c343552c-e3d3-4221-a2f4-44d9d0189157 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 945 time: 0.0892529 Feb 17 00:15:33.661405 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-76fdf5a6-37ab-4740-847f-460238323f0a service neutron] 10.222.0.24 "GET /v2.0/ports/3adb6caf-10e5-43a0-9834-cd36d00e9718/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0825713 Feb 17 00:15:33.726149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f0bac50a-12f7-4b31-af50-9e73c70fcdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:33.757082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-c819cd6e-2ccf-4a58-97f2-90a3abb22eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:33.758578 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-c819cd6e-2ccf-4a58-97f2-90a3abb22eda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1098 time: 0.0753076 Feb 17 00:15:33.768736 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d32eb41c-3068-4a3d-af39-87f3351a930d req-e41dd64e-a164-4539-b483-a3f47af6af57 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518712 Feb 17 00:15:33.888374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-c6d6ed07-a181-4f0a-bba2-fad8db8c23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:33.889704 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-c6d6ed07-a181-4f0a-bba2-fad8db8c23d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1239355 Feb 17 00:15:33.989152 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-2d7fa6c7-fb06-4052-8adc-cb66065f4744 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 1002 time: 0.0932424 Feb 17 00:15:34.048164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-d5bf7cc6-2b33-471e-9297-2f0670d2816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:34.049513 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-d5bf7cc6-2b33-471e-9297-2f0670d2816a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0544276 Feb 17 00:15:34.229009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-95d2d154-a2eb-4b55-b32c-57bab5415a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:34.230461 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-95d2d154-a2eb-4b55-b32c-57bab5415a54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755755 Feb 17 00:15:34.347959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:15:34.358995 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-7e763aa4-2409-40be-8594-0eca67373125 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220577 Feb 17 00:15:34.415950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 3adb6caf-10e5-43a0-9834-cd36d00e9718 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:15:34.416518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:34.491024 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-a8109dae-4bb8-49ff-abf7-3b9a216cca66 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256158 Feb 17 00:15:34.532091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:34.562718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:34.566063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:34.630118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:34.637686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.638038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.638380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.638712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.639044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.639374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.639699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.640022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.640376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.640700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.641021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.641339 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:34.718749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:34.769655 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'code': 200} Feb 17 00:15:34.954577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf87be-d9b3-45dd-94ef-fc6f07ce4a02 req-52d47655-4220-4d9d-8abd-3ca1b3a161e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:34.956020 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ddcf87be-d9b3-45dd-94ef-fc6f07ce4a02 req-52d47655-4220-4d9d-8abd-3ca1b3a161e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0779791 Feb 17 00:15:34.998392 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ddcf87be-d9b3-45dd-94ef-fc6f07ce4a02 req-150b2f2e-40af-4262-baff-c6f6a3f50d8f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367880 Feb 17 00:15:35.956550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bea5893f-bb16-4d1c-bb1c-cb500e390e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:36.189105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463293d-621c-460d-a01b-bed0e1e9e929 req-4252c24f-6279-4e10-8ead-eecc40c569e8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:36.190570 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3463293d-621c-460d-a01b-bed0e1e9e929 req-4252c24f-6279-4e10-8ead-eecc40c569e8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0822518 Feb 17 00:15:36.236569 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3463293d-621c-460d-a01b-bed0e1e9e929 req-083bccfb-e841-4d7d-a5fe-072d37643a78 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Feb 17 00:15:36.853091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-68d5dfe2-514a-4f0c-879d-e104d5b1b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:36.854559 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-68d5dfe2-514a-4f0c-879d-e104d5b1b3f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 1099 time: 0.0727601 Feb 17 00:15:36.940805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-112e2611-aacf-425a-9c9b-fa37a93de6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:36.942228 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-112e2611-aacf-425a-9c9b-fa37a93de6c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 1099 time: 0.0677166 Feb 17 00:15:36.996867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:37.069510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-0f8797e6-76ab-4c8d-b956-16c47bdd2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:37.070924 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-0f8797e6-76ab-4c8d-b956-16c47bdd2abb service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1231990 Feb 17 00:15:37.170206 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-e6166d90-b667-4e7a-862e-396a48d65f96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 200 len: 1003 time: 0.0933528 Feb 17 00:15:37.232598 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-fe3ef24c-c0c2-4512-bbb1-e53d373f9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:37.233874 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-fe3ef24c-c0c2-4512-bbb1-e53d373f9da7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0582116 Feb 17 00:15:37.305896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-9d038e19-5d23-43eb-9965-82539fb049fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:37.307373 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-9d038e19-5d23-43eb-9965-82539fb049fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676892 Feb 17 00:15:37.330560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:37.422819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa6188-19e7-47d0-8f3f-33c4ba66ac31 req-3949bbdd-a9a9-4a63-8f88-cad36a42c938 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:37.424297 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0aaa6188-19e7-47d0-8f3f-33c4ba66ac31 req-3949bbdd-a9a9-4a63-8f88-cad36a42c938 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 946 time: 0.0778265 Feb 17 00:15:37.440314 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-0e6d177c-26f8-4e1f-aaf2-f4b1a2019511 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264095 Feb 17 00:15:37.467916 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0aaa6188-19e7-47d0-8f3f-33c4ba66ac31 req-a815e0cc-4292-4895-9ec8-fab0b8dc752e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378428 Feb 17 00:15:37.571224 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f007a54d-8bf2-4ffe-8379-c43e8dcd8e40 req-a4894033-1d9f-431a-baad-72832896a798 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250026 Feb 17 00:15:38.370749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:15:38.481405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:38.507945 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:38.517555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:38.523340 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:38.574359 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'code': 200} Feb 17 00:15:38.601546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:38.605316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=9']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:38.664681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2441219-f293-4ef8-bdc3-75a1543cd827 req-0dda1506-3469-4cbc-a1d0-176741ceb63a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:38.666537 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d2441219-f293-4ef8-bdc3-75a1543cd827 req-0dda1506-3469-4cbc-a1d0-176741ceb63a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0900724 Feb 17 00:15:38.711521 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d2441219-f293-4ef8-bdc3-75a1543cd827 req-25d87e20-41be-4efb-85d6-84fc12a0ba1a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394537 Feb 17 00:15:39.892335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369802-743d-4d5f-94c0-2c0e25c628c0 req-1910c6d4-27ee-46a3-bdd0-33127b404359 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:39.893752 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-66369802-743d-4d5f-94c0-2c0e25c628c0 req-1910c6d4-27ee-46a3-bdd0-33127b404359 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0776286 Feb 17 00:15:39.939741 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-66369802-743d-4d5f-94c0-2c0e25c628c0 req-1fb60640-eb6a-4343-8f12-144daecba503 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396743 Feb 17 00:15:40.115796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb81cf-4937-4fcb-9486-315cd95e94f3 req-544a6bae-4031-48d0-ab0b-824514253521 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:40.117245 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-35fb81cf-4937-4fcb-9486-315cd95e94f3 req-544a6bae-4031-48d0-ab0b-824514253521 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0768039 Feb 17 00:15:40.160921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-35fb81cf-4937-4fcb-9486-315cd95e94f3 req-e9af3444-ff34-412a-9366-44a19b78a672 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 Feb 17 00:15:40.341850 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91299dd8-5cbd-4ae3-baca-d6c93550d75a req-32ef3662-8d30-4138-9f21-c8d0748ae280 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:40.343282 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91299dd8-5cbd-4ae3-baca-d6c93550d75a req-32ef3662-8d30-4138-9f21-c8d0748ae280 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0807834 Feb 17 00:15:40.386031 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91299dd8-5cbd-4ae3-baca-d6c93550d75a req-b2a807d7-ff85-4cda-a53e-d0b25360306a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369644 Feb 17 00:15:40.762178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7258c79-d01d-4107-ac04-3da5fd76aa50 req-96e9b76b-5afd-4a4c-ad9f-76079467355f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:40.763496 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f7258c79-d01d-4107-ac04-3da5fd76aa50 req-96e9b76b-5afd-4a4c-ad9f-76079467355f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0766356 Feb 17 00:15:40.806103 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f7258c79-d01d-4107-ac04-3da5fd76aa50 req-c2061b18-827b-432b-a87f-897e57acf607 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370617 Feb 17 00:15:41.988374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ade768-f9b9-41fe-b907-1d88b18fa9e7 req-682a1a5d-dc02-460b-b0da-2746e8593d20 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:41.989723 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-00ade768-f9b9-41fe-b907-1d88b18fa9e7 req-682a1a5d-dc02-460b-b0da-2746e8593d20 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0801618 Feb 17 00:15:42.032651 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-00ade768-f9b9-41fe-b907-1d88b18fa9e7 req-b0bc5046-6f50-483a-87ff-c8732af40315 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369575 Feb 17 00:15:42.765664 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddafde-3a58-4893-83dc-3841cc160fde req-5e7adf04-48c5-4952-bd6b-6ef469b6b654 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:42.767062 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-37ddafde-3a58-4893-83dc-3841cc160fde req-5e7adf04-48c5-4952-bd6b-6ef469b6b654 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0818210 Feb 17 00:15:42.833904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Deleting port 3adb6caf-10e5-43a0-9834-cd36d00e9718 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:15:42.834246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:43.073967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] For port 3adb6caf-10e5-43a0-9834-cd36d00e9718, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=3adb6caf-10e5-43a0-9834-cd36d00e9718,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:43.074327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:43.215090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14befef-b9c0-4e3f-bfc3-a145b4ffc758 req-e79d8f27-7f4e-4490-bd31-95bc2465f685 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:43.216663 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f14befef-b9c0-4e3f-bfc3-a145b4ffc758 req-e79d8f27-7f4e-4490-bd31-95bc2465f685 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 944 time: 0.0804195 Feb 17 00:15:43.265328 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f14befef-b9c0-4e3f-bfc3-a145b4ffc758 req-a0f2e05c-bb29-4e0a-b946-05bf01802b2a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Feb 17 00:15:43.467091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:43.467465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:43.467775 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 disassociated. External IP: 172.26.2.112, port: 3adb6caf-10e5-43a0-9834-cd36d00e9718. Feb 17 00:15:43.468153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Calling delete_port for 3adb6caf-10e5-43a0-9834-cd36d00e9718 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:15:43.610693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:43.660230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event deleted for resources: {'Port': ['ID=3adb6caf-10e5-43a0-9834-cd36d00e9718,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:43.672161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.672515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.672862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.673203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.673542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.673877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.674210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.674540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.674869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.675191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.675514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.675841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:15:43.861150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:15:44.035457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:15:44.045130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:15:44.055453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:15:44.056100 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:15:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:44.104999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] No DVR routers for this DVR port 3adb6caf-10e5-43a0-9834-cd36d00e9718 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:15:44.107464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:44.110005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-deleted', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:44.125509 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-37ddafde-3a58-4893-83dc-3841cc160fde req-abdf4531-a546-4031-8e34-6d540588f8e6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "DELETE /v2.0/ports/3adb6caf-10e5-43a0-9834-cd36d00e9718 HTTP/1.1" status: 204 len: 173 time: 1.3534288 Feb 17 00:15:44.157832 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52264dc8-d73d-42bc-8117-46d10a58c9cb', 'name': 'network-vif-deleted', 'tag': '3adb6caf-10e5-43a0-9834-cd36d00e9718', 'status': 'completed', 'code': 200} Feb 17 00:15:44.238383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:15:44.424843 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a1c31e18-be59-42ec-89a1-95417a591f3a req-11352e7d-82d5-4862-8188-31be7acb794d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=52264dc8-d73d-42bc-8117-46d10a58c9cb HTTP/1.1" status: 200 len: 210 time: 0.0413477 Feb 17 00:15:44.582084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:44.585865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:15:44.594213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:15:44.594819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:15:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:44.773165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:15:45.075066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:45.078880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd70ab-4a5c-4e3e-ac15-175bbf287405 None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:15:45.279155 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081262bd-36ef-4b0b-9c5d-5d2a12c554c3 None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:15:45.765796 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-acc479dd-5719-47c9-a289-f232ddbe200c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--700097266&fields=id&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 267 time: 0.0388191 Feb 17 00:15:45.925431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-4714cf15-d74b-465a-a7b1-b7ca4c9f2384 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:45.926860 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-4714cf15-d74b-465a-a7b1-b7ca4c9f2384 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.1549644 Feb 17 00:15:45.941391 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-5793d902-319d-442b-8354-e041f6694d37 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/quotas/5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 375 time: 0.0086408 Feb 17 00:15:46.025083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-455c136a-4fa4-4165-984d-1f1324b20c45 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788901 Feb 17 00:15:46.159365 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-10acf687-e3b3-4d96-b58a-448b79a0be54 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231630 Feb 17 00:15:46.285029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-931d964e-b930-47ac-912d-e065afc4edc7 service neutron] 10.222.0.47 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191092 Feb 17 00:15:46.410094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:15:46.444716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 3adb6caf-10e5-43a0-9834-cd36d00e9718 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:15:46.445172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 3adb6caf-10e5-43a0-9834-cd36d00e9718 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:15:46.452807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a264ace9-dc52-4116-b0c3-083570169d41 req-75c32348-fb7a-4ab3-a16f-5e5ba079b727 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 210 time: 0.0410302 Feb 17 00:15:47.443948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-981f6889-1530-4e0d-ae4c-bd6797318742 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:47.445384 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-981f6889-1530-4e0d-ae4c-bd6797318742 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 811 time: 0.1431346 Feb 17 00:15:47.498473 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-5009fc91-8b83-40ea-8033-5e84f57edc44 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 379 time: 0.0455258 Feb 17 00:15:47.507809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'port': {'device_id': '9a07a041-a590-4271-bbc6-e344d223efcc', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'admin_state_up': True, 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'security_groups': ['af93fd7e-9f1b-4610-94ee-910c0beeb75e']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:15:47.604734 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0818850a-dc4c-4394-bee0-1670134ef791 req-c26ba2e9-cb2e-4fec-889c-16fc7162825b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 210 time: 0.0419972 Feb 17 00:15:47.644859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:15:47.649418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Usage tracker for resource:port and tenant:5c7831a629554d4e9b8fe3f74d922136 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:15:47.652245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:15:47.657822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:15:47.667394 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Made reservation on behalf of 5c7831a629554d4e9b8fe3f74d922136 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:15:47.670856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:47.836281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Allocated IP 172.20.0.8 (4ed0727c-c51f-41b3-ba30-22e2f8937868/cd801050-5212-45e8-9d3b-747624fc32b9/7b39ce9f-c009-4727-9735-59ee3ecbb7ca) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:15:48.122325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:48.137688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Transition to ACTIVE for port object 7b39ce9f-c009-4727-9735-59ee3ecbb7ca will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:15:48.161675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:48.230292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:15:48.233331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:15:48.235693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:15:48.275032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:48.306056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:48.306660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:48.331495 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-04e92701-4525-4ee0-8416-99a8290c1de0 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273501 Feb 17 00:15:48.342750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Request body: {'port': {'device_id': '9a07a041-a590-4271-bbc6-e344d223efcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:15:48.438924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-045db5fe-3832-4a3b-87cd-461e90c9028f None None] Provisioning for port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:15:48.443545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-045db5fe-3832-4a3b-87cd-461e90c9028f None None] Provisioning complete for port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:15:48.443925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-045db5fe-3832-4a3b-87cd-461e90c9028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:48.451511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:48.495544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-045db5fe-3832-4a3b-87cd-461e90c9028f None None] Port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:15:48.788044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b39ce9f-c009-4727-9735-59ee3ecbb7ca {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:15:48.790721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5539e-3878-4f64-ade2-a2b8f99a8d83 req-c7d577e1-3c1b-411a-aeee-73e9aeed150d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:48.792219 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ce5539e-3878-4f64-ade2-a2b8f99a8d83 req-c7d577e1-3c1b-411a-aeee-73e9aeed150d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 931 time: 0.0810812 Feb 17 00:15:48.795206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:48.811269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Transition to ACTIVE for port object 7b39ce9f-c009-4727-9735-59ee3ecbb7ca will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:15:48.815391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:48.839298 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1ce5539e-3878-4f64-ade2-a2b8f99a8d83 req-23abd9d2-3d90-4d81-99d7-278663a883d8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410173 Feb 17 00:15:48.943311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:49.047935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Attempting to bind port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:15:49.048352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Attempting to bind port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:15:49.048677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Attempting to bind port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:15:49.053690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:15:49.054009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Attempting to bind port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca on network 4ed0727c-c51f-41b3-ba30-22e2f8937868 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:15:49.058986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:15:49.059316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Checking segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:15:49.059698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Bound using segment: {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:15:49.060147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Bound port: 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf721be7-bfc5-4ad0-9db7-882d2973813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:15:49.060487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:49.144781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:15:49.148479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:15:49.152377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:49.211232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:49.211831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:49.213228 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] 10.222.0.24 "PUT /v2.0/ports/7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 1093 time: 0.8747864 Feb 17 00:15:49.213665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:49.278841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bae11e-85cc-4713-a267-e887146ce7ca service neutron] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:49.282361 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'status': 'completed', 'code': 200} Feb 17 00:15:49.323691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-3d39c414-01a4-46b1-8101-1d249293344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:49.325216 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-3d39c414-01a4-46b1-8101-1d249293344f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1096 time: 0.0771148 Feb 17 00:15:49.395567 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-837c677e-b1fe-439d-9794-8b7ff71dfacf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 217 time: 0.0633750 Feb 17 00:15:49.454682 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-42650b39-cc6f-4988-a842-d69761420050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:49.456023 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-42650b39-cc6f-4988-a842-d69761420050 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0549192 Feb 17 00:15:49.527237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-3db860ba-dcc5-4fe3-8697-56a5cde5aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:49.528645 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-3db860ba-dcc5-4fe3-8697-56a5cde5aead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669920 Feb 17 00:15:49.655404 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-e3ba07d8-2139-4ed2-a062-5eb79d69fbcb service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199648 Feb 17 00:15:49.782309 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-384f4995-fb27-47e0-ad7d-999ba4288897 req-9445f0c3-9e2f-4102-a74d-ce6aba8b5f6f service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212342 Feb 17 00:15:49.999139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-ee8b0dca-6bc3-4c3c-901f-1ed9265df4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:50.000720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-ee8b0dca-6bc3-4c3c-901f-1ed9265df4df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1096 time: 0.1790681 Feb 17 00:15:50.023654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5122d-7b7a-4c96-91f9-feb8ccca2458 req-dbbf7984-e2c5-430e-9b39-02d1cfc865c3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:50.025127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2b5122d-7b7a-4c96-91f9-feb8ccca2458 req-dbbf7984-e2c5-430e-9b39-02d1cfc865c3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 943 time: 0.0777009 Feb 17 00:15:50.067517 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c2b5122d-7b7a-4c96-91f9-feb8ccca2458 req-c0398056-20be-490b-8a56-b3caa7a1a74b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367231 Feb 17 00:15:50.129171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-4f842119-bc5b-4a4b-b117-bfb740a38a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:50.131228 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-4f842119-bc5b-4a4b-b117-bfb740a38a1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1236498 Feb 17 00:15:50.198509 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-1b997476-f16c-4f95-8b1b-342a0206e1f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 217 time: 0.0615563 Feb 17 00:15:50.259531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-0be01ff6-ab0f-4e37-9764-e7f9026b3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:50.260948 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-0be01ff6-ab0f-4e37-9764-e7f9026b3452 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0557330 Feb 17 00:15:50.336729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-28d910d6-a52d-4760-a172-ab6144629a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:50.338074 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-28d910d6-a52d-4760-a172-ab6144629a0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705230 Feb 17 00:15:50.467518 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-b411cdff-5b7c-4e88-9e72-09bd8c55aa22 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223371 Feb 17 00:15:50.598720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cab702e4-0239-4c4a-b5a0-ac5bdad8046a req-7ce9584f-e8ac-4323-96c1-7803dc6cfd64 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244624 Feb 17 00:15:51.255165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6ca17-47a0-4442-907f-8543190a5483 req-53177931-09e8-4010-9230-57afae646e86 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:51.256611 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-93d6ca17-47a0-4442-907f-8543190a5483 req-53177931-09e8-4010-9230-57afae646e86 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 943 time: 0.0830333 Feb 17 00:15:51.301154 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-93d6ca17-47a0-4442-907f-8543190a5483 req-37aa0be5-ff52-4729-9670-f6d0a77342ef tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387580 Feb 17 00:15:51.549112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:52.416932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:15:52.482992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e82ea-35e9-4ec2-bc4b-4346fe48a190 req-c0be5677-e6af-464f-976b-3efcce5d8ef6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:52.484474 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-da8e82ea-35e9-4ec2-bc4b-4346fe48a190 req-c0be5677-e6af-464f-976b-3efcce5d8ef6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 943 time: 0.0774574 Feb 17 00:15:52.530559 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-da8e82ea-35e9-4ec2-bc4b-4346fe48a190 req-979eff31-a7c0-43fd-96f5-6270d66a70cd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405912 Feb 17 00:15:52.550950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:52.557953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'mac_address': 'fa:16:3e:e2:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:15:52.614111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:52.630862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b39ce9f-c009-4727-9735-59ee3ecbb7ca {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:15:52.645974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:52.651203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:52.716033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:52.853726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['7b39ce9f-c009-4727-9735-59ee3ecbb7ca'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:15:53.074879 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:15:53.711630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb29e46-5048-4337-b80a-f1f125a097c1 req-7e15249a-6e54-430d-b7c0-ad3fc62c27bd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:53.713129 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9fb29e46-5048-4337-b80a-f1f125a097c1 req-7e15249a-6e54-430d-b7c0-ad3fc62c27bd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 944 time: 0.0782759 Feb 17 00:15:53.757024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9fb29e46-5048-4337-b80a-f1f125a097c1 req-8702aa5f-ba5e-4954-b996-e9c82ba94833 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383637 Feb 17 00:15:54.417095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:15:54.482068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:15:54.486625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:15:54.486995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:54.597871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:54.623524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:54.632798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:15:54.637551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:54.676747 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'code': 200} Feb 17 00:15:54.712386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:15:54.893114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec45e-32cc-4feb-ae82-fc360e262335 req-a5ab97ba-e5d7-4871-a3af-60e9100fe3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:54.894599 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-106ec45e-32cc-4feb-ae82-fc360e262335 req-a5ab97ba-e5d7-4871-a3af-60e9100fe3d4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1098 time: 0.0689468 Feb 17 00:15:54.935495 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-106ec45e-32cc-4feb-ae82-fc360e262335 req-bfd040b8-f977-4b32-aa1a-a4376f79f32d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351298 Feb 17 00:15:54.944244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f2abe-d053-444b-b051-d3d63b048985 req-7be939e1-935f-4cac-a839-b096fcfcc53c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:54.945689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f6f2abe-d053-444b-b051-d3d63b048985 req-7be939e1-935f-4cac-a839-b096fcfcc53c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0810890 Feb 17 00:15:55.077212 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f6f2abe-d053-444b-b051-d3d63b048985 req-98859a10-6f71-443d-bfc4-05afd4d3a066 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259000 Feb 17 00:15:56.258085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cdfbe-8d90-42e8-aafb-bf65da3c8c01 req-50732a09-2979-426a-a70b-a25de17c5697 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:56.259500 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-172cdfbe-8d90-42e8-aafb-bf65da3c8c01 req-50732a09-2979-426a-a70b-a25de17c5697 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0773275 Feb 17 00:15:56.305988 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-172cdfbe-8d90-42e8-aafb-bf65da3c8c01 req-66a58424-55d0-4514-87e4-464be2a22816 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394866 Feb 17 00:15:56.487173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581cbe0-ea7e-4846-8579-0a941d205597 req-dc891165-544f-421f-be6e-bbebe2031d82 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:56.488663 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6581cbe0-ea7e-4846-8579-0a941d205597 req-dc891165-544f-421f-be6e-bbebe2031d82 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0811346 Feb 17 00:15:56.497065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60180) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:15:56.501945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Request body: {'floatingip': {'port_id': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:15:56.579435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:57.155942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:57.159592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:57.320404 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 associated. External IP: 172.26.2.112, port: 7b39ce9f-c009-4727-9735-59ee3ecbb7ca. Feb 17 00:15:57.765172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:15:57.944333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:15:57.949038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:15:57.953532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:15:57.963501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:15:57.964157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:15:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:58.006442 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e8db1e87-4bcb-427d-8dee-9a0554ca6dca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "PUT /v2.0/floatingips/6628cc77-aad1-4be9-9baa-b8dc24196146 HTTP/1.1" status: 200 len: 992 time: 1.5083137 Feb 17 00:15:58.007013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:15:58.050855 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'status': 'completed', 'code': 200} Feb 17 00:15:58.145494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-20eecb3c-6a9c-4af5-be0a-0ae0ffce58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:58.146947 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-20eecb3c-6a9c-4af5-be0a-0ae0ffce58ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1098 time: 0.0743284 Feb 17 00:15:58.191086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:15:58.280181 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-86c99e7a-4e31-4cf0-b540-7b0367be934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:58.281627 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-86c99e7a-4e31-4cf0-b540-7b0367be934a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1290452 Feb 17 00:15:58.388569 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-9d9779a3-8e85-4bb6-bc54-c2d09413aad0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 1000 time: 0.1002719 Feb 17 00:15:58.459112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-0a61aaff-e526-4291-8119-04334f507011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:58.460612 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-0a61aaff-e526-4291-8119-04334f507011 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0659356 Feb 17 00:15:58.534978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-b329b62f-1258-4948-952a-09a69bae0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:58.537782 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-b329b62f-1258-4948-952a-09a69bae0284 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719028 Feb 17 00:15:58.550611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:e2:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07a041-a590-4271-bbc6-e344d223efcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:15:57Z', 'revision_number': 13, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:58.555230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:15:58.565996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:15:58.566599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:15:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:58.674612 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-98fddd69-969d-4c1a-9a40-a6652f47f928 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309924 Feb 17 00:15:58.750804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:15:58.806903 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-42c2f9c9-9c36-42a4-b4fd-95511f66e5d9 req-077d2ba5-6eed-4ceb-85b1-fe1e2bb32454 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265600 Feb 17 00:15:59.102924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:e2:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07a041-a590-4271-bbc6-e344d223efcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:15:57Z', 'revision_number': 13, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:15:59.107354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340afb9-b211-434f-a06e-6e75cba3897f None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '6628cc77-aad1-4be9-9baa-b8dc24196146', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'floating_ip_address': '172.26.2.112', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'port_id': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'mac_address': 'fa:16:3e:e2:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a07a041-a590-4271-bbc6-e344d223efcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:13:05Z', 'updated_at': '2022-02-17T00:15:57Z', 'revision_number': 13, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:15:59.290092 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390abe1d-33a9-453a-9404-a013d410a850 None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:15:59.780917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f597a2-9b73-4e20-a29b-e8942889f385 req-86b7718c-d82a-46b0-adc8-e43a0036f27c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:15:59.782259 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-58f597a2-9b73-4e20-a29b-e8942889f385 req-86b7718c-d82a-46b0-adc8-e43a0036f27c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0781598 Feb 17 00:15:59.826757 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-58f597a2-9b73-4e20-a29b-e8942889f385 req-5b3b3214-774f-4750-ad39-e9929cfb737a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389638 Feb 17 00:16:03.727935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b9e33de7-8d61-4cbc-9580-73fddae17386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:05.958767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f1708ed4-281e-4e88-96cf-3b1a420fef8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:06.997597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:07.336383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:08.344807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d829-ec95-4907-9243-e2273118f42d req-caaf1403-61de-42c5-a5e0-2aeb5e986f00 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:08.346382 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ec45d829-ec95-4907-9243-e2273118f42d req-caaf1403-61de-42c5-a5e0-2aeb5e986f00 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0838716 Feb 17 00:16:08.392959 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ec45d829-ec95-4907-9243-e2273118f42d req-c2d802d9-572d-4bd5-85d6-f1fe5aafb04c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405147 Feb 17 00:16:08.439296 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-4f8dcd31-5c96-4a1a-80df-cb62b15c0e06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2224331 Feb 17 00:16:08.579160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:09.556230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-39b9fe6b-490e-41ff-b4a4-6ba78d430866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:09.557731 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-39b9fe6b-490e-41ff-b4a4-6ba78d430866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1098 time: 0.0698068 Feb 17 00:16:09.587335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140565d8-a0e6-4858-ac28-6ae79884a896 req-3398c258-64b0-4e36-858c-860fbd61a79a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:09.589356 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-140565d8-a0e6-4858-ac28-6ae79884a896 req-3398c258-64b0-4e36-858c-860fbd61a79a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0829887 Feb 17 00:16:09.633848 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-140565d8-a0e6-4858-ac28-6ae79884a896 req-712ad402-1ccd-4dc0-b199-5a94d4711ebd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380814 Feb 17 00:16:09.699280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-9e655d6b-17d3-4255-b6f0-49e0447709cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:09.700667 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-9e655d6b-17d3-4255-b6f0-49e0447709cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1352851 Feb 17 00:16:09.807005 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-a85adc65-3090-4bd6-9f79-b7da4c73b378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 1002 time: 0.0984197 Feb 17 00:16:09.869680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-c8978e73-9048-4b88-9d4f-655127452aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:09.871070 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-c8978e73-9048-4b88-9d4f-655127452aee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0590281 Feb 17 00:16:09.951983 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-94eae335-d114-4131-8a19-8263c8683e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:09.953375 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-94eae335-d114-4131-8a19-8263c8683e35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760362 Feb 17 00:16:10.080943 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-9ea304a9-ef23-44d5-a161-ad067aaa63a7 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214151 Feb 17 00:16:10.210365 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-74c23637-67ba-4db1-9c74-26fd6b2b2404 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234632 Feb 17 00:16:10.822062 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96618535-dcf2-4747-9cef-bfd83dbc00f0 req-1e37994c-a211-429c-9ea5-9fa96fd4eed4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:10.823428 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96618535-dcf2-4747-9cef-bfd83dbc00f0 req-1e37994c-a211-429c-9ea5-9fa96fd4eed4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0814207 Feb 17 00:16:10.866883 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96618535-dcf2-4747-9cef-bfd83dbc00f0 req-ab9664ac-c29d-4416-8466-e68291ae1e18 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Feb 17 00:16:12.048459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d61bc-a846-46df-9c7f-c9b7342e8b5f req-4d1d9cf1-853b-490f-89a8-11b2247619a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:12.049868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8e7d61bc-a846-46df-9c7f-c9b7342e8b5f req-4d1d9cf1-853b-490f-89a8-11b2247619a4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0795767 Feb 17 00:16:12.097222 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8e7d61bc-a846-46df-9c7f-c9b7342e8b5f req-d9002074-5e61-4705-a348-14c3b3fa57b3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411623 Feb 17 00:16:13.277797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24253010-8a13-4321-9010-0cd91a98635b req-87665293-8ee2-47d0-82b1-4abe2a50af46 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:13.279208 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24253010-8a13-4321-9010-0cd91a98635b req-87665293-8ee2-47d0-82b1-4abe2a50af46 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0770140 Feb 17 00:16:13.321073 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24253010-8a13-4321-9010-0cd91a98635b req-df7d1126-9819-4b82-8c6c-f6fe635badd6 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363736 Feb 17 00:16:14.505638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3559350-d741-4b9c-817a-8bcebf35ed1c req-e8b2a668-9305-412a-9374-7c9351f72862 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:14.506987 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3559350-d741-4b9c-817a-8bcebf35ed1c req-e8b2a668-9305-412a-9374-7c9351f72862 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0800958 Feb 17 00:16:14.549910 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3559350-d741-4b9c-817a-8bcebf35ed1c req-03d186ae-63de-4e58-af3d-37a57ee62be4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367212 Feb 17 00:16:15.730422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4bbeb-18f9-4fa2-bea9-ad5685c7d2b7 req-af7fceb9-f207-43b5-95b1-ef7700a442a5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:15.731848 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cdf4bbeb-18f9-4fa2-bea9-ad5685c7d2b7 req-af7fceb9-f207-43b5-95b1-ef7700a442a5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0773442 Feb 17 00:16:15.774383 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cdf4bbeb-18f9-4fa2-bea9-ad5685c7d2b7 req-ed1df957-f9ad-45a0-a753-ed412f9e7624 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369461 Feb 17 00:16:16.960892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d6c4a-c715-466f-893c-035d486c14fa req-c0144fd0-a7cc-43a8-aa9b-13771fcb8b3b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:16.962341 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-992d6c4a-c715-466f-893c-035d486c14fa req-c0144fd0-a7cc-43a8-aa9b-13771fcb8b3b tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0821743 Feb 17 00:16:17.006493 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-992d6c4a-c715-466f-893c-035d486c14fa req-43215a52-952a-42ff-b332-ca1ff277c0ca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385602 Feb 17 00:16:18.185367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f35cc6-1bb5-408d-8be2-a2ad5fa45ca7 req-fc32deaf-bda5-4a1d-8da3-1d4b7617ea2e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:18.186774 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-76f35cc6-1bb5-408d-8be2-a2ad5fa45ca7 req-fc32deaf-bda5-4a1d-8da3-1d4b7617ea2e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0758750 Feb 17 00:16:18.229862 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-76f35cc6-1bb5-408d-8be2-a2ad5fa45ca7 req-1be54b7c-92e3-4c15-b6ba-705f6849f0de tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Feb 17 00:16:19.410751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8c62d-318d-4add-8285-8cae56c74bf8 req-ef15022a-04aa-423e-a735-dc5a43a73648 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:19.412195 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-12f8c62d-318d-4add-8285-8cae56c74bf8 req-ef15022a-04aa-423e-a735-dc5a43a73648 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0805597 Feb 17 00:16:19.455115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-12f8c62d-318d-4add-8285-8cae56c74bf8 req-7e1fae64-28d6-4b3e-9be8-cc7a4d280a91 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367327 Feb 17 00:16:20.637460 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc8f62-ad68-4f5e-ad6d-a302822c9924 req-e4dd2278-661e-484d-bd3b-26a8a0bbb430 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:20.638890 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96cc8f62-ad68-4f5e-ad6d-a302822c9924 req-e4dd2278-661e-484d-bd3b-26a8a0bbb430 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0772688 Feb 17 00:16:20.686301 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96cc8f62-ad68-4f5e-ad6d-a302822c9924 req-478df990-6140-4c0f-9fbe-b34fd25e0531 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416808 Feb 17 00:16:21.261540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-92e5d011-6232-44b4-9781-d151121642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:21.263000 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-92e5d011-6232-44b4-9781-d151121642c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1098 time: 0.1084771 Feb 17 00:16:21.404542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-6e65da2a-7ddb-45ee-ae4c-09bbf8f4178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:21.405935 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-6e65da2a-7ddb-45ee-ae4c-09bbf8f4178a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1226897 Feb 17 00:16:21.520957 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-9582f47f-e62a-4eb1-8037-0da7cb3ef4a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 1002 time: 0.1091235 Feb 17 00:16:21.561324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:21.579543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-f8b6ae9b-24fb-423d-9beb-cf1cf6d79d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:21.580983 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-f8b6ae9b-24fb-423d-9beb-cf1cf6d79d7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0545726 Feb 17 00:16:21.655792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-11257fcd-cce5-46cb-a654-89f5f4b9077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:21.657271 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-11257fcd-cce5-46cb-a654-89f5f4b9077b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706074 Feb 17 00:16:21.792239 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-7d9df325-b048-4a79-a54a-4a0571afa997 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289155 Feb 17 00:16:21.871829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864bb-318a-4c24-a9d4-79f654f2a38a req-b87e957d-eb4f-4851-a76b-b71857575763 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:21.873432 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5ea864bb-318a-4c24-a9d4-79f654f2a38a req-b87e957d-eb4f-4851-a76b-b71857575763 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0774422 Feb 17 00:16:21.916500 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5ea864bb-318a-4c24-a9d4-79f654f2a38a req-4c63f69c-423e-4232-8797-0b86a80cfc0e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372961 Feb 17 00:16:21.922739 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af241a3a-4207-435b-94a5-2f41e5dfb159 req-afe6e404-b439-42bc-aa63-fb5039f7a7ab service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251631 Feb 17 00:16:23.210019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846eef5-c1a8-45f5-8fde-067299fd7140 req-374027d6-1dfb-4020-af4c-5bd5d3e9aad7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:23.211914 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2846eef5-c1a8-45f5-8fde-067299fd7140 req-374027d6-1dfb-4020-af4c-5bd5d3e9aad7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.1890802 Feb 17 00:16:23.254791 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2846eef5-c1a8-45f5-8fde-067299fd7140 req-81524a68-284f-4dad-aaa2-1d60bd110e93 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372393 Feb 17 00:16:24.435244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50744b59-cc7b-43cf-a07e-aabf5f64cc42 req-b0f58de3-3661-44b6-9293-300065168c97 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:24.436603 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-50744b59-cc7b-43cf-a07e-aabf5f64cc42 req-b0f58de3-3661-44b6-9293-300065168c97 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0762761 Feb 17 00:16:24.481781 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-50744b59-cc7b-43cf-a07e-aabf5f64cc42 req-9ea74ce4-85e3-46e3-97fd-db05e589c48c tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397353 Feb 17 00:16:25.666054 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd0ae9-84c0-474c-a414-bd09e6dadd1d req-9aea0deb-a665-4fc0-97da-4cdbcce06326 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:25.667504 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fadd0ae9-84c0-474c-a414-bd09e6dadd1d req-9aea0deb-a665-4fc0-97da-4cdbcce06326 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0770648 Feb 17 00:16:25.710923 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fadd0ae9-84c0-474c-a414-bd09e6dadd1d req-be11eff3-89a2-4b2b-b832-6ed0e14203d7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377326 Feb 17 00:16:26.896413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af8007-4556-4094-839e-c43306f71f8d req-20878530-3d03-444c-9241-46a354f30e2e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:26.897841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-32af8007-4556-4094-839e-c43306f71f8d req-20878530-3d03-444c-9241-46a354f30e2e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0805085 Feb 17 00:16:26.940449 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-32af8007-4556-4094-839e-c43306f71f8d req-e9304c42-3496-4cdd-ab7d-a1fb943d0594 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369363 Feb 17 00:16:27.466929 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-d94bee17-da83-4ea2-afea-698fc211cac0 service neutron] 10.222.0.24 "GET /v2.0/ports/7b39ce9f-c009-4727-9735-59ee3ecbb7ca/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0721903 Feb 17 00:16:27.840140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-896956b9-8c2d-45e2-8561-2be89a6ef073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:27.841617 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-896956b9-8c2d-45e2-8561-2be89a6ef073 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 1098 time: 0.1857400 Feb 17 00:16:27.928991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-1a668e3f-47b3-454c-8372-6262be3a032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:27.930875 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-1a668e3f-47b3-454c-8372-6262be3a032f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1098 time: 0.0686412 Feb 17 00:16:28.067554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-f98c3357-66cf-44ef-802a-cd716e43719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:28.069235 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-f98c3357-66cf-44ef-802a-cd716e43719d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1330223 Feb 17 00:16:28.178715 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-8aa1811b-06cf-49a9-a115-818dd17b2756 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 1002 time: 0.1033862 Feb 17 00:16:28.246145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-caecfbd8-de6d-43a4-bd35-d84f44e19d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:28.247491 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-caecfbd8-de6d-43a4-bd35-d84f44e19d85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0635238 Feb 17 00:16:28.275890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec87fe-1eea-4c0f-a132-5c62050426da req-2de1b763-1ce8-454f-9478-1df2e0e3cc4d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:28.277451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8aec87fe-1eea-4c0f-a132-5c62050426da req-2de1b763-1ce8-454f-9478-1df2e0e3cc4d tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0788889 Feb 17 00:16:28.320674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275033-8601-4419-b096-f05e26baa129 req-5253779a-83ae-4e49-82f8-3f0d91707714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:28.321591 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8aec87fe-1eea-4c0f-a132-5c62050426da req-c4c6bbe2-b614-4a18-af91-6fb73cb4defd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385294 Feb 17 00:16:28.322121 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-5253779a-83ae-4e49-82f8-3f0d91707714 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690393 Feb 17 00:16:28.449527 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-928d7f4d-bfbf-4295-9252-42100e18a7e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215065 Feb 17 00:16:28.575674 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-208a6b83-39db-44b6-bed1-aef5257e8edc service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199753 Feb 17 00:16:29.520920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b996f13-21f4-4a76-acea-7f4d014c872d req-15a2a752-027c-4005-afd3-b101cefbc8b5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:29.522256 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b996f13-21f4-4a76-acea-7f4d014c872d req-15a2a752-027c-4005-afd3-b101cefbc8b5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0814791 Feb 17 00:16:29.564990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b996f13-21f4-4a76-acea-7f4d014c872d req-e696aff6-ca28-41a1-833a-7bb3bfa46680 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370691 Feb 17 00:16:30.073326 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:16:30.665992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:16:30.747170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47411-544e-4822-9270-0d0fd11ac11a req-3f844b75-7b81-4fb9-821f-c607aa7515a3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:30.748658 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ba47411-544e-4822-9270-0d0fd11ac11a req-3f844b75-7b81-4fb9-821f-c607aa7515a3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0779934 Feb 17 00:16:30.778322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:30.792368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ba47411-544e-4822-9270-0d0fd11ac11a req-01df9e1c-6f87-445a-b3a4-ce19f966e402 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Feb 17 00:16:30.805482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:30.815447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:30.819258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:30.889362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:16:31.007027 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'code': 200} Feb 17 00:16:32.055664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9d0fb-e0b0-4c21-b4f1-0b5b4b7a58b5 req-a0c0d0b7-4047-43c7-959b-bb45b3fd6a56 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:32.057176 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aba9d0fb-e0b0-4c21-b4f1-0b5b4b7a58b5 req-a0c0d0b7-4047-43c7-959b-bb45b3fd6a56 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 943 time: 0.1436427 Feb 17 00:16:32.100362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aba9d0fb-e0b0-4c21-b4f1-0b5b4b7a58b5 req-7ae81a1f-f589-4174-8121-c6ddf60c5280 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375478 Feb 17 00:16:32.681943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:16:32.813503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:32.826051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'mac_address': 'fa:16:3e:e2:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:16:32.920728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:32.937032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b39ce9f-c009-4727-9735-59ee3ecbb7ca {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:16:32.951919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:32.955553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:33.020795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['7b39ce9f-c009-4727-9735-59ee3ecbb7ca'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:16:33.061940 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:16:33.329346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68c854-8602-4e54-8d41-5fb59b258b30 req-f4c44ce1-aeb8-4e6f-89e9-daa6f3793d63 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:33.330812 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c68c854-8602-4e54-8d41-5fb59b258b30 req-f4c44ce1-aeb8-4e6f-89e9-daa6f3793d63 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 944 time: 0.1244543 Feb 17 00:16:33.377640 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c68c854-8602-4e54-8d41-5fb59b258b30 req-aea67137-7fbf-4257-8599-809845e85c1a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413566 Feb 17 00:16:33.729641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e47fe6b3-55d8-4cd2-81cb-8cf717c1b5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:34.560535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b42c0-d545-48d5-b9e8-e263a2da51ad req-267216ad-d523-419d-8574-40fe25c703df tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:34.561957 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b4b42c0-d545-48d5-b9e8-e263a2da51ad req-267216ad-d523-419d-8574-40fe25c703df tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 944 time: 0.0777814 Feb 17 00:16:34.604401 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b4b42c0-d545-48d5-b9e8-e263a2da51ad req-069c1218-2c93-4122-8513-9e4c5abf1d0f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369461 Feb 17 00:16:34.692201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:16:34.757762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:16:34.759061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:34.871494 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:34.896629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:34.906291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:34.910403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:34.949059 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'code': 200} Feb 17 00:16:34.980247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:16:34.987294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.987650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.987996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.988373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.988708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.989045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.989375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.989709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.990039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.990366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.990689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:34.991007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:35.788211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150ee04-95d3-436e-ba2b-c75c02776525 req-e3b19de0-32c9-4c29-8426-545ecdc07ee8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:35.789669 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3150ee04-95d3-436e-ba2b-c75c02776525 req-e3b19de0-32c9-4c29-8426-545ecdc07ee8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0808425 Feb 17 00:16:35.833834 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3150ee04-95d3-436e-ba2b-c75c02776525 req-9c9a7f7f-f2be-4dc7-998b-e2e90e8f77a9 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373178 Feb 17 00:16:35.959653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-74e2e7b0-d461-4de3-892b-94011c9c99bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:37.000925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:37.028790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9e021-eaf5-4219-b33c-71297785dbc2 req-6f8053eb-4978-4742-b5fd-832d75af1236 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:37.030258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2fb9e021-eaf5-4219-b33c-71297785dbc2 req-6f8053eb-4978-4742-b5fd-832d75af1236 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0816751 Feb 17 00:16:37.073834 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2fb9e021-eaf5-4219-b33c-71297785dbc2 req-f7a6ece1-003a-4d85-ad38-426164197fae tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381093 Feb 17 00:16:37.334771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:37.464433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-e8c0ace2-7a9b-447f-b80f-83890b02b488 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:37.465117 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-e8c0ace2-7a9b-447f-b80f-83890b02b488 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Synchronizing usage tracker for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:16:37.481196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-e8c0ace2-7a9b-447f-b80f-83890b02b488 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Unset dirty status for tenant:5c7831a629554d4e9b8fe3f74d922136 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:16:37.482383 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-e8c0ace2-7a9b-447f-b80f-83890b02b488 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc&tenant_id=5c7831a629554d4e9b8fe3f74d922136&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 945 time: 0.0976577 Feb 17 00:16:37.525947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536cf56-de54-4fe9-8055-7323087aa9a2 req-a5d0a7ba-1c11-4815-88ae-9d801c836c00 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:37.527397 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8536cf56-de54-4fe9-8055-7323087aa9a2 req-a5d0a7ba-1c11-4815-88ae-9d801c836c00 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0836494 Feb 17 00:16:37.567312 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-2caee650-8feb-4197-9e4f-04ba88d1c1bf service neutron] 10.222.0.24 "GET /v2.0/ports/7b39ce9f-c009-4727-9735-59ee3ecbb7ca/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.0788546 Feb 17 00:16:37.571764 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8536cf56-de54-4fe9-8055-7323087aa9a2 req-64875f43-6a3e-46f1-b708-cbbc558ae464 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384417 Feb 17 00:16:37.655795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-ea6986c1-9bbc-42ae-bffc-3a71264082c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:37.657414 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-ea6986c1-9bbc-42ae-bffc-3a71264082c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1098 time: 0.0705893 Feb 17 00:16:37.783022 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-41e94fca-df02-4f1b-ac83-c81bdde5a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:37.784458 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-41e94fca-df02-4f1b-ac83-c81bdde5a556 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1218150 Feb 17 00:16:37.886142 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-f5e5a43c-5d36-423e-897e-ffa62593e8f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 1002 time: 0.0959146 Feb 17 00:16:37.948622 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-c820a7e7-8fc4-4ad6-b2a6-351e5adf8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:37.949907 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-c820a7e7-8fc4-4ad6-b2a6-351e5adf8a62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0580828 Feb 17 00:16:38.021711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-dfce59f6-34bd-480a-9df1-efc751240c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:38.023109 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-dfce59f6-34bd-480a-9df1-efc751240c19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667336 Feb 17 00:16:38.148718 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-0827c17d-a14e-4eb4-baca-a226db001250 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196654 Feb 17 00:16:38.380791 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-88f479ca-58c7-4215-a7be-754d9f7bf401 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267168 Feb 17 00:16:38.581068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:38.753586 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894deb9-2692-47f5-b29d-e879c8b81e51 req-d9de9974-3a5b-47b7-b720-42f792806f6e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:38.755012 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5894deb9-2692-47f5-b29d-e879c8b81e51 req-d9de9974-3a5b-47b7-b720-42f792806f6e tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0766902 Feb 17 00:16:38.800643 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5894deb9-2692-47f5-b29d-e879c8b81e51 req-c01a038c-33ec-4c2a-91be-3a007488b1fb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395522 Feb 17 00:16:39.982359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e645212-07dd-41c9-8f7d-600ef11d0050 req-5e5aca7a-61c8-4dd5-8fe2-c9ba479d8af5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:39.983734 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e645212-07dd-41c9-8f7d-600ef11d0050 req-5e5aca7a-61c8-4dd5-8fe2-c9ba479d8af5 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0780406 Feb 17 00:16:40.028464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9e645212-07dd-41c9-8f7d-600ef11d0050 req-a37e3237-a80d-4465-8cee-c00500436516 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Feb 17 00:16:41.232121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62818f1f-8b0e-4daa-9d8b-98dee698e32e req-6135613b-e205-4cb0-bb66-d787e34718b8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:41.233746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62818f1f-8b0e-4daa-9d8b-98dee698e32e req-6135613b-e205-4cb0-bb66-d787e34718b8 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0898459 Feb 17 00:16:41.277394 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62818f1f-8b0e-4daa-9d8b-98dee698e32e req-147e6936-20f1-4f1a-8a71-8572909209bf tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378463 Feb 17 00:16:41.343201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-9fe428d0-6112-4bd9-9562-25b2302f56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:41.344864 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-9fe428d0-6112-4bd9-9562-25b2302f56ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc&tenant_id=5c7831a629554d4e9b8fe3f74d922136 HTTP/1.1" status: 200 len: 1098 time: 0.0688195 Feb 17 00:16:41.436776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-c3c77503-7946-4972-a4ba-ade994d5d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:41.438204 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-c3c77503-7946-4972-a4ba-ade994d5d7a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c7831a629554d4e9b8fe3f74d922136&device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 1098 time: 0.0728071 Feb 17 00:16:41.564328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-53f7cfe1-c27a-47f3-b813-f2a5a6ccd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:41.565775 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-53f7cfe1-c27a-47f3-b813-f2a5a6ccd467 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 200 len: 911 time: 0.1223238 Feb 17 00:16:41.668833 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-9cdc8e34-a8a4-4c5f-bb3b-cc34b7d95288 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 200 len: 1002 time: 0.0971007 Feb 17 00:16:41.729724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-03017534-73ed-4016-8e4f-0546c68ac22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:41.731167 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-03017534-73ed-4016-8e4f-0546c68ac22b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 200 len: 850 time: 0.0563152 Feb 17 00:16:41.807183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-697eb3ad-5e57-4f9d-88a2-2188d50f083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:41.808785 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-697eb3ad-5e57-4f9d-88a2-2188d50f083f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ed0727c-c51f-41b3-ba30-22e2f8937868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711975 Feb 17 00:16:41.936784 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-386fc689-07a9-4097-9ff5-bd8f1717336f service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217813 Feb 17 00:16:42.063508 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c886c1da-3129-4f63-9b7e-6531f1a19a95 req-f69eb4b9-cd46-4ed4-84fd-e5a38e37f705 service neutron] 10.222.0.24 "GET /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212091 Feb 17 00:16:42.460245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e612be-2703-4013-ab5a-d25cee5ad3af req-98053731-255c-44dc-9f12-a74ef4e2cfe3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:42.461624 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-67e612be-2703-4013-ab5a-d25cee5ad3af req-98053731-255c-44dc-9f12-a74ef4e2cfe3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0774789 Feb 17 00:16:42.506116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-67e612be-2703-4013-ab5a-d25cee5ad3af req-ad30fd18-5e30-4798-8476-e5d00c08c5cb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388644 Feb 17 00:16:42.708337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:16:42.825752 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:42.852740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:42.862626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:42.868070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:42.907018 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'code': 200} Feb 17 00:16:42.937615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=9']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:16:43.693306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ef16-3135-4cc0-bccb-69e12150cce3 req-1519ad84-38c0-4445-96ba-eb6fff8bca02 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:43.694774 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4c0ef16-3135-4cc0-bccb-69e12150cce3 req-1519ad84-38c0-4445-96ba-eb6fff8bca02 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 943 time: 0.0831990 Feb 17 00:16:43.737292 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4c0ef16-3135-4cc0-bccb-69e12150cce3 req-118f4dea-b8eb-44de-ba86-27169fc2e797 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363896 Feb 17 00:16:44.723432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:16:44.852782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:44.865518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'port_id': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'mac_address': 'fa:16:3e:e2:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:16:44.922506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:44.924536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012aab-5d85-44ee-ad71-3cf99fd11d48 req-5c260dee-8e5b-41f2-8a11-d68a7f627693 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:44.925994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c5012aab-5d85-44ee-ad71-3cf99fd11d48 req-5c260dee-8e5b-41f2-8a11-d68a7f627693 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 943 time: 0.0775263 Feb 17 00:16:44.939519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b39ce9f-c009-4727-9735-59ee3ecbb7ca {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:16:44.955000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:44.959147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:44.970077 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c5012aab-5d85-44ee-ad71-3cf99fd11d48 req-6b58a7d9-1d56-423a-a31c-9f2d566ff6f3 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379312 Feb 17 00:16:45.033312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['7b39ce9f-c009-4727-9735-59ee3ecbb7ca'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:16:45.056428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=10']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:16:46.154403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9c8f0-96ed-4d02-b654-e6f9dd0404bb req-eca28ee2-8b37-4ece-849d-6d8ea709eb27 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:46.155849 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3ac9c8f0-96ed-4d02-b654-e6f9dd0404bb req-eca28ee2-8b37-4ece-849d-6d8ea709eb27 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 945 time: 0.0819023 Feb 17 00:16:46.200605 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3ac9c8f0-96ed-4d02-b654-e6f9dd0404bb req-dc55444b-db30-4fba-bceb-fd9a070c00ed tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391319 Feb 17 00:16:46.739280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:16:46.804952 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:16:46.805323 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:46.918082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:46.948314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:46.957785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:46.962684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:47.004406 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'code': 200} Feb 17 00:16:47.032240 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=11']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:16:47.387592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10297cf1-71ce-473e-a400-233f033e3a94 req-539e9c65-13ca-442a-a2df-4e22f8aaa13a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:47.389048 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-10297cf1-71ce-473e-a400-233f033e3a94 req-539e9c65-13ca-442a-a2df-4e22f8aaa13a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0770242 Feb 17 00:16:47.434050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-10297cf1-71ce-473e-a400-233f033e3a94 req-296e93e9-393d-4e50-9f96-e3be108c846a tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 Feb 17 00:16:48.615821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8859d3d-5c60-4eb8-a5e3-c4a4ed13f440 req-faf2e388-5350-4831-9361-3faa49941ccc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:48.617329 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d8859d3d-5c60-4eb8-a5e3-c4a4ed13f440 req-faf2e388-5350-4831-9361-3faa49941ccc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0772710 Feb 17 00:16:48.660938 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d8859d3d-5c60-4eb8-a5e3-c4a4ed13f440 req-51334a0c-a2f5-481f-a982-4064b6dbc495 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378306 Feb 17 00:16:49.851589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0289-d541-40e0-ab52-544c215a4129 req-f6367868-6fdb-4ec4-82ea-0a60bb8389cb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:49.853070 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-631a0289-d541-40e0-ab52-544c215a4129 req-f6367868-6fdb-4ec4-82ea-0a60bb8389cb tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0856564 Feb 17 00:16:49.897431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-631a0289-d541-40e0-ab52-544c215a4129 req-3116927c-eb6d-40b5-904e-748ab2a58e2f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386028 Feb 17 00:16:51.078150 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723d69c-f85d-4b49-9fe4-f9de9ee31c4b req-b99e7627-bbf7-40ad-bde7-75c44540f9da tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:51.079607 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5723d69c-f85d-4b49-9fe4-f9de9ee31c4b req-b99e7627-bbf7-40ad-bde7-75c44540f9da tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0770509 Feb 17 00:16:51.121712 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5723d69c-f85d-4b49-9fe4-f9de9ee31c4b req-e2c2adec-53bd-48fb-9df8-f9536878f868 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364835 Feb 17 00:16:51.305809 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c843a3-e91d-450d-9271-d13cbe547370 req-0ce97de8-bc97-4981-b9f2-79bd5cd9aaec tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:51.307135 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b5c843a3-e91d-450d-9271-d13cbe547370 req-0ce97de8-bc97-4981-b9f2-79bd5cd9aaec tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0792913 Feb 17 00:16:51.349699 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b5c843a3-e91d-450d-9271-d13cbe547370 req-8465980d-94fb-418a-9b4e-e9f074feffa2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370078 Feb 17 00:16:51.528987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaee2c-6bb8-4359-93c4-e8fef30d9a39 req-18373c53-7af1-40d0-851f-f8b389324baf tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:51.530441 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cdeaee2c-6bb8-4359-93c4-e8fef30d9a39 req-18373c53-7af1-40d0-851f-f8b389324baf tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0782044 Feb 17 00:16:51.553660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:51.578410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cdeaee2c-6bb8-4359-93c4-e8fef30d9a39 req-98f66cb4-f8fc-47bc-b576-771b6562b86f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412595 Feb 17 00:16:52.032931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7eae8-aefd-432f-a438-5b0c884060b4 req-1c07ebec-8ce8-4e07-9a65-bfa5d60b1d3f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:52.034375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ed7eae8-aefd-432f-a438-5b0c884060b4 req-1c07ebec-8ce8-4e07-9a65-bfa5d60b1d3f tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.1628668 Feb 17 00:16:52.077368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4ed7eae8-aefd-432f-a438-5b0c884060b4 req-e292595b-d12e-4922-92bb-363e770726fa tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Feb 17 00:16:53.259530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65347fc8-d872-4337-b18b-26a6fbb8c61b req-2afe0eaf-115b-4dec-9159-633a496ff7bc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:53.261026 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65347fc8-d872-4337-b18b-26a6fbb8c61b req-2afe0eaf-115b-4dec-9159-633a496ff7bc tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0794291 Feb 17 00:16:53.304650 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65347fc8-d872-4337-b18b-26a6fbb8c61b req-eebda4a9-be70-4254-9326-9cf3091dd157 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379887 Feb 17 00:16:54.222733 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-e1395fb4-c528-4308-ab73-6e810de05fe2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:54.224166 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-e1395fb4-c528-4308-ab73-6e810de05fe2 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0779307 Feb 17 00:16:54.291386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Deleting port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:16:54.291721 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:54.484830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b3cc0-7354-462a-a048-e26faaa6d03a req-a0dfa02d-6e7d-447b-b934-ed7c0e3e4bb7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:16:54.486329 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-383b3cc0-7354-462a-a048-e26faaa6d03a req-a0dfa02d-6e7d-447b-b934-ed7c0e3e4bb7 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 946 time: 0.0775552 Feb 17 00:16:54.532404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] For port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:16:54.532677 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-383b3cc0-7354-462a-a048-e26faaa6d03a req-b52fed3f-21f7-4aae-ad4a-6dc4624c5644 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups?id=af93fd7e-9f1b-4610-94ee-910c0beeb75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405700 Feb 17 00:16:54.532776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:54.927226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:54.927594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:54.927908 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146 disassociated. External IP: 172.26.2.112, port: 7b39ce9f-c009-4727-9735-59ee3ecbb7ca. Feb 17 00:16:54.928279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Calling delete_port for 7b39ce9f-c009-4727-9735-59ee3ecbb7ca owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:16:55.065785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:55.117032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event deleted for resources: {'Port': ['ID=7b39ce9f-c009-4727-9735-59ee3ecbb7ca,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:16:55.127300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.127511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.127849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.128286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.128635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.128956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.129284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.129605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.129934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.130256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.130574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.130890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:16:55.311431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:16:55.484504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:16:55.495130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:16:55.505497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:16:55.506215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:16:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:16:55.562027 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] No DVR routers for this DVR port 7b39ce9f-c009-4727-9735-59ee3ecbb7ca on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:16:55.563938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:16:55.566601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-deleted', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:16:55.584546 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cb73597e-c2f0-47e7-a868-ce4c24cad605 req-58c44a25-7888-4c7f-b785-c73578e843ab tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.24 "DELETE /v2.0/ports/7b39ce9f-c009-4727-9735-59ee3ecbb7ca HTTP/1.1" status: 204 len: 173 time: 1.3553813 Feb 17 00:16:55.633760 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07a041-a590-4271-bbc6-e344d223efcc', 'name': 'network-vif-deleted', 'tag': '7b39ce9f-c009-4727-9735-59ee3ecbb7ca', 'status': 'completed', 'code': 200} Feb 17 00:16:55.725399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:16:55.737990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d26fe298-fef0-4cfe-8bb7-f231c2422524 req-e4ff572a-8c24-42b4-854a-fe651bed7eca tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a07a041-a590-4271-bbc6-e344d223efcc HTTP/1.1" status: 200 len: 210 time: 0.0554733 Feb 17 00:16:56.079767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:16:56.083596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:16:56.091757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:16:56.092370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:16:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:16:56.270522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:16:56.585061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:16:56.589995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141fcd0-34e6-49c9-9543-e22dc34a601f None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:13:02Z', 'revision_number': 4, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c6e7e23-ead3-4269-a5e6-9150968525d1', 'name': '', 'network_id': '4ed0727c-c51f-41b3-ba30-22e2f8937868', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'mac_address': 'fa:16:3e:bb:7d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:13:01Z', 'updated_at': '2022-02-17T00:13:08Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'subnets': [{'id': 'cd801050-5212-45e8-9d3b-747624fc32b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:16:56.802009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:16:56.850835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 7b39ce9f-c009-4727-9735-59ee3ecbb7ca {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:16:56.851209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 7b39ce9f-c009-4727-9735-59ee3ecbb7ca not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:16:56.867217 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf513a1d-782a-4de2-931e-5e2f86e1869c None None] New status for floating IP 6628cc77-aad1-4be9-9baa-b8dc24196146: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:16:59.984951 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60396) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:00.047795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.074199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.124554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.144128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93fd7e-9f1b-4610-94ee-910c0beeb75e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:00.152981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.153327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.153662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.153997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.154321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.154646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.154969 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.155290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.155613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.155930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.156267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.156583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:00.164694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.168452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60400) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:00.168916 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7ecfccbc-ab76-4df9-acda-6ea322d99cdd tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "DELETE /v2.0/security-groups/af93fd7e-9f1b-4610-94ee-910c0beeb75e HTTP/1.1" status: 204 len: 168 time: 0.1823647 Feb 17 00:17:00.185027 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-ec9816e5-471d-4dc2-807b-6c0e240f8688 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] show failed (client error): The resource could not be found. Feb 17 00:17:00.186030 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ec9816e5-471d-4dc2-807b-6c0e240f8688 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "GET /v2.0/security-groups/af93fd7e-9f1b-4610-94ee-910c0beeb75e HTTP/1.1" status: 404 len: 347 time: 0.0165799 Feb 17 00:17:00.188681 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60404) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:00.340534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Deleting port d3a835a6-f860-4082-b9bf-1dcd066f24cd {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:00.340789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.504614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.504919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.623087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Calling delete_port for d3a835a6-f860-4082-b9bf-1dcd066f24cd owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:00.759687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:00.804418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Pushing event deleted for resources: {'Port': ['ID=d3a835a6-f860-4082-b9bf-1dcd066f24cd,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:01.006324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:01.020136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:01.021254 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0dd6aff6-64bd-4354-9ae6-af3e03e3ceb4 tempest-ServerActionsTestJSON-523117624 tempest-ServerActionsTestJSON-523117624-project] 10.222.0.47 "DELETE /v2.0/floatingips/6628cc77-aad1-4be9-9baa-b8dc24196146 HTTP/1.1" status: 204 len: 168 time: 0.8316605 Feb 17 00:17:01.024717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60408) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:01.551895 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:01.887931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Deleting port 8c6e7e23-ead3-4269-a5e6-9150968525d1 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:01.888171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:02.054408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] For port 8c6e7e23-ead3-4269-a5e6-9150968525d1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c6e7e23-ead3-4269-a5e6-9150968525d1,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:02.055243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:02.170615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Calling delete_port for 8c6e7e23-ead3-4269-a5e6-9150968525d1 owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:02.532665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:02.575914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6e7e23-ead3-4269-a5e6-9150968525d1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:02.853374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:03.209774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:17:03.382353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:17:03.391326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] Sync routers for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:17:03.394843 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8ea67049-c67f-4ec4-b867-e301441385f2 admin admin] 10.222.0.47 "PUT /v2.0/routers/14ed6f93-fc47-4c4d-b837-10fdf0258c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3689010 Feb 17 00:17:03.397130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60412) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:03.400918 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:17:03.401576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:16:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:03.569389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:03.574024 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:17:03.772416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fbc20477-0284-492b-afec-5a542068fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:03.872096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:03.881064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Deleting port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:03.881405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:03.912781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:17:02Z', 'revision_number': 5, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port': {'id': 'e3aede7a-7237-485c-a0a9-a0d7fca4fa4a', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:12:59Z', 'updated_at': '2022-02-17T00:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:03.916679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] Checking router: 14ed6f93-fc47-4c4d-b837-10fdf0258c6e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:17:03.924882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] Routers {'14ed6f93-fc47-4c4d-b837-10fdf0258c6e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:17:03.925479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:16:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:04.052320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] For port e3aede7a-7237-485c-a0a9-a0d7fca4fa4a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:04.052676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.073178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] Set router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:17:04.171821 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Calling delete_port for e3aede7a-7237-485c-a0a9-a0d7fca4fa4a owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:04.175280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:17:03Z', 'revision_number': 6, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:04.179451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657c044-379a-452e-a34c-1a426e7e35e0 None None] The sync data for ids ['14ed6f93-fc47-4c4d-b837-10fdf0258c6e'] in dv-neutron-829040-1-hyperv is: [{'id': '14ed6f93-fc47-4c4d-b837-10fdf0258c6e', 'name': 'tempest-ServerActionsTestJSON-618607520-router', 'tenant_id': '5c7831a629554d4e9b8fe3f74d922136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:12:58Z', 'updated_at': '2022-02-17T00:17:03Z', 'revision_number': 6, 'project_id': '5c7831a629554d4e9b8fe3f74d922136', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:17:04.340103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.387000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e3aede7a-7237-485c-a0a9-a0d7fca4fa4a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:04.474367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.646651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.648879 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.673285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.674280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ed6f93-fc47-4c4d-b837-10fdf0258c6e {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:17:04.687224 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.688385 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c52ffa8d-e1c5-4ff1-914e-ee01ab4357ec admin admin] 10.222.0.47 "DELETE /v2.0/routers/14ed6f93-fc47-4c4d-b837-10fdf0258c6e HTTP/1.1" status: 204 len: 168 time: 1.2903318 Feb 17 00:17:04.690768 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60416) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:04.748710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] Deleting subnet cd801050-5212-45e8-9d3b-747624fc32b9 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:17:04.751504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.802964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.880532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.949062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.988249 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd801050-5212-45e8-9d3b-747624fc32b9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:04.993700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:04.999520 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9267fe81-1a48-4c9e-8316-682d3c94c639 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cd801050-5212-45e8-9d3b-747624fc32b9 HTTP/1.1" status: 204 len: 168 time: 0.3076794 Feb 17 00:17:04.999668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26072f-3e45-496d-b0b1-56303399905b None None] Network 4ed0727c-c51f-41b3-ba30-22e2f8937868 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:05.001814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60420) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:05.105161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.115187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Deleting port f56217ab-a80f-4c4d-bbda-824b2c93acd7 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:05.115513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.248015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] DHCP port deletion for 4ed0727c-c51f-41b3-ba30-22e2f8937868 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:17:05.252583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Deleting port f56217ab-a80f-4c4d-bbda-824b2c93acd7 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:05.252944 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.424744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] For port f56217ab-a80f-4c4d-bbda-824b2c93acd7, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f56217ab-a80f-4c4d-bbda-824b2c93acd7,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:05.425100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.455981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] For port f56217ab-a80f-4c4d-bbda-824b2c93acd7, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f56217ab-a80f-4c4d-bbda-824b2c93acd7,segment=NetworkSegment(bf721be7-bfc5-4ad0-9db7-882d2973813a),segment_id=bf721be7-bfc5-4ad0-9db7-882d2973813a)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:05.456403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.545355 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Calling delete_port for f56217ab-a80f-4c4d-bbda-824b2c93acd7 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:05.575334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Calling delete_port for f56217ab-a80f-4c4d-bbda-824b2c93acd7 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:05.621150 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.650292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:17:05.650651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:17:05.674462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56217ab-a80f-4c4d-bbda-824b2c93acd7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:05.676257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] No DVR routers for this DVR port f56217ab-a80f-4c4d-bbda-824b2c93acd7 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:17:05.788417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.812939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed0727c-c51f-41b3-ba30-22e2f8937868']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:05.825095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf721be7-bfc5-4ad0-9db7-882d2973813a') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:05.825398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf721be7-bfc5-4ad0-9db7-882d2973813a') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:05.836238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.851637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.857414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:05.857785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:05.870812 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:05.944824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.961648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-40167d7c-9da9-41d5-be01-21978f3eb4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.963170 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:05.969015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed0727c-c51f-41b3-ba30-22e2f8937868,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:05.984830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3b691b20-cad8-4ea2-a4f2-a0bd45db16f6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4ed0727c-c51f-41b3-ba30-22e2f8937868 HTTP/1.1" status: 204 len: 168 time: 0.9820647 Feb 17 00:17:06.110447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60426) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:06.152306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Deleting port f56217ab-a80f-4c4d-bbda-824b2c93acd7 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:06.152864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:06.156973 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-00cd0157-bb9b-4d9f-addb-06b5bab3eac1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c7831a629554d4e9b8fe3f74d922136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453830 Feb 17 00:17:06.159287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60430) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:06.217264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d7c10ef4-6935-4810-9b2f-06e5c751b736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:06.224803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-69c78a95-f9d3-427f-bb94-b7a81dd0dc96 None None] The port 'f56217ab-a80f-4c4d-bbda-824b2c93acd7' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:17:06.243136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f56217ab-a80f-4c4d-bbda-824b2c93acd7 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:17:06.244182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d7c10ef4-6935-4810-9b2f-06e5c751b736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:06.275996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f56217ab-a80f-4c4d-bbda-824b2c93acd7 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:17:06.276377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f56217ab-a80f-4c4d-bbda-824b2c93acd7 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:17:06.276788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c6e7e23-ead3-4269-a5e6-9150968525d1 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:17:06.298490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d7c10ef4-6935-4810-9b2f-06e5c751b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:06.310353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 8c6e7e23-ead3-4269-a5e6-9150968525d1 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:17:06.310694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c6e7e23-ead3-4269-a5e6-9150968525d1 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:17:06.311108 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e3aede7a-7237-485c-a0a9-a0d7fca4fa4a no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:17:06.323481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c10ef4-6935-4810-9b2f-06e5c751b736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f79a845-5260-40ce-9092-d000ec659c88,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:06.329703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d7c10ef4-6935-4810-9b2f-06e5c751b736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:06.332504 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d7c10ef4-6935-4810-9b2f-06e5c751b736 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f79a845-5260-40ce-9092-d000ec659c88 HTTP/1.1" status: 204 len: 168 time: 0.1723092 Feb 17 00:17:06.353540 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: e3aede7a-7237-485c-a0a9-a0d7fca4fa4a {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:17:06.353881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e3aede7a-7237-485c-a0a9-a0d7fca4fa4a not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:17:07.002518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.044712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60454) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:07.072176 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:17:07.147344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1087815584-network', 'tenant_id': '24bcf521d52c42cb8e9fa95250595746'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:07.151949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:07.155762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Usage tracker for resource:network and tenant:24bcf521d52c42cb8e9fa95250595746 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:07.158611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:07.164725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:07.175059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Made reservation on behalf of 24bcf521d52c42cb8e9fa95250595746 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:07.177309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.189412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.204275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:07.207958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Usage tracker for resource:security_group_rule and tenant:24bcf521d52c42cb8e9fa95250595746 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:07.210753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:07.216306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:07.296673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.300045 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.331469 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:07.336632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea126739-70bc-47a5-b5f0-eb6483486794,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:07.337558 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.343314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.344260 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Added segment 3b14ae34-8c94-4c4f-9673-37c1eff66552 of type vlan for network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 Feb 17 00:17:07.369889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.397778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.398737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:07.399313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.498959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] Pushing event updated for resources: {'Network': ['ID=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:07.501892 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d452f2d4-c432-4c36-a397-8927510e43fa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4561715 Feb 17 00:17:07.504887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60460) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:07.509301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:07.510187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Request body: {'subnet': {'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1087815584-subnet', 'tenant_id': '24bcf521d52c42cb8e9fa95250595746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:07.515010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:07.518812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Usage tracker for resource:subnet and tenant:24bcf521d52c42cb8e9fa95250595746 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:07.521638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:07.527304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:07.536603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Made reservation on behalf of 24bcf521d52c42cb8e9fa95250595746 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:07.539667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.756928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.829688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1983a8-9c82-48f0-880c-6718cfc61abe,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:07.835558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Checking segment: {'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:07.836443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Network hostable DHCP agents. Network: a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:07.855730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:07.864329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:07.868163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:07.868739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:07.873828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f9a90-9a32-493a-b9c8-ca9f7af22cdd None None] Network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:07.890181 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-89da7556-8584-45bb-b5c2-bcbb41d1c603 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3842492 Feb 17 00:17:08.118389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b45e6c-5cb3-470f-93fd-4fb73fc7fa93 None None] Network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:08.396014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-4a01fe06-3d7d-4d80-aa47-ea2eaf3d0e2c tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:08.397493 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-4a01fe06-3d7d-4d80-aa47-ea2eaf3d0e2c tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/networks?id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 200 len: 814 time: 0.1563113 Feb 17 00:17:08.412242 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-f6dd769a-5f58-4f76-b8f9-01bb9d7e74ca tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/quotas/24bcf521d52c42cb8e9fa95250595746 HTTP/1.1" status: 200 len: 375 time: 0.0087562 Feb 17 00:17:08.457566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-c7eb200d-08c6-4c74-8aea-8fc3ddacb090 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=24bcf521d52c42cb8e9fa95250595746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402842 Feb 17 00:17:08.582506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:08.587710 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-0993c802-da34-4103-a402-52d40964970f service neutron] 10.222.0.47 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231852 Feb 17 00:17:08.716615 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-d843c807-bd88-474f-8571-d5ed61d25ac3 service neutron] 10.222.0.47 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229022 Feb 17 00:17:08.888687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eaafd969-9c1f-4ae8-8e48-acd873586f0a req-1aa1daf5-e771-4542-95ca-bab40f7f8d33 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 210 time: 0.0415134 Feb 17 00:17:09.909005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-c7ca724f-7e25-452a-9526-d35530a77216 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:09.909723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-c7ca724f-7e25-452a-9526-d35530a77216 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Synchronizing usage tracker for tenant:24bcf521d52c42cb8e9fa95250595746 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:17:09.932642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-c7ca724f-7e25-452a-9526-d35530a77216 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Unset dirty status for tenant:24bcf521d52c42cb8e9fa95250595746 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:17:09.933912 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-c7ca724f-7e25-452a-9526-d35530a77216 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "GET /v2.0/networks?id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 200 len: 814 time: 0.1754322 Feb 17 00:17:09.945287 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Request body: {'port': {'device_id': '7d390217-6b4e-4623-8b34-663c01d63e72', 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755', 'admin_state_up': True, 'tenant_id': '24bcf521d52c42cb8e9fa95250595746'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:10.041141 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96167661-2aad-4005-9d23-8c0717f5234e req-9ac65297-3656-41b6-b050-500a40c71ad9 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 210 time: 0.0451021 Feb 17 00:17:10.080466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:10.084207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Usage tracker for resource:port and tenant:24bcf521d52c42cb8e9fa95250595746 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:10.087456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:10.093012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:10.102951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Made reservation on behalf of 24bcf521d52c42cb8e9fa95250595746 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:10.106340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:10.261845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Allocated IP 172.20.0.6 (a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755/2c1983a8-9c82-48f0-880c-6718cfc61abe/f862b88b-b357-49c6-a6bc-b7c318eb16d0) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:17:10.553379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:10.581936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:10.650196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:17:10.653246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:10.657169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:17:10.687075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Pushing event updated for resources: {'Port': ['ID=f862b88b-b357-49c6-a6bc-b7c318eb16d0,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:10.721754 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:10.722358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:10.741978 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-a3379788-3f92-49a1-98b2-077831f80cf2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006325 Feb 17 00:17:10.752718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Request body: {'port': {'device_id': '7d390217-6b4e-4623-8b34-663c01d63e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:10.861658 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:11.189771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f862b88b-b357-49c6-a6bc-b7c318eb16d0 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:17:11.197618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:11.212465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Transition to ACTIVE for port object f862b88b-b357-49c6-a6bc-b7c318eb16d0 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:11.215967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:11.221644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba3259-b29a-4c81-baec-a365c967b558 req-e5fabdb8-6b60-4e6b-a2e9-7f3d736d6f53 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:11.223100 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-abba3259-b29a-4c81-baec-a365c967b558 req-e5fabdb8-6b60-4e6b-a2e9-7f3d736d6f53 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 931 time: 0.0784268 Feb 17 00:17:11.268991 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-abba3259-b29a-4c81-baec-a365c967b558 req-92468bab-1295-45dd-a7e1-f6ee416a55f1 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Feb 17 00:17:11.370458 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d149c-b458-47da-b452-b943a943179c service neutron] Pushing event updated for resources: {'Port': ['ID=f862b88b-b357-49c6-a6bc-b7c318eb16d0,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:11.444289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Attempting to bind port f862b88b-b357-49c6-a6bc-b7c318eb16d0 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:17:11.444547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Attempting to bind port f862b88b-b357-49c6-a6bc-b7c318eb16d0 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:17:11.444875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Attempting to bind port f862b88b-b357-49c6-a6bc-b7c318eb16d0 on network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:11.449851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Port f862b88b-b357-49c6-a6bc-b7c318eb16d0 on network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:17:11.450168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Attempting to bind port f862b88b-b357-49c6-a6bc-b7c318eb16d0 on network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:11.455125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:11.455460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Checking segment: {'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:11.455838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Bound using segment: {'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:11.456298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Bound port: f862b88b-b357-49c6-a6bc-b7c318eb16d0, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:17:11.456640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:11.569212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] For port f862b88b-b357-49c6-a6bc-b7c318eb16d0, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:17:11.572787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] For port f862b88b-b357-49c6-a6bc-b7c318eb16d0, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:17:11.577155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:11.633849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:11.634454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:11.635800 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-295d149c-b458-47da-b452-b943a943179c service neutron] 10.222.0.24 "PUT /v2.0/ports/f862b88b-b357-49c6-a6bc-b7c318eb16d0 HTTP/1.1" status: 200 len: 1093 time: 0.8869116 Feb 17 00:17:11.636257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d390217-6b4e-4623-8b34-663c01d63e72', 'tag': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:11.658597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d149c-b458-47da-b452-b943a943179c service neutron] Pushing event updated for resources: {'Port': ['ID=f862b88b-b357-49c6-a6bc-b7c318eb16d0,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:11.739966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d390217-6b4e-4623-8b34-663c01d63e72', 'tag': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0', 'status': 'completed', 'code': 200} Feb 17 00:17:11.756930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-6afa487f-6863-4cba-8cc7-a88be1335a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:11.758386 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-6afa487f-6863-4cba-8cc7-a88be1335a9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24bcf521d52c42cb8e9fa95250595746&device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 1096 time: 0.0800288 Feb 17 00:17:11.829565 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-33952857-a526-4ebe-bc9e-75fb775ce2b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0 HTTP/1.1" status: 200 len: 217 time: 0.0643048 Feb 17 00:17:11.899477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-256f7903-a7ea-47f3-9dcb-8e0eba3cfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:11.900916 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-256f7903-a7ea-47f3-9dcb-8e0eba3cfa21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c1983a8-9c82-48f0-880c-6718cfc61abe HTTP/1.1" status: 200 len: 854 time: 0.0658600 Feb 17 00:17:11.945653 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-21f5001b-1723-4984-bf69-a2f52ed0d897 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389421 Feb 17 00:17:12.075134 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-50a76aa5-0203-4d0e-b72f-d155b240161b service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237073 Feb 17 00:17:12.205357 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-44dfbd38-fd73-478d-8d6a-c9f1f1351c2f req-0159c9ed-b6fd-4e77-953f-c18e1b523328 service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235929 Feb 17 00:17:12.425059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e19800-83be-4943-9da2-7c01cd063ead req-d2643139-3807-4809-938f-3abb464e445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:12.426535 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e2e19800-83be-4943-9da2-7c01cd063ead req-d2643139-3807-4809-938f-3abb464e445d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24bcf521d52c42cb8e9fa95250595746&device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 1096 time: 0.1764998 Feb 17 00:17:12.462357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817b44-45c1-4194-a211-60a13bddd489 req-cd8eff83-2881-4be6-a375-cee3397a7da6 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:12.463824 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-13817b44-45c1-4194-a211-60a13bddd489 req-cd8eff83-2881-4be6-a375-cee3397a7da6 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 943 time: 0.0839908 Feb 17 00:17:12.507975 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-13817b44-45c1-4194-a211-60a13bddd489 req-9905d17b-bf35-4560-a073-36d5ac0e2a62 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Feb 17 00:17:12.556853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e19800-83be-4943-9da2-7c01cd063ead req-5d72984b-c636-4f73-b53e-f2ca15c7dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:12.558270 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e2e19800-83be-4943-9da2-7c01cd063ead req-5d72984b-c636-4f73-b53e-f2ca15c7dcd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 200 len: 914 time: 0.1256702 Feb 17 00:17:12.624484 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e2e19800-83be-4943-9da2-7c01cd063ead req-fe796713-4324-4abe-addd-d4062b215b64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0 HTTP/1.1" status: 200 len: 217 time: 0.0592189 Feb 17 00:17:12.688516 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e19800-83be-4943-9da2-7c01cd063ead req-0c983721-2514-45e9-8617-46675c1044fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:12.689849 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e2e19800-83be-4943-9da2-7c01cd063ead req-0c983721-2514-45e9-8617-46675c1044fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c1983a8-9c82-48f0-880c-6718cfc61abe HTTP/1.1" status: 200 len: 854 time: 0.0590670 Feb 17 00:17:12.735600 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e2e19800-83be-4943-9da2-7c01cd063ead req-dd4da57f-36f6-45f0-80ca-9458464de622 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391059 Feb 17 00:17:12.865031 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e2e19800-83be-4943-9da2-7c01cd063ead req-84424b57-2f15-454f-832a-7839fef5fc56 service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228480 Feb 17 00:17:12.994458 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e2e19800-83be-4943-9da2-7c01cd063ead req-82949992-1030-4ff2-b0d0-471fa2ee71b9 service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228817 Feb 17 00:17:13.689960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf17277-dc7d-48ee-801d-151f31807d01 req-98963e29-a2f7-4521-b000-73bef80afcd2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:13.691397 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-edf17277-dc7d-48ee-801d-151f31807d01 req-98963e29-a2f7-4521-b000-73bef80afcd2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 943 time: 0.0765369 Feb 17 00:17:13.734183 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-edf17277-dc7d-48ee-801d-151f31807d01 req-3cb697a4-e5ba-431c-b289-32f02021459e tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371652 Feb 17 00:17:14.868163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f862b88b-b357-49c6-a6bc-b7c318eb16d0 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:17:14.918320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513851c-30b4-4442-83e4-eaec50c1e512 req-776aab22-6202-49f0-9cda-1c966546e80c tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:14.919685 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2513851c-30b4-4442-83e4-eaec50c1e512 req-776aab22-6202-49f0-9cda-1c966546e80c tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 943 time: 0.0801086 Feb 17 00:17:14.963439 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2513851c-30b4-4442-83e4-eaec50c1e512 req-da6fcecc-75b7-41df-9794-831f4b27fd96 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Feb 17 00:17:14.997374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port f862b88b-b357-49c6-a6bc-b7c318eb16d0, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:15.009863 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0', 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755', 'port_id': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0', 'mac_address': 'fa:16:3e:be:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1983a8-9c82-48f0-880c-6718cfc61abe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:17:15.062497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:15.080921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f862b88b-b357-49c6-a6bc-b7c318eb16d0 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:17:15.096035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port f862b88b-b357-49c6-a6bc-b7c318eb16d0, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:15.099921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:15.164074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=f862b88b-b357-49c6-a6bc-b7c318eb16d0,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:15.299636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['f862b88b-b357-49c6-a6bc-b7c318eb16d0'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:17:16.142421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c05724-25b2-4288-a862-441101e8e214 req-43a9b5cc-aefb-4b5f-8b96-3ce1a91f52c6 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:16.143843 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-84c05724-25b2-4288-a862-441101e8e214 req-43a9b5cc-aefb-4b5f-8b96-3ce1a91f52c6 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 944 time: 0.0776975 Feb 17 00:17:16.189192 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-84c05724-25b2-4288-a862-441101e8e214 req-1c673d35-8142-4e54-bb13-ad2616b5f821 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Feb 17 00:17:16.883356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f862b88b-b357-49c6-a6bc-b7c318eb16d0 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:17:16.950596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port f862b88b-b357-49c6-a6bc-b7c318eb16d0 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:17:16.955538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port f862b88b-b357-49c6-a6bc-b7c318eb16d0 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:17:16.955916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:17.071672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:17.098164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d390217-6b4e-4623-8b34-663c01d63e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:17.108472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port f862b88b-b357-49c6-a6bc-b7c318eb16d0, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:17.113093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:17.156885 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d390217-6b4e-4623-8b34-663c01d63e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0', 'code': 200} Feb 17 00:17:17.182838 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=f862b88b-b357-49c6-a6bc-b7c318eb16d0,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:17.382855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4993d0-ae19-4210-9352-f0df008c39b1 req-84f0e9bc-b34a-4072-ae3a-2490cc5f8fac tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:17.385281 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fb4993d0-ae19-4210-9352-f0df008c39b1 req-84f0e9bc-b34a-4072-ae3a-2490cc5f8fac tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0913403 Feb 17 00:17:17.386427 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0392f-67fd-4d89-861c-e172451969e2 req-d1d0b5b4-c102-4b5c-8fa4-446742782429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:17.388749 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-01e0392f-67fd-4d89-861c-e172451969e2 req-d1d0b5b4-c102-4b5c-8fa4-446742782429 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 1098 time: 0.0788848 Feb 17 00:17:17.432308 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-01e0392f-67fd-4d89-861c-e172451969e2 req-09267394-b851-4410-9fe4-5f69c6f5da84 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365145 Feb 17 00:17:17.433077 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fb4993d0-ae19-4210-9352-f0df008c39b1 req-bdd2a6ad-1c88-44b3-bd20-1f1ee002628a tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Feb 17 00:17:18.624778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51727476-df41-42fe-a64f-d83772a4dadf req-568c86c4-013e-4df9-b550-9bc31edc7103 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:18.626214 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-51727476-df41-42fe-a64f-d83772a4dadf req-568c86c4-013e-4df9-b550-9bc31edc7103 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0809841 Feb 17 00:17:18.756467 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-51727476-df41-42fe-a64f-d83772a4dadf req-ca12af33-1be8-4487-9a4f-1c9b08f60877 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244321 Feb 17 00:17:19.029441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-a73c33da-842f-415f-915e-de81e689dff2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:19.030793 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-a73c33da-842f-415f-915e-de81e689dff2 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/networks?id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 200 len: 814 time: 0.1391671 Feb 17 00:17:19.045329 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-64edfa71-167c-4862-a17a-852094496c11 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/quotas/24bcf521d52c42cb8e9fa95250595746 HTTP/1.1" status: 200 len: 375 time: 0.0093336 Feb 17 00:17:19.120539 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-456e3550-d6b1-4ecd-b59e-222ce5f75e8a tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=24bcf521d52c42cb8e9fa95250595746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705035 Feb 17 00:17:19.249246 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-629529e0-11b0-452c-8560-5c0707946f3a service neutron] 10.222.0.47 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223016 Feb 17 00:17:19.376372 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-e961605f-2bd0-4231-9e0f-bf20849af89b service neutron] 10.222.0.47 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213760 Feb 17 00:17:19.548942 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7fc4cabe-0a5a-458d-9448-f122b30135de req-d0b832bb-4adc-4e07-96fe-7466a9eb6dba tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0457969 Feb 17 00:17:20.543792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-16b5108d-999b-40b2-8980-d98b7ba44597 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:20.545122 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-16b5108d-999b-40b2-8980-d98b7ba44597 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "GET /v2.0/networks?id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 200 len: 814 time: 0.1456845 Feb 17 00:17:20.557161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Request body: {'port': {'device_id': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755', 'admin_state_up': True, 'tenant_id': '24bcf521d52c42cb8e9fa95250595746'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:20.695863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:20.699626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Usage tracker for resource:port and tenant:24bcf521d52c42cb8e9fa95250595746 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:20.700558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8138366b-2063-453e-aa67-c8f4c7eaf8d4 req-d6a454cf-9286-48c4-8065-13112a671a54 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0416582 Feb 17 00:17:20.702501 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:20.708154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:20.718608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Made reservation on behalf of 24bcf521d52c42cb8e9fa95250595746 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:20.722366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:20.878144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Allocated IP 172.20.0.8 (a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755/2c1983a8-9c82-48f0-880c-6718cfc61abe/1479de60-b53f-4a33-bb31-30e7378247ee) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:17:21.075578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:21.104140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:21.115085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['f862b88b-b357-49c6-a6bc-b7c318eb16d0'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:17:21.174897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:17:21.177944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:21.182069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:17:21.211717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Pushing event updated for resources: {'Port': ['ID=1479de60-b53f-4a33-bb31-30e7378247ee,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:21.248452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:21.249052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:21.268425 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d15720e0-f54b-4b8f-bcd3-1bd9564043ec tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153215 Feb 17 00:17:21.279319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Request body: {'port': {'device_id': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:21.488283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:21.567650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:21.821897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1479de60-b53f-4a33-bb31-30e7378247ee {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:17:21.829074 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:21.843817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Transition to ACTIVE for port object 1479de60-b53f-4a33-bb31-30e7378247ee will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:21.849758 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:21.893958 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43578e-204e-4877-bdc8-19355904ce5e req-0c2c90b8-cb8c-4485-bb86-0c15fb4be312 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:21.895405 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d43578e-204e-4877-bdc8-19355904ce5e req-0c2c90b8-cb8c-4485-bb86-0c15fb4be312 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 943 time: 0.0846362 Feb 17 00:17:21.943309 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d43578e-204e-4877-bdc8-19355904ce5e req-a6425f8a-1ccc-4802-bc7c-27984f33124d tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Feb 17 00:17:22.006686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Pushing event updated for resources: {'Port': ['ID=1479de60-b53f-4a33-bb31-30e7378247ee,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:22.077274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Attempting to bind port 1479de60-b53f-4a33-bb31-30e7378247ee on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:17:22.077606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Attempting to bind port 1479de60-b53f-4a33-bb31-30e7378247ee by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:17:22.077932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Attempting to bind port 1479de60-b53f-4a33-bb31-30e7378247ee on network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:22.082432 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Port 1479de60-b53f-4a33-bb31-30e7378247ee on network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:17:22.082757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Attempting to bind port 1479de60-b53f-4a33-bb31-30e7378247ee on network a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:22.088339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:22.088678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Checking segment: {'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:22.089066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Bound using segment: {'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:22.089488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Bound port: 1479de60-b53f-4a33-bb31-30e7378247ee, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b14ae34-8c94-4c4f-9673-37c1eff66552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:17:22.089825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:22.178807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] For port 1479de60-b53f-4a33-bb31-30e7378247ee, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:17:22.181905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] For port 1479de60-b53f-4a33-bb31-30e7378247ee, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1479de60-b53f-4a33-bb31-30e7378247ee,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:17:22.187142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:22.238275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:22.239217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:22.240596 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] 10.222.0.24 "PUT /v2.0/ports/1479de60-b53f-4a33-bb31-30e7378247ee HTTP/1.1" status: 200 len: 1093 time: 0.9652889 Feb 17 00:17:22.242867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'tag': '1479de60-b53f-4a33-bb31-30e7378247ee'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:22.304763 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8edd88-1041-4980-b209-c85a8845504e service neutron] Pushing event updated for resources: {'Port': ['ID=1479de60-b53f-4a33-bb31-30e7378247ee,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:22.308249 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'tag': '1479de60-b53f-4a33-bb31-30e7378247ee', 'status': 'completed', 'code': 200} Feb 17 00:17:22.352013 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-1398b9be-5856-4a8d-b047-677f44ec992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:22.353495 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-1398b9be-5856-4a8d-b047-677f44ec992f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24bcf521d52c42cb8e9fa95250595746&device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0777667 Feb 17 00:17:22.418923 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-7af0680e-4868-42b6-9f52-266ee88127d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1479de60-b53f-4a33-bb31-30e7378247ee HTTP/1.1" status: 200 len: 217 time: 0.0592186 Feb 17 00:17:22.481325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-f2e812f4-aef5-4410-9160-f3eaa3165cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:22.482732 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-f2e812f4-aef5-4410-9160-f3eaa3165cd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c1983a8-9c82-48f0-880c-6718cfc61abe HTTP/1.1" status: 200 len: 854 time: 0.0587468 Feb 17 00:17:22.528392 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-d6e97f48-bf9d-4d13-b971-25592d2d1d03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395832 Feb 17 00:17:22.654727 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-f97a3cad-3b99-46cd-9e9f-5adc68788eb1 service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207714 Feb 17 00:17:22.782640 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef2db4e9-8a28-4c74-aa99-0ffc0c33e799 req-355f9a2d-b557-4c0b-844a-482165eb1cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218691 Feb 17 00:17:22.896629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-5b7c741c-24d8-4869-9f4a-c8f47b6441c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:22.898075 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-5b7c741c-24d8-4869-9f4a-c8f47b6441c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24bcf521d52c42cb8e9fa95250595746&device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0673907 Feb 17 00:17:23.027240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-84132b2b-31bc-4946-a63a-6629e1213532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:23.028796 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-84132b2b-31bc-4946-a63a-6629e1213532 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 200 len: 914 time: 0.1246605 Feb 17 00:17:23.133486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58ffa6-8689-4cc4-ae58-716ee1f2ff79 req-db166331-0e29-4e7c-8724-cf51c52944ef tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:23.134957 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3f58ffa6-8689-4cc4-ae58-716ee1f2ff79 req-db166331-0e29-4e7c-8724-cf51c52944ef tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 943 time: 0.0842767 Feb 17 00:17:23.182487 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3f58ffa6-8689-4cc4-ae58-716ee1f2ff79 req-450d96ad-38cf-42d7-a0a8-b27839607f58 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Feb 17 00:17:23.253098 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-ca89d7fb-3d15-460d-b3f7-eb77be5a6043 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1479de60-b53f-4a33-bb31-30e7378247ee HTTP/1.1" status: 200 len: 217 time: 0.2175443 Feb 17 00:17:23.326280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-d8467344-c1c2-411e-adb8-45f695d31d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:23.327658 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-d8467344-c1c2-411e-adb8-45f695d31d3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c1983a8-9c82-48f0-880c-6718cfc61abe HTTP/1.1" status: 200 len: 854 time: 0.0686338 Feb 17 00:17:23.370499 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-31a466dc-71c5-44e5-a51b-65d0da94e882 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588454 Feb 17 00:17:23.380404 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-b8370fc8-8743-425c-8f77-4ea3b5193aef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459788 Feb 17 00:17:23.573611 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-5d61ea82-ca58-45f4-898a-09e3a78e5261 service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854441 Feb 17 00:17:23.578927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-195e7f9f-5ebb-4d42-bb8c-2454806a8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:23.580303 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-195e7f9f-5ebb-4d42-bb8c-2454806a8a02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24bcf521d52c42cb8e9fa95250595746&device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 1098 time: 0.1257837 Feb 17 00:17:23.808718 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-672a4968-4c9f-4f43-a202-9194e3cdae7c service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274859 Feb 17 00:17:23.811300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-62c0b781-eecb-43b0-9799-2ee45e53e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:23.813183 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-62c0b781-eecb-43b0-9799-2ee45e53e1c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 200 len: 914 time: 0.2122548 Feb 17 00:17:23.886231 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-7e0eeebb-bd5f-49f0-9168-ad82f3773696 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0 HTTP/1.1" status: 200 len: 217 time: 0.0673549 Feb 17 00:17:23.947457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-ae78a066-9e6b-4c13-b7f2-e931896b62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:23.948869 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-ae78a066-9e6b-4c13-b7f2-e931896b62cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c1983a8-9c82-48f0-880c-6718cfc61abe HTTP/1.1" status: 200 len: 854 time: 0.0561657 Feb 17 00:17:23.995126 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-3c2263f4-b965-47cd-8f06-1b197f8789f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392995 Feb 17 00:17:24.123236 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-1f50ab64-2311-4cbc-b899-2b0e2ed2a33f service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219308 Feb 17 00:17:24.257118 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-dbf22c5c-41cb-4f31-98e5-9aba8149b721 req-9089565f-fff3-427b-928e-853ad739a93b service neutron] 10.222.0.24 "GET /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270421 Feb 17 00:17:24.373829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c0032-80d3-431e-8094-8c6410939c28 req-f29fa220-7c38-4ad4-9c16-1adcf9fe34e8 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:24.375260 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-325c0032-80d3-431e-8094-8c6410939c28 req-f29fa220-7c38-4ad4-9c16-1adcf9fe34e8 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 943 time: 0.0797937 Feb 17 00:17:24.417845 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-325c0032-80d3-431e-8094-8c6410939c28 req-29f28977-d936-4e2d-89ed-2510518667c4 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Feb 17 00:17:24.905343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1479de60-b53f-4a33-bb31-30e7378247ee details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:17:25.063570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1479de60-b53f-4a33-bb31-30e7378247ee, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1479de60-b53f-4a33-bb31-30e7378247ee,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:25.076761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1479de60-b53f-4a33-bb31-30e7378247ee', 'network_id': 'a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755', 'port_id': '1479de60-b53f-4a33-bb31-30e7378247ee', 'mac_address': 'fa:16:3e:43:92:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1983a8-9c82-48f0-880c-6718cfc61abe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:17:25.132413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:25.148368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1479de60-b53f-4a33-bb31-30e7378247ee {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:17:25.162870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1479de60-b53f-4a33-bb31-30e7378247ee, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1479de60-b53f-4a33-bb31-30e7378247ee,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:25.167074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:25.231412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1479de60-b53f-4a33-bb31-30e7378247ee,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:25.369351 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1479de60-b53f-4a33-bb31-30e7378247ee'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:17:25.596695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb076-3b30-4607-95f7-2e67637d03c6 req-5d85a37f-cad6-45c4-8b57-ce2cc18f6af9 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:25.598130 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be2cb076-3b30-4607-95f7-2e67637d03c6 req-5d85a37f-cad6-45c4-8b57-ce2cc18f6af9 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 944 time: 0.0782256 Feb 17 00:17:25.644807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be2cb076-3b30-4607-95f7-2e67637d03c6 req-91c5dc90-da3d-4c61-97d2-29ab13cf9225 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Feb 17 00:17:26.828895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc5faa-6b00-4b11-b8b8-f406c37a8dc1 req-5c0e6e55-3a82-4f6b-9667-e6f248714f2e tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:26.830336 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d0dc5faa-6b00-4b11-b8b8-f406c37a8dc1 req-5c0e6e55-3a82-4f6b-9667-e6f248714f2e tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 944 time: 0.0825088 Feb 17 00:17:26.873597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d0dc5faa-6b00-4b11-b8b8-f406c37a8dc1 req-8a123eb6-67e8-4b70-84e8-575b27755dd3 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 Feb 17 00:17:26.919507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1479de60-b53f-4a33-bb31-30e7378247ee up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:17:26.984912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 1479de60-b53f-4a33-bb31-30e7378247ee completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:17:26.989370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1479de60-b53f-4a33-bb31-30e7378247ee triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:17:26.989743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:27.104084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:27.129030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1479de60-b53f-4a33-bb31-30e7378247ee'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:27.138411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1479de60-b53f-4a33-bb31-30e7378247ee, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1479de60-b53f-4a33-bb31-30e7378247ee,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:27.142699 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:27.181010 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1479de60-b53f-4a33-bb31-30e7378247ee', 'code': 200} Feb 17 00:17:27.223023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1479de60-b53f-4a33-bb31-30e7378247ee,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:27.406395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0c54-c63c-4895-a60f-b2cdacc5f1ea req-2160cf10-636e-483d-a4ea-fa9dc634bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:27.407857 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b9a0c54-c63c-4895-a60f-b2cdacc5f1ea req-2160cf10-636e-483d-a4ea-fa9dc634bc97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 1098 time: 0.0822017 Feb 17 00:17:27.446871 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b9a0c54-c63c-4895-a60f-b2cdacc5f1ea req-21b5fb4d-cac4-4c9e-ac6d-a84913f65cfb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Feb 17 00:17:28.062572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa94618-1306-47a2-a18b-d0ee06f763de req-f211a812-8222-4fb3-8902-71f8775d3129 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:28.064047 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2fa94618-1306-47a2-a18b-d0ee06f763de req-f211a812-8222-4fb3-8902-71f8775d3129 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 945 time: 0.0792906 Feb 17 00:17:28.107440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2fa94618-1306-47a2-a18b-d0ee06f763de req-7ce5c018-9935-4a26-8e92-5d9372c6ab09 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378647 Feb 17 00:17:29.288754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be776cf8-bd08-47e1-901a-05962b10421e req-99b6670a-6950-4876-9006-c3be52c2e70a tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:29.290162 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be776cf8-bd08-47e1-901a-05962b10421e req-99b6670a-6950-4876-9006-c3be52c2e70a tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 945 time: 0.0788801 Feb 17 00:17:29.332431 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be776cf8-bd08-47e1-901a-05962b10421e req-6c270be3-8b1d-4032-ba6d-e704bf0152bf tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367694 Feb 17 00:17:29.698186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55d702-0332-4ae1-ab92-178b15ea00bf req-c5169da8-cfd0-4cf8-ade2-c238710d2a5b tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:29.699525 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa55d702-0332-4ae1-ab92-178b15ea00bf req-c5169da8-cfd0-4cf8-ade2-c238710d2a5b tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 945 time: 0.0759282 Feb 17 00:17:29.745398 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa55d702-0332-4ae1-ab92-178b15ea00bf req-7064abad-e055-473c-9e5b-3c773b58bdbb tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Feb 17 00:17:30.927084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933acf09-e21c-4de4-b0a1-a8062229926d req-cce26849-0436-45cf-bfa2-db39e47434a1 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:30.928418 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-933acf09-e21c-4de4-b0a1-a8062229926d req-cce26849-0436-45cf-bfa2-db39e47434a1 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 945 time: 0.0768123 Feb 17 00:17:30.971046 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-933acf09-e21c-4de4-b0a1-a8062229926d req-e185f5fc-e75a-4282-b92c-14cd8cf00eba tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365105 Feb 17 00:17:31.052430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-52a25d9c-28d5-4574-b2c4-4068cdd08b59 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:31.053116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-52a25d9c-28d5-4574-b2c4-4068cdd08b59 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Synchronizing usage tracker for tenant:24bcf521d52c42cb8e9fa95250595746 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:17:31.069643 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-52a25d9c-28d5-4574-b2c4-4068cdd08b59 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Unset dirty status for tenant:24bcf521d52c42cb8e9fa95250595746 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:17:31.071144 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-52a25d9c-28d5-4574-b2c4-4068cdd08b59 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 945 time: 0.0940292 Feb 17 00:17:31.141346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Deleting port 1479de60-b53f-4a33-bb31-30e7378247ee {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:31.141685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:31.480159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] For port 1479de60-b53f-4a33-bb31-30e7378247ee, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1479de60-b53f-4a33-bb31-30e7378247ee,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:31.480528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:31.599094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Calling delete_port for 1479de60-b53f-4a33-bb31-30e7378247ee owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:31.741070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:31.751771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['f862b88b-b357-49c6-a6bc-b7c318eb16d0', '1479de60-b53f-4a33-bb31-30e7378247ee'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:17:31.790347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Pushing event deleted for resources: {'Port': ['ID=1479de60-b53f-4a33-bb31-30e7378247ee,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:31.864258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] No DVR routers for this DVR port 1479de60-b53f-4a33-bb31-30e7378247ee on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:17:31.866648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:31.869749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'name': 'network-vif-deleted', 'tag': '1479de60-b53f-4a33-bb31-30e7378247ee'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:31.884909 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-58630a51-2b62-4a1c-9637-a74451c0b7d0 req-93ba2e4a-830e-4188-913c-6c589ad13524 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "DELETE /v2.0/ports/1479de60-b53f-4a33-bb31-30e7378247ee HTTP/1.1" status: 204 len: 173 time: 0.8089337 Feb 17 00:17:31.922969 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815161b6-8304-45d5-82b4-fedd5181c7c9', 'name': 'network-vif-deleted', 'tag': '1479de60-b53f-4a33-bb31-30e7378247ee', 'status': 'completed', 'code': 200} Feb 17 00:17:32.136624 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-34613f91-80fb-4f3c-a5a5-b44fccaacd70 req-b12b9e86-0578-4f11-9e05-84b4fa599670 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=815161b6-8304-45d5-82b4-fedd5181c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0445504 Feb 17 00:17:33.385289 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c91e4-95b0-4e91-9079-9d2f816c00fa req-06b0b405-0721-4a34-a285-a77c3e9acd97 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:33.386706 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-956c91e4-95b0-4e91-9079-9d2f816c00fa req-06b0b405-0721-4a34-a285-a77c3e9acd97 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0786469 Feb 17 00:17:33.429119 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-956c91e4-95b0-4e91-9079-9d2f816c00fa req-0f164dc5-6b3d-4fc8-8f8d-68b19919b5d1 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368981 Feb 17 00:17:33.628335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33cb7c-4226-441c-9644-f6090ca78379 req-07c66ec3-6655-43de-ba28-286bff9ee500 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:33.629763 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0b33cb7c-4226-441c-9644-f6090ca78379 req-07c66ec3-6655-43de-ba28-286bff9ee500 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0807078 Feb 17 00:17:33.741731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a9071521-ba35-42df-9d6b-178b77746cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:33.772664 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0b33cb7c-4226-441c-9644-f6090ca78379 req-e0e08600-3a41-449e-ab05-797d1783cbf6 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368589 Feb 17 00:17:33.952717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f15b6-8775-4f58-908d-48ecaa90e169 req-3d97344d-4d0b-4077-945c-75a928f864cc tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:33.954136 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f65f15b6-8775-4f58-908d-48ecaa90e169 req-3d97344d-4d0b-4077-945c-75a928f864cc tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0766435 Feb 17 00:17:33.996701 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f65f15b6-8775-4f58-908d-48ecaa90e169 req-b243695e-77e3-4dac-84fb-7bb5edc5120c tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Feb 17 00:17:34.278190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13fc1a-2a57-4baa-a451-77027bd96d01 req-1ecbf779-6d14-4eb9-ac94-89b25954ea43 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:34.279533 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb13fc1a-2a57-4baa-a451-77027bd96d01 req-1ecbf779-6d14-4eb9-ac94-89b25954ea43 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0798514 Feb 17 00:17:34.322092 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb13fc1a-2a57-4baa-a451-77027bd96d01 req-defcf728-cd93-4a1c-a07a-0e0306116969 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369859 Feb 17 00:17:34.500775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5cfa1-7d88-47ca-b0f8-6ddbcccbaef9 req-633086d7-06dd-4783-84f6-c0f4dc114d54 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:34.502200 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6e5cfa1-7d88-47ca-b0f8-6ddbcccbaef9 req-633086d7-06dd-4783-84f6-c0f4dc114d54 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0771246 Feb 17 00:17:34.557628 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6e5cfa1-7d88-47ca-b0f8-6ddbcccbaef9 req-1a69f426-e376-4d76-9129-1fd4c2ecb74d tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498378 Feb 17 00:17:34.751121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95351fa-f3d1-415a-8c85-1a16eff5703a req-4a318e9d-40c0-4474-ab22-59a204301e6a tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:34.752604 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a95351fa-f3d1-415a-8c85-1a16eff5703a req-4a318e9d-40c0-4474-ab22-59a204301e6a tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0790026 Feb 17 00:17:34.795505 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a95351fa-f3d1-415a-8c85-1a16eff5703a req-0a71a3de-844e-4697-8d5e-0ca7bbdd9ed0 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Feb 17 00:17:34.977327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1479de60-b53f-4a33-bb31-30e7378247ee no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:17:35.011209 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 1479de60-b53f-4a33-bb31-30e7378247ee {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:17:35.011562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1479de60-b53f-4a33-bb31-30e7378247ee not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:17:35.309787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abd3ec-e565-4dd3-8896-527b542bd2d1 req-54b07e86-a182-4e09-a163-1ccdc55df354 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:35.311215 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-15abd3ec-e565-4dd3-8896-527b542bd2d1 req-54b07e86-a182-4e09-a163-1ccdc55df354 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0813837 Feb 17 00:17:35.353725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-15abd3ec-e565-4dd3-8896-527b542bd2d1 req-1d539eb7-702a-48e6-9dea-b71a50b23ea8 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Feb 17 00:17:35.962592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3aaf1478-6c10-4162-aac4-7c05e71500b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:36.532570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3526b3-45b8-4b0e-9ca8-66c7fcf53a26 req-aba0e9ed-1dcb-4178-beda-3eb30b51f14e tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:36.534024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dd3526b3-45b8-4b0e-9ca8-66c7fcf53a26 req-aba0e9ed-1dcb-4178-beda-3eb30b51f14e tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0770748 Feb 17 00:17:36.567755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-82458da9-47d6-43c5-8da9-ed4c807568ab tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:36.568468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-82458da9-47d6-43c5-8da9-ed4c807568ab tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Synchronizing usage tracker for tenant:24bcf521d52c42cb8e9fa95250595746 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:17:36.579024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dd3526b3-45b8-4b0e-9ca8-66c7fcf53a26 req-65e3f88d-ba06-46b8-8d50-94f4359cdd70 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea126739-70bc-47a5-b5f0-eb6483486794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391958 Feb 17 00:17:36.583566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-82458da9-47d6-43c5-8da9-ed4c807568ab tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Unset dirty status for tenant:24bcf521d52c42cb8e9fa95250595746 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:17:36.584966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-82458da9-47d6-43c5-8da9-ed4c807568ab tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 945 time: 0.0941565 Feb 17 00:17:36.656024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Deleting port f862b88b-b357-49c6-a6bc-b7c318eb16d0 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:36.656386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:36.894561 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] For port f862b88b-b357-49c6-a6bc-b7c318eb16d0, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=f862b88b-b357-49c6-a6bc-b7c318eb16d0,segment=NetworkSegment(3b14ae34-8c94-4c4f-9673-37c1eff66552),segment_id=3b14ae34-8c94-4c4f-9673-37c1eff66552)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:36.894908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:37.006571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:37.020693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Calling delete_port for f862b88b-b357-49c6-a6bc-b7c318eb16d0 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:37.157567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:37.235071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Pushing event deleted for resources: {'Port': ['ID=f862b88b-b357-49c6-a6bc-b7c318eb16d0,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:37.280078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] No DVR routers for this DVR port f862b88b-b357-49c6-a6bc-b7c318eb16d0 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:17:37.282317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:37.284899 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d390217-6b4e-4623-8b34-663c01d63e72', 'name': 'network-vif-deleted', 'tag': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:17:37.300443 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-af2f4b7b-e1ba-4c78-b20f-5ba403b494c0 req-c0920148-9f7c-490b-9f45-e2da42105422 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.24 "DELETE /v2.0/ports/f862b88b-b357-49c6-a6bc-b7c318eb16d0 HTTP/1.1" status: 204 len: 173 time: 0.7107425 Feb 17 00:17:37.329764 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d390217-6b4e-4623-8b34-663c01d63e72', 'name': 'network-vif-deleted', 'tag': 'f862b88b-b357-49c6-a6bc-b7c318eb16d0', 'status': 'completed', 'code': 200} Feb 17 00:17:37.342002 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:37.744982 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-92342ffe-3b94-46a9-8d41-5debf1d127a9 req-0c6137c8-c12b-4819-bdcb-7523b0cd46c1 tempest-ServersNegativeTestJSON-395157608 tempest-ServersNegativeTestJSON-395157608-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d390217-6b4e-4623-8b34-663c01d63e72 HTTP/1.1" status: 200 len: 210 time: 0.0461001 Feb 17 00:17:38.586413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:38.839612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60608) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:38.900422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] Deleting subnet 2c1983a8-9c82-48f0-880c-6718cfc61abe {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:17:38.903246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:38.950316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:38.991606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f862b88b-b357-49c6-a6bc-b7c318eb16d0 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:17:39.006752 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.025012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: f862b88b-b357-49c6-a6bc-b7c318eb16d0 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:17:39.025361 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device f862b88b-b357-49c6-a6bc-b7c318eb16d0 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:17:39.073082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.111594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1983a8-9c82-48f0-880c-6718cfc61abe,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:39.113521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.119445 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-aa144e39-3ef1-4822-a4b6-530766c86d98 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2c1983a8-9c82-48f0-880c-6718cfc61abe HTTP/1.1" status: 204 len: 168 time: 0.2787855 Feb 17 00:17:39.121859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60612) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:39.224137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.344128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.368317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:39.385067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b14ae34-8c94-4c4f-9673-37c1eff66552') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:39.385362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b14ae34-8c94-4c4f-9673-37c1eff66552') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:39.396570 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.412687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.419032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:39.419410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:39.432100 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:39.503439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.518999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.533198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:39.541379 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-03876b9b-2cda-488d-a3b0-83a4b8477c95 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a9ed2eeb-d1ca-4195-b51e-fd2ed4fef755 HTTP/1.1" status: 204 len: 168 time: 0.4185669 Feb 17 00:17:39.647739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60618) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:39.794192 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9b3812b5-1401-4b44-9610-ec86ebdbf779 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24bcf521d52c42cb8e9fa95250595746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452537 Feb 17 00:17:39.796791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60622) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:39.853766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4195ce56-a86d-4880-bbaf-da7adcfc6050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.878654 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4195ce56-a86d-4880-bbaf-da7adcfc6050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.929674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4195ce56-a86d-4880-bbaf-da7adcfc6050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.943548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195ce56-a86d-4880-bbaf-da7adcfc6050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea126739-70bc-47a5-b5f0-eb6483486794,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:39.952223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4195ce56-a86d-4880-bbaf-da7adcfc6050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:39.953321 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4195ce56-a86d-4880-bbaf-da7adcfc6050 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea126739-70bc-47a5-b5f0-eb6483486794 HTTP/1.1" status: 204 len: 168 time: 0.1556051 Feb 17 00:17:40.684042 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60646) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:40.782930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45227786'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:40.787813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:40.792225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:network and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:40.795002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:40.801055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:40.810291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:40.814278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:40.826764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:40.844207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:40.848535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:security_group_rule and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:40.851232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:40.856787 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:40.938159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:40.941672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:40.973107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:40.981187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b954a504-33e7-4c42-8408-4332706f3d4d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:40.986540 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:40.986873 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Added segment 73b42748-8f5d-435f-a816-406bdb1c6313 of type vlan for network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f Feb 17 00:17:41.012136 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:41.040631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:41.045912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:41.046483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:41.153275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Network': ['ID=3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:41.160424 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-65fa487e-8979-48a9-8340-82ced8c51a08 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4711046 Feb 17 00:17:41.162947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:44.070629 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:17:44.444426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60652) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:44.450601 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'subnet': {'network_id': '3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:44.555946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:44.559658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:subnet and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:44.562391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:44.567915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:44.577315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:44.581097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:44.796397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:44.874667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Subnet': ['ID=16cf3a42-00dd-42c4-a777-fe8a44d88831,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:44.881992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Checking segment: {'id': '73b42748-8f5d-435f-a816-406bdb1c6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:44.882341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network hostable DHCP agents. Network: 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:44.900238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:44.908624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:44.912427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:44.913007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:44.917897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf2d92-6fd4-4976-9aaf-73af2816d59e None None] Network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:44.936082 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d4a4d489-9e15-436f-8bf5-d0d3ce0e8456 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4892042 Feb 17 00:17:44.938105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60656) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:44.943493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772682166'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:44.948321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:44.951978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:network and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:44.954961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:44.960432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:44.970497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:44.974005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.001627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:45.010656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.010995 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Added segment 6915f716-7c73-4e17-bf81-4fe04102ab0f of type vlan for network 0e51f798-5676-4c77-b6af-6a6a805cab95 Feb 17 00:17:45.037070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.065558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.070945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:45.071517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.131589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f', 'network_id': '3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f', 'tenant_id': '8562430707af4854960259e950d66908', 'fixed_ips': [{'subnet_id': '16cf3a42-00dd-42c4-a777-fe8a44d88831'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:17:45.132758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.159270 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2201357 Feb 17 00:17:45.162698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60660) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:45.168694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'subnet': {'network_id': '0e51f798-5676-4c77-b6af-6a6a805cab95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:45.177870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7c356-9f8e-494d-a480-5bbbc7c13061 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Network': ['ID=0e51f798-5676-4c77-b6af-6a6a805cab95,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:45.188739 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 0e51f798-5676-4c77-b6af-6a6a805cab95 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:45.280408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:45.284303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:subnet and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:45.287190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:45.293551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:45.303055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:45.306677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.377374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Allocated IP 2001:db8:0:ffff::2 (3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f/16cf3a42-00dd-42c4-a777-fe8a44d88831/df00907b-1a52-4f54-8c75-9f98ac449e81) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:17:45.528982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.611363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.614443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Subnet': ['ID=2fcd6ff3-bf61-4409-9987-cce717d89b5b,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:45.620319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Checking segment: {'id': '6915f716-7c73-4e17-bf81-4fe04102ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0e51f798-5676-4c77-b6af-6a6a805cab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:45.620676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network hostable DHCP agents. Network: 0e51f798-5676-4c77-b6af-6a6a805cab95, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:45.626029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Transition to ACTIVE for port object df00907b-1a52-4f54-8c75-9f98ac449e81 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:45.639696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network 0e51f798-5676-4c77-b6af-6a6a805cab95 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:45.644947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Transition to ACTIVE for port object df00907b-1a52-4f54-8c75-9f98ac449e81 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:45.648408 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 0e51f798-5676-4c77-b6af-6a6a805cab95) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:45.650409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.653119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:45.653709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.675434 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1144b38d-fa5c-4e36-9f1a-a10a3d30d322 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5116215 Feb 17 00:17:45.678050 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60664) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:45.692686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0868d-48cb-4795-a225-e58830e3f950 None None] Network 0e51f798-5676-4c77-b6af-6a6a805cab95 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:45.789470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:17:45.796016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:45.806785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:17:45.808869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Pushing event updated for resources: {'Port': ['ID=df00907b-1a52-4f54-8c75-9f98ac449e81,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:45.817103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.825029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.825389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.825735 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.826076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.826416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.826756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.827089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.827423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.827753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.828101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.828434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.828761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:45.883751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.964849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.971235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Attempting to bind port df00907b-1a52-4f54-8c75-9f98ac449e81 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:17:45.971770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Attempting to bind port df00907b-1a52-4f54-8c75-9f98ac449e81 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '73b42748-8f5d-435f-a816-406bdb1c6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:17:45.971961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Attempting to bind port df00907b-1a52-4f54-8c75-9f98ac449e81 on network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:45.982080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:45.982457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Checking segment: {'id': '73b42748-8f5d-435f-a816-406bdb1c6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:45.982861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:45.983260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Bound using segment: {'id': '73b42748-8f5d-435f-a816-406bdb1c6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:45.983733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Bound port: df00907b-1a52-4f54-8c75-9f98ac449e81, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b42748-8f5d-435f-a816-406bdb1c6313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:17:45.984133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.004451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcd6ff3-bf61-4409-9987-cce717d89b5b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:46.088721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecdc55f-d4ed-4490-88bf-3c639cd380ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-0e51f798-5676-4c77-b6af-6a6a805cab95', 'network_id': '0e51f798-5676-4c77-b6af-6a6a805cab95', 'tenant_id': '8562430707af4854960259e950d66908', 'fixed_ips': [{'subnet_id': '2fcd6ff3-bf61-4409-9987-cce717d89b5b'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:17:46.089550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cecdc55f-d4ed-4490-88bf-3c639cd380ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.097237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.121603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e51f798-5676-4c77-b6af-6a6a805cab95']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:46.134025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6915f716-7c73-4e17-bf81-4fe04102ab0f') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:46.134306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6915f716-7c73-4e17-bf81-4fe04102ab0f') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:46.146545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.163400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.169833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:46.170318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.178651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] For port df00907b-1a52-4f54-8c75-9f98ac449e81, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:46.185437 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:46.213384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407097e2-e942-4f5c-b9a5-ffb5d32ebd54 None None] Network 0e51f798-5676-4c77-b6af-6a6a805cab95 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:46.267680 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.287704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.293697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Network': ['ID=0e51f798-5676-4c77-b6af-6a6a805cab95,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:46.295031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] For port df00907b-1a52-4f54-8c75-9f98ac449e81, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=df00907b-1a52-4f54-8c75-9f98ac449e81,segment=NetworkSegment(73b42748-8f5d-435f-a816-406bdb1c6313),segment_id=73b42748-8f5d-435f-a816-406bdb1c6313)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:17:46.303575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60668) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:46.304194 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ce5b87bd-8be6-4884-9e7c-ef1435f86633 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/0e51f798-5676-4c77-b6af-6a6a805cab95 HTTP/1.1" status: 204 len: 168 time: 0.6246409 Feb 17 00:17:46.309230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.309382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-763029170'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:46.314095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:46.317806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:network and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:46.320644 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:46.327070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:46.336009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:46.339473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.366623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:46.376690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.377022 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Added segment 5f5dddcc-a30f-4f4d-b6a5-8b31b0c2c714 of type vlan for network 7d5e7e87-73ee-4ff0-9e46-f1a10064c73b Feb 17 00:17:46.403078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.431540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.436971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:46.438059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.456431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca130-60a9-46e8-9d61-0c08abdbaee1 None None] Pushing event updated for resources: {'Port': ['ID=df00907b-1a52-4f54-8c75-9f98ac449e81,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:46.541338 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2365839 Feb 17 00:17:46.544169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60672) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:46.549898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'subnet': {'network_id': '7d5e7e87-73ee-4ff0-9e46-f1a10064c73b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:46.550322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2e5cc-6ce2-4d69-aee3-094b7a470aca tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Network': ['ID=7d5e7e87-73ee-4ff0-9e46-f1a10064c73b,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:46.562243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 7d5e7e87-73ee-4ff0-9e46-f1a10064c73b details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:46.707569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:46.711963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:subnet and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:46.714862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:46.721061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:46.731757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:46.735334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:46.926442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.ipam_backend_mixin [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Performing IP validity checks on allocation pools {{(pid=87676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 17 00:17:46.926901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.ipam_backend_mixin [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 17 00:17:47.045869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.123642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Subnet': ['ID=06bfeae5-d7de-40d1-814f-0fdf20d78805,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:47.136113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Checking segment: {'id': '5f5dddcc-a30f-4f4d-b6a5-8b31b0c2c714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d5e7e87-73ee-4ff0-9e46-f1a10064c73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:47.136499 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network hostable DHCP agents. Network: 7d5e7e87-73ee-4ff0-9e46-f1a10064c73b, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:47.156655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network 7d5e7e87-73ee-4ff0-9e46-f1a10064c73b is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:47.166453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 7d5e7e87-73ee-4ff0-9e46-f1a10064c73b) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:47.171025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:47.171909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.176619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3d5e9b-5fa7-4de5-b354-33e1ed9198a4 None None] Network 7d5e7e87-73ee-4ff0-9e46-f1a10064c73b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:47.196415 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-99c3a19d-fca1-4d3e-b0c7-8ec574934334 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6505566 Feb 17 00:17:47.199111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60676) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:47.345243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.396470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92ae08-eac8-4516-b7ef-10e43bd160b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-7d5e7e87-73ee-4ff0-9e46-f1a10064c73b', 'network_id': '7d5e7e87-73ee-4ff0-9e46-f1a10064c73b', 'tenant_id': '8562430707af4854960259e950d66908', 'fixed_ips': [{'subnet_id': '06bfeae5-d7de-40d1-814f-0fdf20d78805'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:17:47.397377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e92ae08-eac8-4516-b7ef-10e43bd160b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.417173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.493753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8ac5a-3613-4e23-870c-a4288103c2a5 None None] Network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:47.497731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.537377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Subnet': ['ID=06bfeae5-d7de-40d1-814f-0fdf20d78805,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server [None req-4e92ae08-eac8-4516-b7ef-10e43bd160b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06bfeae5-d7de-40d1-814f-0fdf20d78805: This subnet is being modified by another concurrent operation. Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server raise exception Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06bfeae5-d7de-40d1-814f-0fdf20d78805: This subnet is being modified by another concurrent operation. Feb 17 00:17:47.572333 dv-neutron-829040-1-hyperv neutron-server[87678]: ERROR oslo_messaging.rpc.server Feb 17 00:17:47.593296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c878a5-b70c-4089-9222-adfdd75850bc None None] Network 7d5e7e87-73ee-4ff0-9e46-f1a10064c73b requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:47.613536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-48b024a1-7a38-4d79-95e1-d5eaa1df81c4 None None] Provisioning for port df00907b-1a52-4f54-8c75-9f98ac449e81 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:17:47.736043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.761281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5e7e87-73ee-4ff0-9e46-f1a10064c73b']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:47.773223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5dddcc-a30f-4f4d-b6a5-8b31b0c2c714') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:47.773522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5dddcc-a30f-4f4d-b6a5-8b31b0c2c714') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:47.784497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.803515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.811745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:47.812401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:47.830268 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:47.912042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.929057 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:47.940030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Network': ['ID=7d5e7e87-73ee-4ff0-9e46-f1a10064c73b,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:47.944101 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7eabeb18-5c92-483e-9e92-58d26c262a82 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/7d5e7e87-73ee-4ff0-9e46-f1a10064c73b HTTP/1.1" status: 204 len: 168 time: 0.7439747 Feb 17 00:17:47.947610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60680) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:47.953147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011071309'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:47.957886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:47.962891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:network and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:47.965774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:47.972265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:47.986729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:47.990203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.018255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:48.028430 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.028899 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Added segment e99d8ba4-9476-47e6-b454-09912ed10fca of type vlan for network 16074034-489a-4349-b521-18e9d6b282cc Feb 17 00:17:48.055940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.085855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.091821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:48.092424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.144510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320d756c-3df9-412d-9c8b-830c66867250 None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 00:17:48.193945 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2452548 Feb 17 00:17:48.196823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60684) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:48.204450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'subnet': {'network_id': '16074034-489a-4349-b521-18e9d6b282cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:48.219342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afd4ff-ec7c-4f19-876b-a726b3a1f9b3 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Network': ['ID=16074034-489a-4349-b521-18e9d6b282cc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:48.231464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 16074034-489a-4349-b521-18e9d6b282cc details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:48.300827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device df00907b-1a52-4f54-8c75-9f98ac449e81 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:17:48.317164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:48.321436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:subnet and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:48.324325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:48.329907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:48.339184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d756c-3df9-412d-9c8b-830c66867250 None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 00:17:48.340272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:48.343908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.489420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port df00907b-1a52-4f54-8c75-9f98ac449e81 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:17:48.499373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port df00907b-1a52-4f54-8c75-9f98ac449e81 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:17:48.499750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.559014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.639525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Subnet': ['ID=5ea2b78f-4033-4ec4-92fa-28e7a57c0bda,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:48.649914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Checking segment: {'id': 'e99d8ba4-9476-47e6-b454-09912ed10fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '16074034-489a-4349-b521-18e9d6b282cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:48.650267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network hostable DHCP agents. Network: 16074034-489a-4349-b521-18e9d6b282cc, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:48.677488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network 16074034-489a-4349-b521-18e9d6b282cc is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:48.687403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 16074034-489a-4349-b521-18e9d6b282cc) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:48.692237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:48.692921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.708139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.713753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a4a32b38-e67b-473f-80fc-6473644bb6b7 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5159726 Feb 17 00:17:48.717839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60688) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:48.724693 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1810983631'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:48.729706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:48.733477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:network and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:48.736552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:48.742280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:48.752510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:48.755987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.782927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:48.783153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port df00907b-1a52-4f54-8c75-9f98ac449e81, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=df00907b-1a52-4f54-8c75-9f98ac449e81,segment=NetworkSegment(73b42748-8f5d-435f-a816-406bdb1c6313),segment_id=73b42748-8f5d-435f-a816-406bdb1c6313)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:48.790683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.792377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.792728 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Added segment c7e762c6-2fe7-4e5b-b6b3-bb274846089a of type vlan for network da79ba7c-d056-4f1b-8d6d-1f279826bfbb Feb 17 00:17:48.819306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.848675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.854356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:48.855454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:48.877782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=df00907b-1a52-4f54-8c75-9f98ac449e81,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:48.881406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620fba07-7ac0-4d57-9d66-224bebdd9d6b None None] Network 16074034-489a-4349-b521-18e9d6b282cc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:48.947024 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2274334 Feb 17 00:17:48.949884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60692) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:48.955975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Request body: {'subnet': {'network_id': 'da79ba7c-d056-4f1b-8d6d-1f279826bfbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:48.966008 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe38beb-2111-4cc2-b0d5-cb39996cf5a4 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Network': ['ID=da79ba7c-d056-4f1b-8d6d-1f279826bfbb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:48.984374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network da79ba7c-d056-4f1b-8d6d-1f279826bfbb details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:49.065438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:49.069199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Usage tracker for resource:subnet and tenant:8562430707af4854960259e950d66908 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:49.071980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:49.077551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:49.086171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Made reservation on behalf of 8562430707af4854960259e950d66908 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:49.089713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.186325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-16074034-489a-4349-b521-18e9d6b282cc', 'network_id': '16074034-489a-4349-b521-18e9d6b282cc', 'tenant_id': '8562430707af4854960259e950d66908', 'fixed_ips': [{'subnet_id': '5ea2b78f-4033-4ec4-92fa-28e7a57c0bda'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:17:49.187184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.302959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.346248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Allocated IP 2001:db8::2 (16074034-489a-4349-b521-18e9d6b282cc/5ea2b78f-4033-4ec4-92fa-28e7a57c0bda/d40b25b6-60eb-40e3-94f7-b430b924c03a) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:17:49.387246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event updated for resources: {'Subnet': ['ID=31cc9680-ad66-4fa5-8b89-0222c66685dc,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:49.391300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Checking segment: {'id': 'c7e762c6-2fe7-4e5b-b6b3-bb274846089a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'da79ba7c-d056-4f1b-8d6d-1f279826bfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:49.391659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network hostable DHCP agents. Network: da79ba7c-d056-4f1b-8d6d-1f279826bfbb, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:49.410596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Network da79ba7c-d056-4f1b-8d6d-1f279826bfbb is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:49.420407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, da79ba7c-d056-4f1b-8d6d-1f279826bfbb) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:49.424560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:49.425011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.432249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c959a-bbeb-4ac5-84d7-6c5245db85b3 None None] Network da79ba7c-d056-4f1b-8d6d-1f279826bfbb requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:49.447296 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-19b849ae-f1f9-4ccb-84b5-ccab0fe8066f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4962795 Feb 17 00:17:49.450071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60696) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:49.595565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.667593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.731667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.742023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.750899 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Transition to ACTIVE for port object d40b25b6-60eb-40e3-94f7-b430b924c03a will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:49.803792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Subnet': ['ID=31cc9680-ad66-4fa5-8b89-0222c66685dc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:49.805085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Transition to ACTIVE for port object d40b25b6-60eb-40e3-94f7-b430b924c03a will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:49.807604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f071638-b520-466a-b1ab-a645454fbeb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-da79ba7c-d056-4f1b-8d6d-1f279826bfbb', 'network_id': 'da79ba7c-d056-4f1b-8d6d-1f279826bfbb', 'tenant_id': '8562430707af4854960259e950d66908', 'fixed_ips': [{'subnet_id': '31cc9680-ad66-4fa5-8b89-0222c66685dc'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:17:49.808443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4f071638-b520-466a-b1ab-a645454fbeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.825080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.882902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.908420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da79ba7c-d056-4f1b-8d6d-1f279826bfbb']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:49.925194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e762c6-2fe7-4e5b-b6b3-bb274846089a') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:49.925397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e762c6-2fe7-4e5b-b6b3-bb274846089a') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:49.927452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Network 16074034-489a-4349-b521-18e9d6b282cc is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:17:49.931198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:49.939185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.946508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:17:49.956648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.958099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Pushing event updated for resources: {'Port': ['ID=d40b25b6-60eb-40e3-94f7-b430b924c03a,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:49.964201 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:49.964602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:49.980628 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:50.042362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45cd72a-9a7b-44af-9dd8-38b5ee6de7ca None None] Network da79ba7c-d056-4f1b-8d6d-1f279826bfbb requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:50.059247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.063070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Attempting to bind port d40b25b6-60eb-40e3-94f7-b430b924c03a on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:17:50.063445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Attempting to bind port d40b25b6-60eb-40e3-94f7-b430b924c03a by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'e99d8ba4-9476-47e6-b454-09912ed10fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '16074034-489a-4349-b521-18e9d6b282cc'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:17:50.063582 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.063806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Attempting to bind port d40b25b6-60eb-40e3-94f7-b430b924c03a on network 16074034-489a-4349-b521-18e9d6b282cc {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:50.067496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45cd72a-9a7b-44af-9dd8-38b5ee6de7ca None None] Network da79ba7c-d056-4f1b-8d6d-1f279826bfbb could not be found, it might have been deleted concurrently. {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 17 00:17:50.071444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:50.071806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Checking segment: {'id': 'e99d8ba4-9476-47e6-b454-09912ed10fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '16074034-489a-4349-b521-18e9d6b282cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:50.072230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.072611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Bound using segment: {'id': 'e99d8ba4-9476-47e6-b454-09912ed10fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '16074034-489a-4349-b521-18e9d6b282cc'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:50.073075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Bound port: d40b25b6-60eb-40e3-94f7-b430b924c03a, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99d8ba4-9476-47e6-b454-09912ed10fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '16074034-489a-4349-b521-18e9d6b282cc'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:17:50.073442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.095823 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/da79ba7c-d056-4f1b-8d6d-1f279826bfbb HTTP/1.1" status: 204 len: 168 time: 0.6445909 Feb 17 00:17:50.096905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cd07b-68cb-4e18-be93-0d44ead34e2a tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Network': ['ID=da79ba7c-d056-4f1b-8d6d-1f279826bfbb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:50.098900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60700) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:50.138493 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-475a58e1-591f-4cec-9cef-aa11a7f34925 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] GET failed (client error): The resource could not be found. Feb 17 00:17:50.139094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-475a58e1-591f-4cec-9cef-aa11a7f34925 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Synchronizing usage tracker for tenant:8562430707af4854960259e950d66908 on resource:subnet {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:17:50.155675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-475a58e1-591f-4cec-9cef-aa11a7f34925 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Unset dirty status for tenant:8562430707af4854960259e950d66908 on resource:subnet {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:17:50.156847 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-475a58e1-591f-4cec-9cef-aa11a7f34925 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "GET /v2.0/subnets/31cc9680-ad66-4fa5-8b89-0222c66685dc HTTP/1.1" status: 404 len: 337 time: 0.0563581 Feb 17 00:17:50.159671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60704) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:50.164466 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] For port d40b25b6-60eb-40e3-94f7-b430b924c03a, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:17:50.167717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] For port d40b25b6-60eb-40e3-94f7-b430b924c03a, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d40b25b6-60eb-40e3-94f7-b430b924c03a,segment=NetworkSegment(e99d8ba4-9476-47e6-b454-09912ed10fca),segment_id=e99d8ba4-9476-47e6-b454-09912ed10fca)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:17:50.172464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.183976 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ca8f24-5b12-46c7-81dc-ab7ecde4889b tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] DELETE failed (client error): The resource could not be found. Feb 17 00:17:50.184401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ca8f24-5b12-46c7-81dc-ab7ecde4889b tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 00:17:50.185995 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-88ca8f24-5b12-46c7-81dc-ab7ecde4889b tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/da79ba7c-d056-4f1b-8d6d-1f279826bfbb HTTP/1.1" status: 404 len: 339 time: 0.0254943 Feb 17 00:17:50.189693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60708) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:50.225915 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6550e62-fe0c-4454-b56a-168cd1719fe5 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] DELETE failed (client error): The resource could not be found. Feb 17 00:17:50.226352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6550e62-fe0c-4454-b56a-168cd1719fe5 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 00:17:50.230328 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b6550e62-fe0c-4454-b56a-168cd1719fe5 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/subnets/31cc9680-ad66-4fa5-8b89-0222c66685dc HTTP/1.1" status: 404 len: 337 time: 0.0375037 Feb 17 00:17:50.230563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60712) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:50.252234 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76db49b-1f16-4037-92fd-244b0f1d0041 None None] Pushing event updated for resources: {'Port': ['ID=d40b25b6-60eb-40e3-94f7-b430b924c03a,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:50.259926 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1589c60d-11a1-46a6-9c2f-204ed94d6976 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] DELETE failed (client error): The resource could not be found. Feb 17 00:17:50.260420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1589c60d-11a1-46a6-9c2f-204ed94d6976 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 00:17:50.265096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1589c60d-11a1-46a6-9c2f-204ed94d6976 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/da79ba7c-d056-4f1b-8d6d-1f279826bfbb HTTP/1.1" status: 404 len: 339 time: 0.0334077 Feb 17 00:17:50.266569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60716) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:50.274814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device df00907b-1a52-4f54-8c75-9f98ac449e81 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:17:50.336029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Deleting subnet 5ea2b78f-4033-4ec4-92fa-28e7a57c0bda {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:17:50.339128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.342941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port df00907b-1a52-4f54-8c75-9f98ac449e81 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:17:50.343316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.397140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.505322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.581353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.621913 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea2b78f-4033-4ec4-92fa-28e7a57c0bda,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:50.623799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.639213 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5c369945-6e47-4280-ac3f-405fc781ba62 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/subnets/5ea2b78f-4033-4ec4-92fa-28e7a57c0bda HTTP/1.1" status: 204 len: 168 time: 0.3694110 Feb 17 00:17:50.639522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60720) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:50.750959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.761399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Deleting port d40b25b6-60eb-40e3-94f7-b430b924c03a {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:50.761737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:50.970484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] For port d40b25b6-60eb-40e3-94f7-b430b924c03a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d40b25b6-60eb-40e3-94f7-b430b924c03a,segment=NetworkSegment(e99d8ba4-9476-47e6-b454-09912ed10fca),segment_id=e99d8ba4-9476-47e6-b454-09912ed10fca)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:50.970903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.095701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Calling delete_port for d40b25b6-60eb-40e3-94f7-b430b924c03a owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:51.176875 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.204335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9863d-86fc-4ee1-9357-77b5b4c1b7fa None None] Network 16074034-489a-4349-b521-18e9d6b282cc requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:51.223415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Port': ['ID=d40b25b6-60eb-40e3-94f7-b430b924c03a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:51.226826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No DVR routers for this DVR port d40b25b6-60eb-40e3-94f7-b430b924c03a on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:17:51.287911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f0db2b7e-6775-42ea-8977-d2ec90516c1f None None] Could not find standard attr ID for object d40b25b6-60eb-40e3-94f7-b430b924c03a. {{(pid=87678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 00:17:51.348365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.372715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16074034-489a-4349-b521-18e9d6b282cc']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:51.385683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99d8ba4-9476-47e6-b454-09912ed10fca') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:51.385988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99d8ba4-9476-47e6-b454-09912ed10fca') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:51.401237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.420667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.423171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077694d-e8ae-46d4-bad7-79dc4031a076 None None] DHCP port deletion for 16074034-489a-4349-b521-18e9d6b282cc request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:17:51.426893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:51.427283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:51.442529 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:51.518585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.535309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.546002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Network': ['ID=16074034-489a-4349-b521-18e9d6b282cc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:51.552265 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6cd05b4e-71e7-4822-804a-ae8d4a57caac tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/16074034-489a-4349-b521-18e9d6b282cc HTTP/1.1" status: 204 len: 168 time: 0.9095135 Feb 17 00:17:51.552642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60724) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:51.565196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.594092 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb1ab10-64eb-4f7f-b4e5-b36b8c335780 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] DELETE failed (client error): The resource could not be found. Feb 17 00:17:51.594549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb1ab10-64eb-4f7f-b4e5-b36b8c335780 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 00:17:51.596464 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5fb1ab10-64eb-4f7f-b4e5-b36b8c335780 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/subnets/06bfeae5-d7de-40d1-814f-0fdf20d78805 HTTP/1.1" status: 404 len: 337 time: 0.0429533 Feb 17 00:17:51.598901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60728) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:51.622444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30de181-cb9d-40f6-a993-9ad773855a69 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] DELETE failed (client error): The resource could not be found. Feb 17 00:17:51.622922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30de181-cb9d-40f6-a993-9ad773855a69 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 00:17:51.624511 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c30de181-cb9d-40f6-a993-9ad773855a69 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/7d5e7e87-73ee-4ff0-9e46-f1a10064c73b HTTP/1.1" status: 404 len: 339 time: 0.0247438 Feb 17 00:17:51.626773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60732) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:51.663289 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7daec3-3c77-4cb9-85d9-dbafe627735f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] DELETE failed (client error): The resource could not be found. Feb 17 00:17:51.663736 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7daec3-3c77-4cb9-85d9-dbafe627735f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 00:17:51.665428 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5a7daec3-3c77-4cb9-85d9-dbafe627735f tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/subnets/2fcd6ff3-bf61-4409-9987-cce717d89b5b HTTP/1.1" status: 404 len: 337 time: 0.0377364 Feb 17 00:17:51.667911 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60736) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:51.691520 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5973b531-da49-43df-be25-b1e8051012f1 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] DELETE failed (client error): The resource could not be found. Feb 17 00:17:51.691972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5973b531-da49-43df-be25-b1e8051012f1 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 00:17:51.693552 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5973b531-da49-43df-be25-b1e8051012f1 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/0e51f798-5676-4c77-b6af-6a6a805cab95 HTTP/1.1" status: 404 len: 339 time: 0.0247483 Feb 17 00:17:51.696422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60740) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:51.763011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Deleting subnet 16cf3a42-00dd-42c4-a777-fe8a44d88831 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:17:51.766085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.817574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:51.996291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.068213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.107164 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Subnet': ['ID=16cf3a42-00dd-42c4-a777-fe8a44d88831,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:52.109108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.113673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebde10c-627c-4694-9879-aa8e44d873c7 None None] Network 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:52.119219 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-51ee1935-7b86-4585-84ea-4e7ff1d25bb0 tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/subnets/16cf3a42-00dd-42c4-a777-fe8a44d88831 HTTP/1.1" status: 204 len: 168 time: 0.4218810 Feb 17 00:17:52.121703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60744) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:52.233749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.244626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Deleting port df00907b-1a52-4f54-8c75-9f98ac449e81 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:52.244959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.359464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] DHCP port deletion for 3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:17:52.363764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Deleting port df00907b-1a52-4f54-8c75-9f98ac449e81 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:52.364173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.447797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] For port df00907b-1a52-4f54-8c75-9f98ac449e81, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=df00907b-1a52-4f54-8c75-9f98ac449e81,segment=NetworkSegment(73b42748-8f5d-435f-a816-406bdb1c6313),segment_id=73b42748-8f5d-435f-a816-406bdb1c6313)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:52.448176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.562542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] For port df00907b-1a52-4f54-8c75-9f98ac449e81, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=df00907b-1a52-4f54-8c75-9f98ac449e81,segment=NetworkSegment(73b42748-8f5d-435f-a816-406bdb1c6313),segment_id=73b42748-8f5d-435f-a816-406bdb1c6313)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:52.562932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.568487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Calling delete_port for df00907b-1a52-4f54-8c75-9f98ac449e81 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:52.648574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.695631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Port': ['ID=df00907b-1a52-4f54-8c75-9f98ac449e81,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:52.699797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] No DVR routers for this DVR port df00907b-1a52-4f54-8c75-9f98ac449e81 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:17:52.719252 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Calling delete_port for df00907b-1a52-4f54-8c75-9f98ac449e81 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 00:17:52.785608 dv-neutron-829040-1-hyperv neutron-server[87678]: util.warn( Feb 17 00:17:52.795188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:17:52.795601 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:17:52.824481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.849770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:52.863101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b42748-8f5d-435f-a816-406bdb1c6313') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:52.863404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b42748-8f5d-435f-a816-406bdb1c6313') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:52.875097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.894513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.902290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:52.902566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:52.919133 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:52.994179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:53.010239 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:53.020483 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] Pushing event deleted for resources: {'Network': ['ID=3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:53.024349 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c2fbc839-2f0f-44ec-9a8e-bbdf8bcfb09c tempest-NetworksIpV6Test-110920441 tempest-NetworksIpV6Test-110920441-project] 10.222.0.47 "DELETE /v2.0/networks/3dd25026-153a-4f9b-b1fa-a2ef48a3ab1f HTTP/1.1" status: 204 len: 168 time: 0.9017031 Feb 17 00:17:53.282241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60752) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:53.296546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Deleting port df00907b-1a52-4f54-8c75-9f98ac449e81 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:53.297001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:53.363428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f33407f3-f8b5-4831-922a-dbd9835b23ed None None] The port 'df00907b-1a52-4f54-8c75-9f98ac449e81' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:17:53.426481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-063b7812-9971-4572-96a1-2a86991f2374 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8562430707af4854960259e950d66908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430700 Feb 17 00:17:53.428877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60758) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:53.483824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e936b3bb-d98e-49f7-8fb0-0d14639de96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:53.509367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e936b3bb-d98e-49f7-8fb0-0d14639de96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:53.559308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e936b3bb-d98e-49f7-8fb0-0d14639de96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:53.574224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936b3bb-d98e-49f7-8fb0-0d14639de96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b954a504-33e7-4c42-8408-4332706f3d4d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:53.578990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e936b3bb-d98e-49f7-8fb0-0d14639de96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:53.579481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e936b3bb-d98e-49f7-8fb0-0d14639de96a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b954a504-33e7-4c42-8408-4332706f3d4d HTTP/1.1" status: 204 len: 168 time: 0.1497650 Feb 17 00:17:54.253877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60782) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:54.257206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device df00907b-1a52-4f54-8c75-9f98ac449e81 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:17:54.291324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: df00907b-1a52-4f54-8c75-9f98ac449e81 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:17:54.291672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device df00907b-1a52-4f54-8c75-9f98ac449e81 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:17:54.353689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-713279728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:54.360566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:54.364389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Usage tracker for resource:router and tenant:15cf5fe83f8c4b77a9756986e77e7031 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:54.367203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:54.377436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:54.387781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.388798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.403399 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.420122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.440336 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.441466 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-be62a6a1-0634-4744-9427-997938a31b2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1865261 Feb 17 00:17:54.444176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60788) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:54.449834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-371030114'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:54.454365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:54.458701 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Usage tracker for resource:network and tenant:15cf5fe83f8c4b77a9756986e77e7031 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:54.462160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:54.467720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:54.476331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Made reservation on behalf of 15cf5fe83f8c4b77a9756986e77e7031 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:54.479722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.491334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.505473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:54.509616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Usage tracker for resource:security_group_rule and tenant:15cf5fe83f8c4b77a9756986e77e7031 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:54.512380 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:54.517929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:54.599099 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.603856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.631138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:54.643407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be8e93d-9ffe-4d12-a1cf-655785d405d2,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:54.647672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.648010 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Added segment 696b5c76-2976-4d09-aa6f-bae347efbe4b of type vlan for network dc90b661-045b-438e-9080-2f78ff7467c1 Feb 17 00:17:54.673939 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.702078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.707330 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:54.707901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:54.811551 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3662770 Feb 17 00:17:54.814338 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37326ed-facf-432a-8119-13e3511dcdcf tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event updated for resources: {'Network': ['ID=dc90b661-045b-438e-9080-2f78ff7467c1,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:54.815105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60792) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:54.821774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Request body: {'subnet': {'network_id': 'dc90b661-045b-438e-9080-2f78ff7467c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:54.825238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network dc90b661-045b-438e-9080-2f78ff7467c1 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:55.027023 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:55.030755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Usage tracker for resource:subnet and tenant:15cf5fe83f8c4b77a9756986e77e7031 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:55.033507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:55.039025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:55.048904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Made reservation on behalf of 15cf5fe83f8c4b77a9756986e77e7031 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:55.052493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.280897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.378297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event updated for resources: {'Subnet': ['ID=6631c027-9336-418b-8d44-dd3a0e67e590,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:55.382666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Checking segment: {'id': '696b5c76-2976-4d09-aa6f-bae347efbe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dc90b661-045b-438e-9080-2f78ff7467c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:55.383043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Network hostable DHCP agents. Network: dc90b661-045b-438e-9080-2f78ff7467c1, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:55.401201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Network dc90b661-045b-438e-9080-2f78ff7467c1 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:55.409707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, dc90b661-045b-438e-9080-2f78ff7467c1) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:55.413499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:55.414075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.421009 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af9500-c31e-4c96-b281-d61636fe549f None None] Network dc90b661-045b-438e-9080-2f78ff7467c1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:55.438595 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-329dac58-d2ab-4aa1-9b65-e104ad25d8c2 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6223001 Feb 17 00:17:55.441794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60796) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:55.447546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-596792365'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:55.454178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:55.458623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Usage tracker for resource:network and tenant:15cf5fe83f8c4b77a9756986e77e7031 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:55.462503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:55.470198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:55.496064 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Made reservation on behalf of 15cf5fe83f8c4b77a9756986e77e7031 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:55.499865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.529004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:17:55.537795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.538068 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Added segment 6d50895f-89cc-4986-ab92-b4f230a7a1a8 of type vlan for network 3b4a1191-0543-4a83-b50e-c15c24a03fbb Feb 17 00:17:55.568653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.599189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.605676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:55.606393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.667902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-dc90b661-045b-438e-9080-2f78ff7467c1', 'network_id': 'dc90b661-045b-438e-9080-2f78ff7467c1', 'tenant_id': '15cf5fe83f8c4b77a9756986e77e7031', 'fixed_ips': [{'subnet_id': '6631c027-9336-418b-8d44-dd3a0e67e590'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:17:55.669112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.716230 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2732792 Feb 17 00:17:55.720152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60800) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:55.725599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event updated for resources: {'Network': ['ID=3b4a1191-0543-4a83-b50e-c15c24a03fbb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:55.726543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Request body: {'subnet': {'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:55.735229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.735565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.735903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.736253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.737837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.738263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.738710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.739186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.739671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.739982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.740418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.740799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee111678-22fd-46e8-9049-846e5b216dc8 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:17:55.754978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 3b4a1191-0543-4a83-b50e-c15c24a03fbb details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:17:55.845397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:17:55.849042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Usage tracker for resource:subnet and tenant:15cf5fe83f8c4b77a9756986e77e7031 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:17:55.851844 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:17:55.857433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:17:55.867626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Made reservation on behalf of 15cf5fe83f8c4b77a9756986e77e7031 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:17:55.871258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:55.924625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Allocated IP 172.20.0.2 (dc90b661-045b-438e-9080-2f78ff7467c1/6631c027-9336-418b-8d44-dd3a0e67e590/45b2049a-4076-498d-9978-4a24cae9b466) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:17:56.083041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.130197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.140338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Transition to ACTIVE for port object 45b2049a-4076-498d-9978-4a24cae9b466 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:56.158865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Transition to ACTIVE for port object 45b2049a-4076-498d-9978-4a24cae9b466 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:56.159859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event updated for resources: {'Subnet': ['ID=f87903a8-84c4-4b4f-bc12-befd78c7a982,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:56.165414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.168861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Checking segment: {'id': '6d50895f-89cc-4986-ab92-b4f230a7a1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:56.169244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Network hostable DHCP agents. Network: 3b4a1191-0543-4a83-b50e-c15c24a03fbb, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:17:56.187774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Network 3b4a1191-0543-4a83-b50e-c15c24a03fbb is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:17:56.197516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 3b4a1191-0543-4a83-b50e-c15c24a03fbb) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:56.202894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:17:56.203594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.213878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e69c80-9f45-463a-a427-04a261e3db43 None None] Network 3b4a1191-0543-4a83-b50e-c15c24a03fbb requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:56.226572 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5e316868-1bfc-49f5-830a-4a5d6eddc8b6 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5048592 Feb 17 00:17:56.229600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60804) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:56.237790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4b35deca-3753-4871-b2dc-3c576596ab40 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:17:56.300328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Network dc90b661-045b-438e-9080-2f78ff7467c1 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:17:56.306688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:56.311667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:17:56.320325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Pushing event updated for resources: {'Port': ['ID=45b2049a-4076-498d-9978-4a24cae9b466,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:56.439892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Attempting to bind port 45b2049a-4076-498d-9978-4a24cae9b466 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:17:56.440287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Attempting to bind port 45b2049a-4076-498d-9978-4a24cae9b466 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '696b5c76-2976-4d09-aa6f-bae347efbe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dc90b661-045b-438e-9080-2f78ff7467c1'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:17:56.440647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Attempting to bind port 45b2049a-4076-498d-9978-4a24cae9b466 on network dc90b661-045b-438e-9080-2f78ff7467c1 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:56.475520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:56.475893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Checking segment: {'id': '696b5c76-2976-4d09-aa6f-bae347efbe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dc90b661-045b-438e-9080-2f78ff7467c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:56.476312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.476705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Bound using segment: {'id': '696b5c76-2976-4d09-aa6f-bae347efbe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dc90b661-045b-438e-9080-2f78ff7467c1'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:56.477208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Bound port: 45b2049a-4076-498d-9978-4a24cae9b466, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696b5c76-2976-4d09-aa6f-bae347efbe4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dc90b661-045b-438e-9080-2f78ff7467c1'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:17:56.477575 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.637968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-3b4a1191-0543-4a83-b50e-c15c24a03fbb', 'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb', 'tenant_id': '15cf5fe83f8c4b77a9756986e77e7031', 'fixed_ips': [{'subnet_id': 'f87903a8-84c4-4b4f-bc12-befd78c7a982'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:17:56.638770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.669763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] For port 45b2049a-4076-498d-9978-4a24cae9b466, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:17:56.673370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] For port 45b2049a-4076-498d-9978-4a24cae9b466, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=45b2049a-4076-498d-9978-4a24cae9b466,segment=NetworkSegment(696b5c76-2976-4d09-aa6f-bae347efbe4b),segment_id=696b5c76-2976-4d09-aa6f-bae347efbe4b)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:17:56.709491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.742398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4b35deca-3753-4871-b2dc-3c576596ab40 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:56.889691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237433fc-00b7-423b-9af8-39e57ab7de24 None None] Pushing event updated for resources: {'Port': ['ID=45b2049a-4076-498d-9978-4a24cae9b466,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:56.907871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Allocated IP 172.21.0.2 (3b4a1191-0543-4a83-b50e-c15c24a03fbb/f87903a8-84c4-4b4f-bc12-befd78c7a982/2656ba71-639c-4981-bfd3-6e2b346715e6) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:17:56.920046 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.api.v2.resource [None req-4b35deca-3753-4871-b2dc-3c576596ab40 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 00:17:56.921169 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4b35deca-3753-4871-b2dc-3c576596ab40 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "PUT /v2.0/routers/07dd4c79-ce72-4d40-8b3a-0676bcaa2386 HTTP/1.1" status: 400 len: 364 time: 0.6905370 Feb 17 00:17:56.927103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60808) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:57.055705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Deleting subnet f87903a8-84c4-4b4f-bc12-befd78c7a982 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:17:57.171218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.185259 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Transition to ACTIVE for port object 2656ba71-639c-4981-bfd3-6e2b346715e6 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:57.204944 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Transition to ACTIVE for port object 2656ba71-639c-4981-bfd3-6e2b346715e6 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:17:57.212308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.212866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.270538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.286772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Network 3b4a1191-0543-4a83-b50e-c15c24a03fbb is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:17:57.290277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:17:57.294034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:17:57.334170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Pushing event updated for resources: {'Port': ['ID=2656ba71-639c-4981-bfd3-6e2b346715e6,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:57.357301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.388746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Attempting to bind port 2656ba71-639c-4981-bfd3-6e2b346715e6 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:17:57.389117 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Attempting to bind port 2656ba71-639c-4981-bfd3-6e2b346715e6 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '6d50895f-89cc-4986-ab92-b4f230a7a1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:17:57.389482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Attempting to bind port 2656ba71-639c-4981-bfd3-6e2b346715e6 on network 3b4a1191-0543-4a83-b50e-c15c24a03fbb {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:17:57.394660 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:17:57.395037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Checking segment: {'id': '6d50895f-89cc-4986-ab92-b4f230a7a1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:17:57.395443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.395832 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Bound using segment: {'id': '6d50895f-89cc-4986-ab92-b4f230a7a1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:17:57.396336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Bound port: 2656ba71-639c-4981-bfd3-6e2b346715e6, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d50895f-89cc-4986-ab92-b4f230a7a1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3b4a1191-0543-4a83-b50e-c15c24a03fbb'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:17:57.396709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.429922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.468581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event deleted for resources: {'Subnet': ['ID=f87903a8-84c4-4b4f-bc12-befd78c7a982,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:57.472423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.483112 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a3d818d7-d213-4b83-b291-f3e35289c7e5 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "DELETE /v2.0/subnets/f87903a8-84c4-4b4f-bc12-befd78c7a982 HTTP/1.1" status: 204 len: 168 time: 0.5541496 Feb 17 00:17:57.485462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60812) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:57.492412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] For port 2656ba71-639c-4981-bfd3-6e2b346715e6, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:17:57.496875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] For port 2656ba71-639c-4981-bfd3-6e2b346715e6, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2656ba71-639c-4981-bfd3-6e2b346715e6,segment=NetworkSegment(6d50895f-89cc-4986-ab92-b4f230a7a1a8),segment_id=6d50895f-89cc-4986-ab92-b4f230a7a1a8)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:17:57.501427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.606516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.618086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Deleting port 2656ba71-639c-4981-bfd3-6e2b346715e6 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:57.618550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.641404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d1789-3d8a-4baa-8f7c-90946acecdfa None None] Network 3b4a1191-0543-4a83-b50e-c15c24a03fbb requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:57.669159 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45a844-473a-439a-ab12-c69b2f48eb7d None None] Pushing event updated for resources: {'Port': ['ID=2656ba71-639c-4981-bfd3-6e2b346715e6,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:57.853659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] For port 2656ba71-639c-4981-bfd3-6e2b346715e6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=2656ba71-639c-4981-bfd3-6e2b346715e6,segment=NetworkSegment(6d50895f-89cc-4986-ab92-b4f230a7a1a8),segment_id=6d50895f-89cc-4986-ab92-b4f230a7a1a8)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:57.854060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:57.864834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6cafa9-0356-422a-a99b-44fd4c39c3a0 None None] Network dc90b661-045b-438e-9080-2f78ff7467c1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:57.973579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Calling delete_port for 2656ba71-639c-4981-bfd3-6e2b346715e6 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:57.997983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-bb2515e9-8fe5-4bec-9c1c-bd1ca6af1863 None None] Provisioning for port 45b2049a-4076-498d-9978-4a24cae9b466 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:17:58.052233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.096225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event deleted for resources: {'Port': ['ID=2656ba71-639c-4981-bfd3-6e2b346715e6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:58.101607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] No DVR routers for this DVR port 2656ba71-639c-4981-bfd3-6e2b346715e6 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:17:58.229735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.257705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4a1191-0543-4a83-b50e-c15c24a03fbb']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:58.270285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d50895f-89cc-4986-ab92-b4f230a7a1a8') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:58.270593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d50895f-89cc-4986-ab92-b4f230a7a1a8') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:58.287257 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 45b2049a-4076-498d-9978-4a24cae9b466 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:17:58.288635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.306337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.313058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:58.313446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.317510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361beb9a-9880-40b3-8764-fcfe22f55c4b None None] get_active_networks_info from dv-neutron-829040-1-hyperv {{(pid=87678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:58.332084 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:58.411584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.431761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.432753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 45b2049a-4076-498d-9978-4a24cae9b466 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:17:58.439831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event deleted for resources: {'Network': ['ID=3b4a1191-0543-4a83-b50e-c15c24a03fbb,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:58.442427 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 45b2049a-4076-498d-9978-4a24cae9b466 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:17:58.442800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.446148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d4152337-440e-42ba-9cf8-987066f1fc2f tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "DELETE /v2.0/networks/3b4a1191-0543-4a83-b50e-c15c24a03fbb HTTP/1.1" status: 204 len: 168 time: 0.9573410 Feb 17 00:17:58.446518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60816) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:58.481279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361beb9a-9880-40b3-8764-fcfe22f55c4b None None] Resources bound (agent type, host, resource id): {{(pid=87678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 00:17:58.615594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Deleting subnet 6631c027-9336-418b-8d44-dd3a0e67e590 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:17:58.618791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.673331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.698879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.802869 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 45b2049a-4076-498d-9978-4a24cae9b466, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=45b2049a-4076-498d-9978-4a24cae9b466,segment=NetworkSegment(696b5c76-2976-4d09-aa6f-bae347efbe4b),segment_id=696b5c76-2976-4d09-aa6f-bae347efbe4b)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:58.808591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.809954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.885807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.891285 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=45b2049a-4076-498d-9978-4a24cae9b466,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:58.927778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:58.931549 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event deleted for resources: {'Subnet': ['ID=6631c027-9336-418b-8d44-dd3a0e67e590,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:58.938766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60820) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:58.939280 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a7e4c92c-1964-4a13-b437-e2998cefce35 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "DELETE /v2.0/subnets/6631c027-9336-418b-8d44-dd3a0e67e590 HTTP/1.1" status: 204 len: 168 time: 0.4916091 Feb 17 00:17:58.970490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af3570-75ce-4759-9731-5e3082d57a67 None None] Network dc90b661-045b-438e-9080-2f78ff7467c1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:17:59.055816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.065882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Deleting port 45b2049a-4076-498d-9978-4a24cae9b466 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:59.066210 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.211014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] DHCP port deletion for dc90b661-045b-438e-9080-2f78ff7467c1 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:17:59.215810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Deleting port 45b2049a-4076-498d-9978-4a24cae9b466 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:17:59.216219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.272562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] For port 45b2049a-4076-498d-9978-4a24cae9b466, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=45b2049a-4076-498d-9978-4a24cae9b466,segment=NetworkSegment(696b5c76-2976-4d09-aa6f-bae347efbe4b),segment_id=696b5c76-2976-4d09-aa6f-bae347efbe4b)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:59.272920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.393945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Calling delete_port for 45b2049a-4076-498d-9978-4a24cae9b466 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:59.417864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] For port 45b2049a-4076-498d-9978-4a24cae9b466, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=45b2049a-4076-498d-9978-4a24cae9b466,segment=NetworkSegment(696b5c76-2976-4d09-aa6f-bae347efbe4b),segment_id=696b5c76-2976-4d09-aa6f-bae347efbe4b)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:17:59.418409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.467859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.515974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event deleted for resources: {'Port': ['ID=45b2049a-4076-498d-9978-4a24cae9b466,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:59.519492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] No DVR routers for this DVR port 45b2049a-4076-498d-9978-4a24cae9b466 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:17:59.541569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Calling delete_port for 45b2049a-4076-498d-9978-4a24cae9b466 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:17:59.614151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:17:59.614510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:17:59.640795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.666068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc90b661-045b-438e-9080-2f78ff7467c1']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:59.677737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696b5c76-2976-4d09-aa6f-bae347efbe4b') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:59.677956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696b5c76-2976-4d09-aa6f-bae347efbe4b') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:17:59.688897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.704713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.710914 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:17:59.711903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:17:59.726012 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:17:59.802268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.818732 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:17:59.829536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Pushing event deleted for resources: {'Network': ['ID=dc90b661-045b-438e-9080-2f78ff7467c1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:17:59.833379 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-40602a27-0b06-4b89-8331-66f7da6469d3 tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "DELETE /v2.0/networks/dc90b661-045b-438e-9080-2f78ff7467c1 HTTP/1.1" status: 204 len: 168 time: 0.8936267 Feb 17 00:17:59.835938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60824) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:17:59.876671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c45a9c1-348e-417b-922c-62193a24faab tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Synchronizing usage tracker for tenant:15cf5fe83f8c4b77a9756986e77e7031 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:17:59.891876 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7c45a9c1-348e-417b-922c-62193a24faab tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Unset dirty status for tenant:15cf5fe83f8c4b77a9756986e77e7031 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:17:59.892997 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7c45a9c1-348e-417b-922c-62193a24faab tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "GET /v2.0/ports?device_id=07dd4c79-ce72-4d40-8b3a-0676bcaa2386 HTTP/1.1" status: 200 len: 205 time: 0.0555820 Feb 17 00:17:59.895445 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60828) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:00.116155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Deleting port 45b2049a-4076-498d-9978-4a24cae9b466 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:18:00.116442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.125302 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91126392-dadf-41d1-9dd2-6548d5efe00b tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.183129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3018ebfa-9a53-4ee1-802e-2ede412ad240 None None] The port '45b2049a-4076-498d-9978-4a24cae9b466' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:18:00.254725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 45b2049a-4076-498d-9978-4a24cae9b466 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:18:00.288130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 45b2049a-4076-498d-9978-4a24cae9b466 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:18:00.288476 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 45b2049a-4076-498d-9978-4a24cae9b466 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:18:00.418039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91126392-dadf-41d1-9dd2-6548d5efe00b tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.420158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91126392-dadf-41d1-9dd2-6548d5efe00b tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.442190 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91126392-dadf-41d1-9dd2-6548d5efe00b tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.442668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91126392-dadf-41d1-9dd2-6548d5efe00b tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Fanout notify agent at l3_agent the message router_deleted on router 07dd4c79-ce72-4d40-8b3a-0676bcaa2386 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:18:00.453521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-91126392-dadf-41d1-9dd2-6548d5efe00b tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.454571 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-91126392-dadf-41d1-9dd2-6548d5efe00b tempest-RoutersNegativeTest-1057682454 tempest-RoutersNegativeTest-1057682454-project] 10.222.0.47 "DELETE /v2.0/routers/07dd4c79-ce72-4d40-8b3a-0676bcaa2386 HTTP/1.1" status: 204 len: 168 time: 0.5582690 Feb 17 00:18:00.707832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60836) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:00.850447 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-47e5eb0b-7c17-4e11-b877-8aacd6821a18 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15cf5fe83f8c4b77a9756986e77e7031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414537 Feb 17 00:18:00.853471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60842) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:00.911315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6349578-bc47-4b7d-9c89-0e6ec2d02bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.935885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6349578-bc47-4b7d-9c89-0e6ec2d02bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:00.984801 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6349578-bc47-4b7d-9c89-0e6ec2d02bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.000370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6349578-bc47-4b7d-9c89-0e6ec2d02bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be8e93d-9ffe-4d12-a1cf-655785d405d2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:01.004740 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b6349578-bc47-4b7d-9c89-0e6ec2d02bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.005731 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b6349578-bc47-4b7d-9c89-0e6ec2d02bf6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7be8e93d-9ffe-4d12-a1cf-655785d405d2 HTTP/1.1" status: 204 len: 168 time: 0.1513450 Feb 17 00:18:01.636624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60866) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:01.735620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1601799831-network', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:01.740591 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:01.744841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Usage tracker for resource:network and tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:01.747695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:01.753429 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:01.764087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Made reservation on behalf of c9e48c9d8ad84e2f9f48edd4a5dbe106 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:18:01.766325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.777843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.791919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:01.795621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Usage tracker for resource:security_group_rule and tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:01.798372 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:01.803943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:01.886454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.890315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.919996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:18:01.932284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1746625-ade1-42c1-87b3-185805b460e1,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:01.937785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.938130 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Added segment ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c of type vlan for network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 Feb 17 00:18:01.965139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.993305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:01.994175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:01.994750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.098465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] Pushing event updated for resources: {'Network': ['ID=11bcd657-3d1c-406a-b5d9-c8f17fd95511,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:02.102410 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5267e58a-4c3b-4543-8af9-4490d5dd32ad admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4646974 Feb 17 00:18:02.105354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60872) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:02.108203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:18:02.110836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Request body: {'subnet': {'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-subnet', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:02.115678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:02.119456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Usage tracker for resource:subnet and tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:02.122304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:02.127851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:02.137730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Made reservation on behalf of c9e48c9d8ad84e2f9f48edd4a5dbe106 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:18:02.140575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.336128 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.410056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a62816-37b8-421d-aee2-8db3e77b0d9c,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:02.417230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Checking segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:02.417583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Network hostable DHCP agents. Network: 11bcd657-3d1c-406a-b5d9-c8f17fd95511, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:18:02.435882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:18:02.444487 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 11bcd657-3d1c-406a-b5d9-c8f17fd95511) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:02.448791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:02.449362 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.453904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef487c1d-71d0-4684-8f79-04f86f56e0ca None None] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:18:02.468937 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-54c7a90a-6ce6-41d6-9557-14ea4f4d67ed admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3625128 Feb 17 00:18:02.471922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60876) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:02.476764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:02.481179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:02.484929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Usage tracker for resource:router and tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:02.487685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:02.493804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:02.503855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.504869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.519839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.672366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'fixed_ips': [{'subnet_id': '34a62816-37b8-421d-aee2-8db3e77b0d9c'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:18:02.673198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:02.863321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Allocated IP 172.20.0.2 (11bcd657-3d1c-406a-b5d9-c8f17fd95511/34a62816-37b8-421d-aee2-8db3e77b0d9c/5f885081-7611-4537-b48d-e2d58b379b8c) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:02.895179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.066309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.076256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Transition to ACTIVE for port object 5f885081-7611-4537-b48d-e2d58b379b8c will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:03.095337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Transition to ACTIVE for port object 5f885081-7611-4537-b48d-e2d58b379b8c will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:03.100877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.166102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:03.168959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:03.172615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:03.181767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Pushing event updated for resources: {'Port': ['ID=5f885081-7611-4537-b48d-e2d58b379b8c,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:03.205554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.235177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.263284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Attempting to bind port 5f885081-7611-4537-b48d-e2d58b379b8c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:03.263654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Attempting to bind port 5f885081-7611-4537-b48d-e2d58b379b8c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:03.264014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Attempting to bind port 5f885081-7611-4537-b48d-e2d58b379b8c on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:03.269229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:03.269754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Checking segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:03.269994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.270388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Bound using segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:03.270932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Bound port: 5f885081-7611-4537-b48d-e2d58b379b8c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:03.271303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.359404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] For port 5f885081-7611-4537-b48d-e2d58b379b8c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:03.362287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] For port 5f885081-7611-4537-b48d-e2d58b379b8c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5f885081-7611-4537-b48d-e2d58b379b8c,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:03.367947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.371449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Allocated IP 172.26.2.168 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/63561127-344e-4b96-9c59-781cc78717cb) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:03.449532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b48e55-389e-416f-8a71-f484b4655c3a None None] Pushing event updated for resources: {'Port': ['ID=5f885081-7611-4537-b48d-e2d58b379b8c,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:03.526052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.554844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:03.630606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Pushing event updated for resources: {'Port': ['ID=63561127-344e-4b96-9c59-781cc78717cb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:03.642621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:03.643753 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:03.645909 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:03.735597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5d42a5c1-6629-45a4-93b1-407a6c7e3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:04.052268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:04.298532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f885081-7611-4537-b48d-e2d58b379b8c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:04.377451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 5f885081-7611-4537-b48d-e2d58b379b8c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:04.386293 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61fbba-b6e4-4a55-ad10-2aa7987ba196 None None] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:18:04.477785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-14ff9b77-ec98-4ef8-a150-2fd5c3e8d1fb None None] Provisioning for port 5f885081-7611-4537-b48d-e2d58b379b8c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:04.491144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-14ff9b77-ec98-4ef8-a150-2fd5c3e8d1fb None None] Provisioning complete for port 5f885081-7611-4537-b48d-e2d58b379b8c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:04.491512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ff9b77-ec98-4ef8-a150-2fd5c3e8d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:04.555019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:04.704924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ff9b77-ec98-4ef8-a150-2fd5c3e8d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:04.753982 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-14ff9b77-ec98-4ef8-a150-2fd5c3e8d1fb None None] For port 5f885081-7611-4537-b48d-e2d58b379b8c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5f885081-7611-4537-b48d-e2d58b379b8c,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:04.759837 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ff9b77-ec98-4ef8-a150-2fd5c3e8d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:04.761595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Router 9638849c-645f-458e-b6ba-277660da7120 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:18:04.834439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff9b77-ec98-4ef8-a150-2fd5c3e8d1fb None None] Pushing event updated for resources: {'Port': ['ID=5f885081-7611-4537-b48d-e2d58b379b8c,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:04.942593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:18:04.953309 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Sync routers for ids ['9638849c-645f-458e-b6ba-277660da7120'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:18:04.963935 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Routers {'9638849c-645f-458e-b6ba-277660da7120'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:04.964592 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:17:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9638849c-645f-458e-b6ba-277660da7120'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:04.970111 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:04.971479 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-031ed9e3-dd01-40f1-a6ef-0c5df616f153 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4985986 Feb 17 00:18:04.974123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 60880) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:05.079452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ef8724bc-0e88-4368-a082-2c674df69b9e None None] Provisioning complete for port 5f885081-7611-4537-b48d-e2d58b379b8c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:05.079743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ef8724bc-0e88-4368-a082-2c674df69b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:05.171175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Set router 9638849c-645f-458e-b6ba-277660da7120 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:05.448700 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '63561127-344e-4b96-9c59-781cc78717cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:18:03Z', 'revision_number': 3, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port': {'id': '63561127-344e-4b96-9c59-781cc78717cb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:03Z', 'updated_at': '2022-02-17T00:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:05.452435 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Checking router: 9638849c-645f-458e-b6ba-277660da7120 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:18:05.452778 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Updating router 9638849c-645f-458e-b6ba-277660da7120 port 63561127-344e-4b96-9c59-781cc78717cb binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:18:05.503175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:05.762762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:05.822001 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:05.833731 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Transition to ACTIVE for port object 63561127-344e-4b96-9c59-781cc78717cb will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:05.840019 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:05.918220 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Attempting to bind port 63561127-344e-4b96-9c59-781cc78717cb on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:05.918578 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Attempting to bind port 63561127-344e-4b96-9c59-781cc78717cb by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:05.918929 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Attempting to bind port 63561127-344e-4b96-9c59-781cc78717cb on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:05.924409 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Pushing event updated for resources: {'Port': ['ID=63561127-344e-4b96-9c59-781cc78717cb,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:05.932339 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:05.932703 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:05.933087 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:05.933470 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:05.933913 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Bound port: 63561127-344e-4b96-9c59-781cc78717cb, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:05.934791 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:05.962142 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.962898 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.963010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Allocated IP 172.20.0.1 (11bcd657-3d1c-406a-b5d9-c8f17fd95511/34a62816-37b8-421d-aee2-8db3e77b0d9c/8e552c2d-5ebb-49da-8ff4-af206f9a971e) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:05.963120 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.963237 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.963598 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.963839 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.964183 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.964596 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.964936 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.965401 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.965700 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.966089 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:05.966992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-68936d52-f126-4ab8-b994-170df84ec4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.012338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] For port 63561127-344e-4b96-9c59-781cc78717cb, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:06.015331 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] For port 63561127-344e-4b96-9c59-781cc78717cb, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=63561127-344e-4b96-9c59-781cc78717cb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:06.018724 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.095516 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Routers {'9638849c-645f-458e-b6ba-277660da7120'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:06.096140 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:18:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9638849c-645f-458e-b6ba-277660da7120'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:06.116414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.131829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Transition to ACTIVE for port object 8e552c2d-5ebb-49da-8ff4-af206f9a971e will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:06.158203 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1552e18-1d3b-40c6-9e79-dcf8f6a435de None None] Pushing event updated for resources: {'Port': ['ID=63561127-344e-4b96-9c59-781cc78717cb,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:06.158805 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.223143 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:06.227261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:06.229779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:06.275249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f885081-7611-4537-b48d-e2d58b379b8c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:06.276506 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Pushing event updated for resources: {'Port': ['ID=8e552c2d-5ebb-49da-8ff4-af206f9a971e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:06.281084 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] Set router 9638849c-645f-458e-b6ba-277660da7120 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:06.296180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.354243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 5f885081-7611-4537-b48d-e2d58b379b8c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:06.355035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.530197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e4397afd-ae5d-42e2-95a6-6e91ded18e29 None None] Provisioning for port 8e552c2d-5ebb-49da-8ff4-af206f9a971e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:06.534860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e4397afd-ae5d-42e2-95a6-6e91ded18e29 None None] Provisioning complete for port 8e552c2d-5ebb-49da-8ff4-af206f9a971e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:06.535313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e4397afd-ae5d-42e2-95a6-6e91ded18e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.584916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.587994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e4397afd-ae5d-42e2-95a6-6e91ded18e29 None None] Port 8e552c2d-5ebb-49da-8ff4-af206f9a971e cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:18:06.610213 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '63561127-344e-4b96-9c59-781cc78717cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:18:03Z', 'revision_number': 3, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port': {'id': '63561127-344e-4b96-9c59-781cc78717cb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:03Z', 'updated_at': '2022-02-17T00:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:06.614141 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fa219-8138-468a-bcc0-909179f5ca35 None None] The sync data for ids ['9638849c-645f-458e-b6ba-277660da7120'] in dv-neutron-829040-1-hyperv is: [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '63561127-344e-4b96-9c59-781cc78717cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:18:03Z', 'revision_number': 3, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port': {'id': '63561127-344e-4b96-9c59-781cc78717cb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:03Z', 'updated_at': '2022-02-17T00:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:18:06.812459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.817777 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.942292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:06.946813 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Pushing event updated for resources: {'Port': ['ID=8e552c2d-5ebb-49da-8ff4-af206f9a971e,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:07.011284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:07.085949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:07.087103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:07.321645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0fb42e7b-6111-400a-98c8-22b8fd2c7557 None None] Provisioning complete for port 8e552c2d-5ebb-49da-8ff4-af206f9a971e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:07.321947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0fb42e7b-6111-400a-98c8-22b8fd2c7557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:07.396605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Router 9638849c-645f-458e-b6ba-277660da7120 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:18:07.421341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:07.423538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0fb42e7b-6111-400a-98c8-22b8fd2c7557 None None] Port 8e552c2d-5ebb-49da-8ff4-af206f9a971e cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:18:07.574067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:18:07.582675 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-57140807-c451-4a90-802b-ef6540e7e958 admin admin] 10.222.0.47 "PUT /v2.0/routers/9638849c-645f-458e-b6ba-277660da7120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6076021 Feb 17 00:18:08.075446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60898) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:08.079271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-607321978-network', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:08.084455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:08.089355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Usage tracker for resource:network and tenant:2801fa2e23fe45ce8fd650daf3f13570 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:08.093467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:08.100412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Sync routers for ids ['9638849c-645f-458e-b6ba-277660da7120'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:18:08.102566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:08.109618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Routers {'9638849c-645f-458e-b6ba-277660da7120'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:08.110243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:18:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9638849c-645f-458e-b6ba-277660da7120'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:08.112682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Made reservation on behalf of 2801fa2e23fe45ce8fd650daf3f13570 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:18:08.115332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.127215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.144725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:08.149115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Usage tracker for resource:security_group_rule and tenant:2801fa2e23fe45ce8fd650daf3f13570 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:08.151897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:08.157467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:08.238836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.243947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.263273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:18:08.275671 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.276019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Added segment 165fee3f-4b57-44a5-b6ef-be247dd7bd09 of type vlan for network 4e055c17-d181-4b48-8954-d1b2443e6d4a Feb 17 00:18:08.297657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 63561127-344e-4b96-9c59-781cc78717cb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:08.312415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.316379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874dadac-a751-44ee-b866-866d13992d21,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:08.328225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.328582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.328924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.329258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.329635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.329919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.330247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.330344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Set router 9638849c-645f-458e-b6ba-277660da7120 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:08.330580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.330897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.331225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.331550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.331866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:08.356476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.357494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:08.358074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.462651 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e055c17-d181-4b48-8954-d1b2443e6d4a,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:08.465620 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1e4ef819-0cea-4877-88de-7266fc8cfcc9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3908756 Feb 17 00:18:08.468423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60902) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:08.474170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Request body: {'subnet': {'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-subnet', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:08.478944 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:08.482693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Usage tracker for resource:subnet and tenant:2801fa2e23fe45ce8fd650daf3f13570 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:08.483508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:18:08.485525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:08.491137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:08.501700 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Made reservation on behalf of 2801fa2e23fe45ce8fd650daf3f13570 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:18:08.503968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.647516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 63561127-344e-4b96-9c59-781cc78717cb completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:08.668709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.674830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 63561127-344e-4b96-9c59-781cc78717cb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:08.675195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.710817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.788120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13954977-1623-4766-8f3f-08dc22faffb7,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:08.796468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Checking segment: {'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:08.796940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Network hostable DHCP agents. Network: 4e055c17-d181-4b48-8954-d1b2443e6d4a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:18:08.816818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:18:08.825804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 4e055c17-d181-4b48-8954-d1b2443e6d4a) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:08.832510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:08.833349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.836508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baab356-1b1f-44dd-9b24-c1af2bd341a3 None None] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:18:08.858274 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f4067284-a433-4027-b563-f04f5a38c3e7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3887827 Feb 17 00:18:08.860777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60906) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:08.865617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:08.870770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:08.874528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Usage tracker for resource:router and tenant:2801fa2e23fe45ce8fd650daf3f13570 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:08.877333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:08.882973 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:08.892970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.894000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.908339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.947301 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:08.989525 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 63561127-344e-4b96-9c59-781cc78717cb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=63561127-344e-4b96-9c59-781cc78717cb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:09.001418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.032719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '63561127-344e-4b96-9c59-781cc78717cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:18:06Z', 'revision_number': 4, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port': {'id': '63561127-344e-4b96-9c59-781cc78717cb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:03Z', 'updated_at': '2022-02-17T00:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8e552c2d-5ebb-49da-8ff4-af206f9a971e', 'name': '', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'mac_address': 'fa:16:3e:23:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:05Z', 'updated_at': '2022-02-17T00:18:06Z', 'revision_number': 2, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'subnets': [{'id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:09.073490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Checking router: 9638849c-645f-458e-b6ba-277660da7120 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:18:09.073846 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Updating router 9638849c-645f-458e-b6ba-277660da7120 port 8e552c2d-5ebb-49da-8ff4-af206f9a971e binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:18:09.161941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=63561127-344e-4b96-9c59-781cc78717cb,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:09.168592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.174429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.244211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-4e055c17-d181-4b48-8954-d1b2443e6d4a', 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'fixed_ips': [{'subnet_id': '13954977-1623-4766-8f3f-08dc22faffb7'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:18:09.245019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.587827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.602316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Allocated IP 172.20.0.2 (4e055c17-d181-4b48-8954-d1b2443e6d4a/13954977-1623-4766-8f3f-08dc22faffb7/a378f118-540f-4bc3-9fad-e695bf1f5f7e) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:09.623840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.766548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Allocated IP 172.26.2.30 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/3271d94d-0962-4c98-a132-c8008b099a32) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:09.838014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.889511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Transition to ACTIVE for port object 8e552c2d-5ebb-49da-8ff4-af206f9a971e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:09.898905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.918790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.947616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:09.963616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.017996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:10.020872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:10.023271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:10.041067 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232462b-c30c-4cf0-868a-de6c1252b515 None None] Pushing event updated for resources: {'Port': ['ID=8e552c2d-5ebb-49da-8ff4-af206f9a971e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:10.045658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Transition to ACTIVE for port object a378f118-540f-4bc3-9fad-e695bf1f5f7e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:10.060947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Pushing event updated for resources: {'Port': ['ID=3271d94d-0962-4c98-a132-c8008b099a32,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:10.132298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Transition to ACTIVE for port object a378f118-540f-4bc3-9fad-e695bf1f5f7e will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:10.148120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.199077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Attempting to bind port 8e552c2d-5ebb-49da-8ff4-af206f9a971e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:10.199694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Attempting to bind port 8e552c2d-5ebb-49da-8ff4-af206f9a971e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:10.199821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Attempting to bind port 8e552c2d-5ebb-49da-8ff4-af206f9a971e on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:10.217161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:10.217536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Checking segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:10.217932 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.218379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Bound using segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:10.218778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Bound port: 8e552c2d-5ebb-49da-8ff4-af206f9a971e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:10.219231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.235437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:10.242147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:10.251432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:10.258165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Pushing event updated for resources: {'Port': ['ID=a378f118-540f-4bc3-9fad-e695bf1f5f7e,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:10.311456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 63561127-344e-4b96-9c59-781cc78717cb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:10.450609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.461887 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Attempting to bind port a378f118-540f-4bc3-9fad-e695bf1f5f7e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:10.462256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Attempting to bind port a378f118-540f-4bc3-9fad-e695bf1f5f7e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:10.462616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Attempting to bind port a378f118-540f-4bc3-9fad-e695bf1f5f7e on network 4e055c17-d181-4b48-8954-d1b2443e6d4a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:10.476761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:10.477130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Checking segment: {'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:10.477528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.477914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Bound using segment: {'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:10.478372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Bound port: a378f118-540f-4bc3-9fad-e695bf1f5f7e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:10.478738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.487439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] For port 8e552c2d-5ebb-49da-8ff4-af206f9a971e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:10.528813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] For port 8e552c2d-5ebb-49da-8ff4-af206f9a971e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8e552c2d-5ebb-49da-8ff4-af206f9a971e,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:10.540258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.622533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 63561127-344e-4b96-9c59-781cc78717cb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:10.622909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.693439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] For port a378f118-540f-4bc3-9fad-e695bf1f5f7e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:10.701167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Routers {'9638849c-645f-458e-b6ba-277660da7120'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:10.701799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:18:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9638849c-645f-458e-b6ba-277660da7120'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:10.769469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] For port a378f118-540f-4bc3-9fad-e695bf1f5f7e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a378f118-540f-4bc3-9fad-e695bf1f5f7e,segment=NetworkSegment(165fee3f-4b57-44a5-b6ef-be247dd7bd09),segment_id=165fee3f-4b57-44a5-b6ef-be247dd7bd09)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:10.785878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232462b-c30c-4cf0-868a-de6c1252b515 None None] Pushing event updated for resources: {'Port': ['ID=8e552c2d-5ebb-49da-8ff4-af206f9a971e,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:10.789464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:10.800970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:11.064971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12680d3-44c3-46da-8b7d-289a1434f889 None None] Pushing event updated for resources: {'Port': ['ID=a378f118-540f-4bc3-9fad-e695bf1f5f7e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:11.093731 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] Set router 9638849c-645f-458e-b6ba-277660da7120 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:11.122084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:18:11.325574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:18:11.336611 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Sync routers for ids ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:18:11.347515 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Routers {'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:11.348244 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:18:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:11.354505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:11.358308 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cb7367d9-395a-4bb9-8cb9-c41c2ddf0978 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4940951 Feb 17 00:18:11.358516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 60910) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:18:11.460812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '63561127-344e-4b96-9c59-781cc78717cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:18:06Z', 'revision_number': 4, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port': {'id': '63561127-344e-4b96-9c59-781cc78717cb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:03Z', 'updated_at': '2022-02-17T00:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8e552c2d-5ebb-49da-8ff4-af206f9a971e', 'name': '', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'mac_address': 'fa:16:3e:23:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:05Z', 'updated_at': '2022-02-17T00:18:10Z', 'revision_number': 4, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'subnets': [{'id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:11.464830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff70ef0-e49d-4a39-8a12-d6ee335d1e42 None None] The sync data for ids ['9638849c-645f-458e-b6ba-277660da7120'] in dv-neutron-829040-1-hyperv is: [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '63561127-344e-4b96-9c59-781cc78717cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:18:06Z', 'revision_number': 4, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port': {'id': '63561127-344e-4b96-9c59-781cc78717cb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:03Z', 'updated_at': '2022-02-17T00:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8e552c2d-5ebb-49da-8ff4-af206f9a971e', 'name': '', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'mac_address': 'fa:16:3e:23:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:05Z', 'updated_at': '2022-02-17T00:18:10Z', 'revision_number': 4, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'subnets': [{'id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:18:11.565149 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Set router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:11.881073 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '3271d94d-0962-4c98-a132-c8008b099a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:18:10Z', 'revision_number': 3, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port': {'id': '3271d94d-0962-4c98-a132-c8008b099a32', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:09Z', 'updated_at': '2022-02-17T00:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:11.885796 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Checking router: e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:18:11.886148 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Updating router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 port 3271d94d-0962-4c98-a132-c8008b099a32 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:18:11.944334 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.113534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.219161 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55add27-546d-476a-b243-837d65c185a8 None None] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:18:12.338437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ce561921-b5d7-456e-b588-132fa134b0f2 None None] Provisioning for port a378f118-540f-4bc3-9fad-e695bf1f5f7e completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:12.362591 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.379043 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Transition to ACTIVE for port object 3271d94d-0962-4c98-a132-c8008b099a32 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:12.400964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Allocated IP 172.20.0.1 (4e055c17-d181-4b48-8954-d1b2443e6d4a/13954977-1623-4766-8f3f-08dc22faffb7/da7fbe37-5030-4d6a-ae1b-5b31900ecbbc) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:12.407086 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.438034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8e552c2d-5ebb-49da-8ff4-af206f9a971e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:12.505049 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619df95-3b98-4be3-aeb7-ad58e3f5a37b None None] Pushing event updated for resources: {'Port': ['ID=3271d94d-0962-4c98-a132-c8008b099a32,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:12.524689 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Attempting to bind port 3271d94d-0962-4c98-a132-c8008b099a32 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:12.525195 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Attempting to bind port 3271d94d-0962-4c98-a132-c8008b099a32 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:12.525551 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Attempting to bind port 3271d94d-0962-4c98-a132-c8008b099a32 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:12.531482 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:12.531482 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:12.531960 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.532376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:12.532857 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Bound port: 3271d94d-0962-4c98-a132-c8008b099a32, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:12.533221 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.593097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.614647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8e552c2d-5ebb-49da-8ff4-af206f9a971e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:12.615174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Transition to ACTIVE for port object da7fbe37-5030-4d6a-ae1b-5b31900ecbbc will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:12.624304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8e552c2d-5ebb-49da-8ff4-af206f9a971e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:12.624758 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] For port 3271d94d-0962-4c98-a132-c8008b099a32, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:12.624897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.629415 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] For port 3271d94d-0962-4c98-a132-c8008b099a32, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3271d94d-0962-4c98-a132-c8008b099a32,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:12.636605 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.645947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.726519 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Routers {'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:12.727913 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:18:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:12.739629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:12.748474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:12.751521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:12.806627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Pushing event updated for resources: {'Port': ['ID=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:12.818953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.838153 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619df95-3b98-4be3-aeb7-ad58e3f5a37b None None] Pushing event updated for resources: {'Port': ['ID=3271d94d-0962-4c98-a132-c8008b099a32,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:12.853073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.872516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8e552c2d-5ebb-49da-8ff4-af206f9a971e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8e552c2d-5ebb-49da-8ff4-af206f9a971e,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:12.885743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:12.887026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a378f118-540f-4bc3-9fad-e695bf1f5f7e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:12.986183 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] Set router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:13.052757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a378f118-540f-4bc3-9fad-e695bf1f5f7e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:13.064124 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a378f118-540f-4bc3-9fad-e695bf1f5f7e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:13.064498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.134392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8e552c2d-5ebb-49da-8ff4-af206f9a971e,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:13.161885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ddf70f1b-6e23-415f-8a9c-1b30da998eee None None] Provisioning complete for port a378f118-540f-4bc3-9fad-e695bf1f5f7e triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:13.162251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ddf70f1b-6e23-415f-8a9c-1b30da998eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.326019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.345996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.365064 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '3271d94d-0962-4c98-a132-c8008b099a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:18:10Z', 'revision_number': 3, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port': {'id': '3271d94d-0962-4c98-a132-c8008b099a32', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:09Z', 'updated_at': '2022-02-17T00:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:13.370654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c46167-0806-4992-ac8d-b764b00cc52f None None] The sync data for ids ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'] in dv-neutron-829040-1-hyperv is: [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '3271d94d-0962-4c98-a132-c8008b099a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:18:10Z', 'revision_number': 3, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port': {'id': '3271d94d-0962-4c98-a132-c8008b099a32', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:09Z', 'updated_at': '2022-02-17T00:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:18:13.379354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ddf70f1b-6e23-415f-8a9c-1b30da998eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.396922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a378f118-540f-4bc3-9fad-e695bf1f5f7e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a378f118-540f-4bc3-9fad-e695bf1f5f7e,segment=NetworkSegment(165fee3f-4b57-44a5-b6ef-be247dd7bd09),segment_id=165fee3f-4b57-44a5-b6ef-be247dd7bd09)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:13.407300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.522880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ddf70f1b-6e23-415f-8a9c-1b30da998eee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:18:13.523756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ddf70f1b-6e23-415f-8a9c-1b30da998eee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:18:13.526076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a378f118-540f-4bc3-9fad-e695bf1f5f7e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:13.580091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.584682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.705534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:13.708981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Pushing event updated for resources: {'Port': ['ID=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:13.846453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:13.847594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:14.039739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:18:14.202085 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6a2ae61e-28fa-4df8-a1fd-4c70ded33c9c None None] Provisioning for port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:14.207892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6a2ae61e-28fa-4df8-a1fd-4c70ded33c9c None None] Provisioning complete for port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:14.208344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a2ae61e-28fa-4df8-a1fd-4c70ded33c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:14.223701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:18:14.237795 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-03c3f8d4-2880-44c8-a4f0-898450b5a417 admin admin] 10.222.0.47 "PUT /v2.0/routers/e80f9ab2-9794-4e1a-b8fa-a78f367b97f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8763294 Feb 17 00:18:14.280826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ae61e-28fa-4df8-a1fd-4c70ded33c9c None None] Port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:18:14.359148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8e552c2d-5ebb-49da-8ff4-af206f9a971e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:14.474153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8e552c2d-5ebb-49da-8ff4-af206f9a971e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:14.474612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:14.589424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3271d94d-0962-4c98-a132-c8008b099a32 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:14.662827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 3271d94d-0962-4c98-a132-c8008b099a32 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:14.668877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 3271d94d-0962-4c98-a132-c8008b099a32 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:14.669405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:14.793014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:14.809720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 3271d94d-0962-4c98-a132-c8008b099a32, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3271d94d-0962-4c98-a132-c8008b099a32,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:14.813649 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:14.814421 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a378f118-540f-4bc3-9fad-e695bf1f5f7e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:14.918762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Sync routers for ids ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:18:14.937523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Routers {'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:14.938141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:18:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:15.000998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=3271d94d-0962-4c98-a132-c8008b099a32,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:15.040134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a378f118-540f-4bc3-9fad-e695bf1f5f7e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:15.040512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:15.083868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-308ea977-a9ba-4a24-83a8-5143488a34fa tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:15.085381 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-308ea977-a9ba-4a24-83a8-5143488a34fa tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/networks?id=11bcd657-3d1c-406a-b5d9-c8f17fd95511 HTTP/1.1" status: 200 len: 817 time: 0.1462138 Feb 17 00:18:15.100776 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-ffeaecbd-ba7d-4d68-8083-a47d23c95bc0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/quotas/c9e48c9d8ad84e2f9f48edd4a5dbe106 HTTP/1.1" status: 200 len: 375 time: 0.0095627 Feb 17 00:18:15.180061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Set router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:15.188491 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-a7173a42-3f4c-46ef-9ddc-a4e3c87949b8 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9e48c9d8ad84e2f9f48edd4a5dbe106&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824933 Feb 17 00:18:15.448757 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-5a1cd265-ae27-413a-a9e7-e092bdc71067 service neutron] 10.222.0.47 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439303 Feb 17 00:18:15.561206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '3271d94d-0962-4c98-a132-c8008b099a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:18:13Z', 'revision_number': 4, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port': {'id': '3271d94d-0962-4c98-a132-c8008b099a32', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:09Z', 'updated_at': '2022-02-17T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'da7fbe37-5030-4d6a-ae1b-5b31900ecbbc', 'name': '', 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'mac_address': 'fa:16:3e:63:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '13954977-1623-4766-8f3f-08dc22faffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:12Z', 'updated_at': '2022-02-17T00:18:13Z', 'revision_number': 2, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'subnets': [{'id': '13954977-1623-4766-8f3f-08dc22faffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:15.565032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Checking router: e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:18:15.565379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Updating router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:18:15.581372 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-69165e7b-c901-4260-b044-576cd3e97fac service neutron] 10.222.0.47 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267769 Feb 17 00:18:15.622795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:15.764173 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-42514b84-8c3a-4d14-b5fb-f5aa58fd7681 req-c2e55b26-8fed-49e9-ad35-4b0c334cd220 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 210 time: 0.0407577 Feb 17 00:18:16.010091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:16.021751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Transition to ACTIVE for port object da7fbe37-5030-4d6a-ae1b-5b31900ecbbc will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:16.028546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:16.182280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bc571-6ba4-4bb9-ad14-8828c87313af None None] Pushing event updated for resources: {'Port': ['ID=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:16.245804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Attempting to bind port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:16.246183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Attempting to bind port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:16.246549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Attempting to bind port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc on network 4e055c17-d181-4b48-8954-d1b2443e6d4a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:16.253841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:16.255342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Checking segment: {'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:16.255969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:16.256630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Bound using segment: {'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:16.257406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Bound port: da7fbe37-5030-4d6a-ae1b-5b31900ecbbc, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165fee3f-4b57-44a5-b6ef-be247dd7bd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:16.258539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:16.309092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3271d94d-0962-4c98-a132-c8008b099a32 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:16.426436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] For port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:16.433691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] For port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,segment=NetworkSegment(165fee3f-4b57-44a5-b6ef-be247dd7bd09),segment_id=165fee3f-4b57-44a5-b6ef-be247dd7bd09)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:16.436421 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 3271d94d-0962-4c98-a132-c8008b099a32 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:16.436803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:16.466142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:16.574604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Routers {'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:18:16.575226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:18:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:16.643943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bc571-6ba4-4bb9-ad14-8828c87313af None None] Pushing event updated for resources: {'Port': ['ID=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:16.868633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] Set router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:18:16.940616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-12544403-6dbb-4d8f-84fb-619eb8fec287 req-eace5351-74d3-45b6-b2f5-ddfbb5615701 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 210 time: 0.0497174 Feb 17 00:18:17.224069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '3271d94d-0962-4c98-a132-c8008b099a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:18:13Z', 'revision_number': 4, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port': {'id': '3271d94d-0962-4c98-a132-c8008b099a32', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:09Z', 'updated_at': '2022-02-17T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'da7fbe37-5030-4d6a-ae1b-5b31900ecbbc', 'name': '', 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'mac_address': 'fa:16:3e:63:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '13954977-1623-4766-8f3f-08dc22faffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:12Z', 'updated_at': '2022-02-17T00:18:16Z', 'revision_number': 4, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'subnets': [{'id': '13954977-1623-4766-8f3f-08dc22faffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:18:17.229063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7078fd-1922-40d0-ae90-636f664e420f None None] The sync data for ids ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'] in dv-neutron-829040-1-hyperv is: [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '3271d94d-0962-4c98-a132-c8008b099a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:18:13Z', 'revision_number': 4, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port': {'id': '3271d94d-0962-4c98-a132-c8008b099a32', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:09Z', 'updated_at': '2022-02-17T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'da7fbe37-5030-4d6a-ae1b-5b31900ecbbc', 'name': '', 'network_id': '4e055c17-d181-4b48-8954-d1b2443e6d4a', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'mac_address': 'fa:16:3e:63:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '13954977-1623-4766-8f3f-08dc22faffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:12Z', 'updated_at': '2022-02-17T00:18:16Z', 'revision_number': 4, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'subnets': [{'id': '13954977-1623-4766-8f3f-08dc22faffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:18:17.246605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-e7f9c607-1e4f-4739-9c35-c8e432097b19 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:17.247315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-e7f9c607-1e4f-4739-9c35-c8e432097b19 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Synchronizing usage tracker for tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:18:17.265412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-e7f9c607-1e4f-4739-9c35-c8e432097b19 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Unset dirty status for tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:18:17.267101 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-e7f9c607-1e4f-4739-9c35-c8e432097b19 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "GET /v2.0/networks?id=11bcd657-3d1c-406a-b5d9-c8f17fd95511 HTTP/1.1" status: 200 len: 817 time: 0.1850367 Feb 17 00:18:17.280967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Request body: {'port': {'device_id': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'admin_state_up': True, 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:17.454800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:17.459479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Usage tracker for resource:port and tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:17.464452 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:17.473048 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:17.485651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Made reservation on behalf of c9e48c9d8ad84e2f9f48edd4a5dbe106 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:18:17.489532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:17.673357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Allocated IP 172.20.0.14 (11bcd657-3d1c-406a-b5d9-c8f17fd95511/34a62816-37b8-421d-aee2-8db3e77b0d9c/feb9291e-f506-4c7f-93e1-63740fc70ce9) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:17.890700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:17.906781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Transition to ACTIVE for port object feb9291e-f506-4c7f-93e1-63740fc70ce9 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:17.931466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.004078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:18.007229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:18.011437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:18.047565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Pushing event updated for resources: {'Port': ['ID=feb9291e-f506-4c7f-93e1-63740fc70ce9,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:18.093040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:18.093946 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.122456 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-9c66251d-17d0-4528-9516-1e38f5c8c709 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8466043 Feb 17 00:18:18.134560 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Request body: {'port': {'device_id': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:18.161416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c11498-3e84-4596-9552-fab76ea4bcdd req-4d80ccd6-0c35-4466-b671-25422ad88ebc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:18.169946 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-22c11498-3e84-4596-9552-fab76ea4bcdd req-4d80ccd6-0c35-4466-b671-25422ad88ebc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 932 time: 0.0994110 Feb 17 00:18:18.217933 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-22c11498-3e84-4596-9552-fab76ea4bcdd req-29572ece-a7e4-4bfd-b846-c5d5d43b36ff tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Feb 17 00:18:18.263810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-86a29198-4b34-4d6a-869b-9b3b7ed5d1b9 None None] Provisioning for port feb9291e-f506-4c7f-93e1-63740fc70ce9 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:18.269384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-86a29198-4b34-4d6a-869b-9b3b7ed5d1b9 None None] Provisioning complete for port feb9291e-f506-4c7f-93e1-63740fc70ce9 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:18.269674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-86a29198-4b34-4d6a-869b-9b3b7ed5d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.293269 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.330483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device da7fbe37-5030-4d6a-ae1b-5b31900ecbbc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:18.369725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-86a29198-4b34-4d6a-869b-9b3b7ed5d1b9 None None] Port feb9291e-f506-4c7f-93e1-63740fc70ce9 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:18:18.401206 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:18.406109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:18.406487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.524101 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.555236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,segment=NetworkSegment(165fee3f-4b57-44a5-b6ef-be247dd7bd09),segment_id=165fee3f-4b57-44a5-b6ef-be247dd7bd09)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:18.558462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.652029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb9291e-f506-4c7f-93e1-63740fc70ce9 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:18:18.659153 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.668672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:18.674599 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Transition to ACTIVE for port object feb9291e-f506-4c7f-93e1-63740fc70ce9 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:18.678491 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:18.870574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Pushing event updated for resources: {'Port': ['ID=feb9291e-f506-4c7f-93e1-63740fc70ce9,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:18.916922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Attempting to bind port feb9291e-f506-4c7f-93e1-63740fc70ce9 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:18.917259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Attempting to bind port feb9291e-f506-4c7f-93e1-63740fc70ce9 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:18.917589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Attempting to bind port feb9291e-f506-4c7f-93e1-63740fc70ce9 on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:18.922595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Port feb9291e-f506-4c7f-93e1-63740fc70ce9 on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:18:18.922919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Attempting to bind port feb9291e-f506-4c7f-93e1-63740fc70ce9 on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:18.927992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:18.928357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Checking segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:18.928748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Bound using segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:18.929968 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Bound port: feb9291e-f506-4c7f-93e1-63740fc70ce9, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:18.930388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:19.122834 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] For port feb9291e-f506-4c7f-93e1-63740fc70ce9, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:19.125945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] For port feb9291e-f506-4c7f-93e1-63740fc70ce9, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=feb9291e-f506-4c7f-93e1-63740fc70ce9,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:19.129392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:19.190253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:19.190908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:19.192398 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] 10.222.0.24 "PUT /v2.0/ports/feb9291e-f506-4c7f-93e1-63740fc70ce9 HTTP/1.1" status: 200 len: 1094 time: 1.0624506 Feb 17 00:18:19.192877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'tag': 'feb9291e-f506-4c7f-93e1-63740fc70ce9'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:19.216945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c552b1-ff91-4882-bad8-2ea5cadc55ad service neutron] Pushing event updated for resources: {'Port': ['ID=feb9291e-f506-4c7f-93e1-63740fc70ce9,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:19.266142 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'tag': 'feb9291e-f506-4c7f-93e1-63740fc70ce9', 'status': 'completed', 'code': 200} Feb 17 00:18:19.303615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-38df0737-583b-4797-ad7e-d14884846288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:19.307488 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-38df0737-583b-4797-ad7e-d14884846288 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9e48c9d8ad84e2f9f48edd4a5dbe106&device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 1097 time: 0.0782568 Feb 17 00:18:19.384347 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-535f7228-3344-4cb6-9496-28f327281834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feb9291e-f506-4c7f-93e1-63740fc70ce9 HTTP/1.1" status: 200 len: 217 time: 0.0705314 Feb 17 00:18:19.426498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e5d27-6790-4932-8bd4-994114cc13b6 req-3f6fda91-cfa9-4b47-8a28-be136e9acde6 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:19.427969 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f08e5d27-6790-4932-8bd4-994114cc13b6 req-3f6fda91-cfa9-4b47-8a28-be136e9acde6 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 944 time: 0.0855958 Feb 17 00:18:19.452812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-57b4fea1-6fcc-472b-b620-9253ca4efbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:19.454182 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-57b4fea1-6fcc-472b-b620-9253ca4efbeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34a62816-37b8-421d-aee2-8db3e77b0d9c HTTP/1.1" status: 200 len: 856 time: 0.0644112 Feb 17 00:18:19.475396 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f08e5d27-6790-4932-8bd4-994114cc13b6 req-b44edb20-fd5a-4bf8-8214-c557a35db8ed tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Feb 17 00:18:19.531397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-3641153f-df9f-4e9e-9874-51c640386ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:19.532964 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-3641153f-df9f-4e9e-9874-51c640386ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11bcd657-3d1c-406a-b5d9-c8f17fd95511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733213 Feb 17 00:18:19.667455 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-34d5bb58-7dcb-4ffb-a76a-8382a85f4e40 service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289189 Feb 17 00:18:19.794696 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2b2f901b-f7a0-4ba2-8f95-1f5e6770bd41 req-7b19ef4b-c3d9-411e-9f62-bbb96f823dea service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220081 Feb 17 00:18:19.911384 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-f7ffb346-09fa-40d6-9468-bd7d54650ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:19.912968 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-f7ffb346-09fa-40d6-9468-bd7d54650ecb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9e48c9d8ad84e2f9f48edd4a5dbe106&device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 1097 time: 0.0692587 Feb 17 00:18:20.048529 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-63a85ddc-0fa1-48e2-8e4b-fd4b53f9f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:20.049983 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-63a85ddc-0fa1-48e2-8e4b-fd4b53f9f9a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11bcd657-3d1c-406a-b5d9-c8f17fd95511 HTTP/1.1" status: 200 len: 917 time: 0.1309500 Feb 17 00:18:20.119059 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-b1816e78-dc11-470d-b57e-6ae2a13cb21d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feb9291e-f506-4c7f-93e1-63740fc70ce9 HTTP/1.1" status: 200 len: 217 time: 0.0624540 Feb 17 00:18:20.178489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-117a325b-f2cf-4f85-bb1a-22559b83ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:20.180410 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-117a325b-f2cf-4f85-bb1a-22559b83ec3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34a62816-37b8-421d-aee2-8db3e77b0d9c HTTP/1.1" status: 200 len: 856 time: 0.0555661 Feb 17 00:18:20.255893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-beb5fc59-7703-4d27-95a7-311f0e3cda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:20.257402 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-beb5fc59-7703-4d27-95a7-311f0e3cda60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11bcd657-3d1c-406a-b5d9-c8f17fd95511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706453 Feb 17 00:18:20.275247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device da7fbe37-5030-4d6a-ae1b-5b31900ecbbc up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:20.339593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:20.339890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:20.391540 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-442724b8-6ab0-428a-a5d2-8baaa07c0584 service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265135 Feb 17 00:18:20.522601 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-3212cc50-8ed3-439a-b320-c7615f38b24f req-9f751eba-a83a-4e9b-8224-600cee906285 service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250548 Feb 17 00:18:20.657849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9307f-62b6-4b75-9466-873cd4e56689 req-e7a9c0a0-eb89-4bba-b2fc-adb54a79645f tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:20.659302 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ede9307f-62b6-4b75-9466-873cd4e56689 req-e7a9c0a0-eb89-4bba-b2fc-adb54a79645f tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 944 time: 0.0781300 Feb 17 00:18:20.702243 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ede9307f-62b6-4b75-9466-873cd4e56689 req-5379bfb4-c5d3-4d37-9d6e-1b483f041f9c tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367942 Feb 17 00:18:21.069329 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:18:21.176990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device feb9291e-f506-4c7f-93e1-63740fc70ce9 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:18:21.307834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port feb9291e-f506-4c7f-93e1-63740fc70ce9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=feb9291e-f506-4c7f-93e1-63740fc70ce9,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:21.321139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'feb9291e-f506-4c7f-93e1-63740fc70ce9', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'port_id': 'feb9291e-f506-4c7f-93e1-63740fc70ce9', 'mac_address': 'fa:16:3e:e4:c5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:18:21.374262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:21.390652 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb9291e-f506-4c7f-93e1-63740fc70ce9 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:18:21.406458 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port feb9291e-f506-4c7f-93e1-63740fc70ce9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=feb9291e-f506-4c7f-93e1-63740fc70ce9,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:21.409950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:21.477019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=feb9291e-f506-4c7f-93e1-63740fc70ce9,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:21.577316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:21.615653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['feb9291e-f506-4c7f-93e1-63740fc70ce9'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:18:21.886945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6b0c8-ba6e-423f-91ed-133715fa5dcf req-5f2e547e-f1e5-4afe-b0fd-4bf1a3ee70d1 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:21.888323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6bf6b0c8-ba6e-423f-91ed-133715fa5dcf req-5f2e547e-f1e5-4afe-b0fd-4bf1a3ee70d1 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 945 time: 0.0821116 Feb 17 00:18:21.931284 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6bf6b0c8-ba6e-423f-91ed-133715fa5dcf req-7df5df61-4382-41f2-a849-b9a53e200f0f tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Feb 17 00:18:23.113180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6023-d8a8-4add-827a-630b74c98710 req-47b4faf9-4e83-40d2-a563-bcd12ce855f5 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:23.114627 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b78b6023-d8a8-4add-827a-630b74c98710 req-47b4faf9-4e83-40d2-a563-bcd12ce855f5 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 945 time: 0.0775788 Feb 17 00:18:23.157794 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b78b6023-d8a8-4add-827a-630b74c98710 req-b26b0ee4-900b-4401-b61e-553b830d0bf3 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375986 Feb 17 00:18:23.177590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device feb9291e-f506-4c7f-93e1-63740fc70ce9 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:23.244091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port feb9291e-f506-4c7f-93e1-63740fc70ce9 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:23.248539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port feb9291e-f506-4c7f-93e1-63740fc70ce9 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:23.248912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:23.361433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:23.387941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9291e-f506-4c7f-93e1-63740fc70ce9'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:23.398048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port feb9291e-f506-4c7f-93e1-63740fc70ce9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=feb9291e-f506-4c7f-93e1-63740fc70ce9,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:23.403291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:23.470897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=feb9291e-f506-4c7f-93e1-63740fc70ce9,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:23.482471 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9291e-f506-4c7f-93e1-63740fc70ce9', 'code': 200} Feb 17 00:18:23.711293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdbc7b-1762-4b98-8dcd-16201ca76730 req-cdc37738-09e3-405a-8a88-69bb92f6b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:23.712776 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e6fdbc7b-1762-4b98-8dcd-16201ca76730 req-cdc37738-09e3-405a-8a88-69bb92f6b3a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 1099 time: 0.0767672 Feb 17 00:18:23.752317 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e6fdbc7b-1762-4b98-8dcd-16201ca76730 req-8cb72283-ae3e-4c6e-9956-dafeecc54594 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Feb 17 00:18:24.340670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e4e01-9d9a-428f-b2ba-38a03c93c3c6 req-0406c3ec-225a-4528-929e-37e5eadb8660 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:24.342125 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d6e4e01-9d9a-428f-b2ba-38a03c93c3c6 req-0406c3ec-225a-4528-929e-37e5eadb8660 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0813534 Feb 17 00:18:24.384780 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d6e4e01-9d9a-428f-b2ba-38a03c93c3c6 req-ecf946e4-4808-4b25-81eb-7aec7116af8a tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367742 Feb 17 00:18:25.573729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fb5c3-c95d-4ed1-bdd6-3050a6ecb413 req-d28af371-cf7a-4008-be19-a213e36eada9 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:25.575142 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b78fb5c3-c95d-4ed1-bdd6-3050a6ecb413 req-d28af371-cf7a-4008-be19-a213e36eada9 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0764294 Feb 17 00:18:25.622250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b78fb5c3-c95d-4ed1-bdd6-3050a6ecb413 req-6efae06d-001f-4dba-9767-09c2ca03c918 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Feb 17 00:18:25.806044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01928631-94d0-4c9f-8dfe-d896b9e6e045 req-cc56473b-cb21-4e96-a63a-e7ade974d89e tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:25.807468 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01928631-94d0-4c9f-8dfe-d896b9e6e045 req-cc56473b-cb21-4e96-a63a-e7ade974d89e tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0766859 Feb 17 00:18:25.850870 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01928631-94d0-4c9f-8dfe-d896b9e6e045 req-6d19ce70-5ed9-41a1-ae73-7c3c92db7d35 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378926 Feb 17 00:18:33.738969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-490469aa-e38c-43f0-9b7b-08f68ebad608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:35.969383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-634bbf3e-a5b2-4be7-b4d9-4046ef1d597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:37.021258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:37.348455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:38.591770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:40.238165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2c177-f70a-4f5f-acad-5597dd60344a req-131369fc-eb31-4f48-b2b7-51d64b5339c3 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:40.239604 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-99a2c177-f70a-4f5f-acad-5597dd60344a req-131369fc-eb31-4f48-b2b7-51d64b5339c3 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0805457 Feb 17 00:18:40.282420 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-99a2c177-f70a-4f5f-acad-5597dd60344a req-a15c907f-1aca-4d45-9549-c67d3da234b1 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371053 Feb 17 00:18:41.479618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e380-a19e-4ade-be0f-7cb0c95107a8 req-0afad74a-42b9-4a62-8e5a-0ed29544320c tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:41.481074 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8071e380-a19e-4ade-be0f-7cb0c95107a8 req-0afad74a-42b9-4a62-8e5a-0ed29544320c tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0816340 Feb 17 00:18:41.523201 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8071e380-a19e-4ade-be0f-7cb0c95107a8 req-c11ed0fb-b78c-4920-aeef-054cd869fcd2 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365510 Feb 17 00:18:41.683497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79729b6-731b-49a3-8428-f0114b2d180a req-0fe1f606-7199-4aee-b1da-73ebee4ff071 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:41.684208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a79729b6-731b-49a3-8428-f0114b2d180a req-0fe1f606-7199-4aee-b1da-73ebee4ff071 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Synchronizing usage tracker for tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:18:41.700669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-a79729b6-731b-49a3-8428-f0114b2d180a req-0fe1f606-7199-4aee-b1da-73ebee4ff071 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Unset dirty status for tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:18:41.701734 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a79729b6-731b-49a3-8428-f0114b2d180a req-0fe1f606-7199-4aee-b1da-73ebee4ff071 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 946 time: 0.0931337 Feb 17 00:18:41.864443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Deleting port feb9291e-f506-4c7f-93e1-63740fc70ce9 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:18:41.864781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:42.099810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] For port feb9291e-f506-4c7f-93e1-63740fc70ce9, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=feb9291e-f506-4c7f-93e1-63740fc70ce9,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:42.100085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:42.218370 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Calling delete_port for feb9291e-f506-4c7f-93e1-63740fc70ce9 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:18:42.358627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:42.369432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['feb9291e-f506-4c7f-93e1-63740fc70ce9'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:18:42.408436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Pushing event deleted for resources: {'Port': ['ID=feb9291e-f506-4c7f-93e1-63740fc70ce9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:42.488764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] No DVR routers for this DVR port feb9291e-f506-4c7f-93e1-63740fc70ce9 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:18:42.491223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:42.493888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'name': 'network-vif-deleted', 'tag': 'feb9291e-f506-4c7f-93e1-63740fc70ce9'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:42.512325 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a79729b6-731b-49a3-8428-f0114b2d180a req-9847b76d-05cb-42c8-a54b-771bfbef08dc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "DELETE /v2.0/ports/feb9291e-f506-4c7f-93e1-63740fc70ce9 HTTP/1.1" status: 204 len: 173 time: 0.8046622 Feb 17 00:18:42.539728 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e528753-fd20-4b21-b458-0159bf5dbfd7', 'name': 'network-vif-deleted', 'tag': 'feb9291e-f506-4c7f-93e1-63740fc70ce9', 'status': 'completed', 'code': 200} Feb 17 00:18:42.678415 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8fa2be4-5880-4b96-984c-80523a289dc2 req-224c893d-d867-41a0-9541-24cbb1c18806 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e528753-fd20-4b21-b458-0159bf5dbfd7 HTTP/1.1" status: 200 len: 210 time: 0.0463915 Feb 17 00:18:44.260996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1ee25925-7e38-41f8-8aa3-dd42e8dcfffc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:44.262359 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1ee25925-7e38-41f8-8aa3-dd42e8dcfffc tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/networks?id=11bcd657-3d1c-406a-b5d9-c8f17fd95511 HTTP/1.1" status: 200 len: 817 time: 0.1424851 Feb 17 00:18:44.276946 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-e7b78e15-cd8c-4efa-8fbd-5b41c09de9b2 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/quotas/c9e48c9d8ad84e2f9f48edd4a5dbe106 HTTP/1.1" status: 200 len: 375 time: 0.0091074 Feb 17 00:18:44.356027 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-cef76125-5e1a-4264-b97c-3ae345d00d4b tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9e48c9d8ad84e2f9f48edd4a5dbe106&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743630 Feb 17 00:18:44.491708 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-f16eba81-f6c3-4d68-b203-c589e1538b55 service neutron] 10.222.0.47 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245008 Feb 17 00:18:44.715139 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-22c27072-ac22-4ae1-aeb8-bad5b37bcccd service neutron] 10.222.0.47 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175946 Feb 17 00:18:44.896252 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-78ac1b4b-3333-4375-83f1-28279348761b req-02bf9d45-1b5d-4072-b3f2-f8eb88020626 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 210 time: 0.0442214 Feb 17 00:18:45.886797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-32974d0d-fa47-46db-9978-0d6ed2a1aa8f tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:45.888217 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-32974d0d-fa47-46db-9978-0d6ed2a1aa8f tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "GET /v2.0/networks?id=11bcd657-3d1c-406a-b5d9-c8f17fd95511 HTTP/1.1" status: 200 len: 817 time: 0.1483529 Feb 17 00:18:45.899473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Request body: {'port': {'device_id': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'admin_state_up': True, 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:46.033608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:18:46.037671 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Usage tracker for resource:port and tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:18:46.041133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:18:46.046118 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8bd4bcca-f5ee-4824-b942-edfd96518c72 req-02b85297-add5-4012-9559-3cb6e24346b8 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 210 time: 0.0433686 Feb 17 00:18:46.046697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:18:46.056938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Made reservation on behalf of c9e48c9d8ad84e2f9f48edd4a5dbe106 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:18:46.060490 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:46.216890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Allocated IP 172.20.0.6 (11bcd657-3d1c-406a-b5d9-c8f17fd95511/34a62816-37b8-421d-aee2-8db3e77b0d9c/54439ca4-b4e8-43f9-9154-af4f6bf784fb) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:18:46.412629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:46.428180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Transition to ACTIVE for port object 54439ca4-b4e8-43f9-9154-af4f6bf784fb will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:46.450669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:46.522728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:18:46.526227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:18:46.530129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:18:46.560910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Pushing event updated for resources: {'Port': ['ID=54439ca4-b4e8-43f9-9154-af4f6bf784fb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:46.597304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:46.597928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:46.623252 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-1777ceea-bb7f-4cfa-8623-3df7a45227a0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272182 Feb 17 00:18:46.636004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Request body: {'port': {'device_id': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:18:46.785908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3a8844db-64d5-467d-b670-10eaac4a84e6 None None] Provisioning for port 54439ca4-b4e8-43f9-9154-af4f6bf784fb completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:46.791277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3a8844db-64d5-467d-b670-10eaac4a84e6 None None] Provisioning complete for port 54439ca4-b4e8-43f9-9154-af4f6bf784fb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:46.791722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3a8844db-64d5-467d-b670-10eaac4a84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:46.848460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3a8844db-64d5-467d-b670-10eaac4a84e6 None None] Port 54439ca4-b4e8-43f9-9154-af4f6bf784fb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:18:46.855672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:47.186073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54439ca4-b4e8-43f9-9154-af4f6bf784fb {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:18:47.193449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:47.208317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Transition to ACTIVE for port object 54439ca4-b4e8-43f9-9154-af4f6bf784fb will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:18:47.213261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:47.224394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device feb9291e-f506-4c7f-93e1-63740fc70ce9 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:18:47.234293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7494-20a2-4a0b-a0a9-985296e24ee0 req-2cbb6e6d-f32b-41e3-bdf6-84b2544ba8ba tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:47.235763 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e2fc7494-20a2-4a0b-a0a9-985296e24ee0 req-2cbb6e6d-f32b-41e3-bdf6-84b2544ba8ba tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 931 time: 0.0803473 Feb 17 00:18:47.264115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: feb9291e-f506-4c7f-93e1-63740fc70ce9 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:18:47.264898 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device feb9291e-f506-4c7f-93e1-63740fc70ce9 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:18:47.284601 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e2fc7494-20a2-4a0b-a0a9-985296e24ee0 req-c0b0c362-0e82-4ae5-b54f-aa79db93d633 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Feb 17 00:18:47.384903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Pushing event updated for resources: {'Port': ['ID=54439ca4-b4e8-43f9-9154-af4f6bf784fb,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:47.454336 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Attempting to bind port 54439ca4-b4e8-43f9-9154-af4f6bf784fb on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:18:47.454675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Attempting to bind port 54439ca4-b4e8-43f9-9154-af4f6bf784fb by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:18:47.455006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Attempting to bind port 54439ca4-b4e8-43f9-9154-af4f6bf784fb on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:47.460430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Port 54439ca4-b4e8-43f9-9154-af4f6bf784fb on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:18:47.460759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Attempting to bind port 54439ca4-b4e8-43f9-9154-af4f6bf784fb on network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:18:47.465790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:18:47.466126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Checking segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:18:47.466507 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Bound using segment: {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:18:47.466933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Bound port: 54439ca4-b4e8-43f9-9154-af4f6bf784fb, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:18:47.467277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:47.558252 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] For port 54439ca4-b4e8-43f9-9154-af4f6bf784fb, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:18:47.561047 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] For port 54439ca4-b4e8-43f9-9154-af4f6bf784fb, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=54439ca4-b4e8-43f9-9154-af4f6bf784fb,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:18:47.565756 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:47.619240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:47.619353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:47.620699 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] 10.222.0.24 "PUT /v2.0/ports/54439ca4-b4e8-43f9-9154-af4f6bf784fb HTTP/1.1" status: 200 len: 1093 time: 0.9892273 Feb 17 00:18:47.628309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'tag': '54439ca4-b4e8-43f9-9154-af4f6bf784fb'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:47.653563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcb7ab-5682-4524-87e1-aaf56eebaf59 service neutron] Pushing event updated for resources: {'Port': ['ID=54439ca4-b4e8-43f9-9154-af4f6bf784fb,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:47.710727 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'tag': '54439ca4-b4e8-43f9-9154-af4f6bf784fb', 'status': 'completed', 'code': 200} Feb 17 00:18:47.752313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-a49bb18f-7c98-41b9-b439-23e8ea8b216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:47.753768 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-a49bb18f-7c98-41b9-b439-23e8ea8b216f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9e48c9d8ad84e2f9f48edd4a5dbe106&device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 1096 time: 0.0747213 Feb 17 00:18:47.826030 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-d0c335f2-cd72-451b-a974-248b209b8e75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54439ca4-b4e8-43f9-9154-af4f6bf784fb HTTP/1.1" status: 200 len: 217 time: 0.0644236 Feb 17 00:18:47.891209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-e8a6f69a-7639-4fae-a40f-3de019b0d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:47.904345 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-e8a6f69a-7639-4fae-a40f-3de019b0d9c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34a62816-37b8-421d-aee2-8db3e77b0d9c HTTP/1.1" status: 200 len: 856 time: 0.0602727 Feb 17 00:18:47.967835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-8cdef325-3d4b-4b50-b8a6-7d013c46c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:47.969274 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-8cdef325-3d4b-4b50-b8a6-7d013c46c7d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11bcd657-3d1c-406a-b5d9-c8f17fd95511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682871 Feb 17 00:18:48.096938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-8f7ef8fe-2dcd-4068-a8b3-cfe25ea5426e service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191638 Feb 17 00:18:48.221946 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-aac9727b-e8de-45e5-82d6-b3a573829406 req-07a60b0e-2ee3-4fc2-b296-21f5e29b9b51 service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187706 Feb 17 00:18:48.340126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-4c8d9818-6c81-4ab9-b174-f946b646ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:48.341579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-4c8d9818-6c81-4ab9-b174-f946b646ec57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9e48c9d8ad84e2f9f48edd4a5dbe106&device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 1096 time: 0.0689087 Feb 17 00:18:48.466942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09d0ec-fff7-4a3f-af24-05ed4624947b req-2b56ffa7-b2b8-4b9a-9c09-cb6bfec5db15 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:48.468423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c09d0ec-fff7-4a3f-af24-05ed4624947b req-2b56ffa7-b2b8-4b9a-9c09-cb6bfec5db15 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 943 time: 0.0810661 Feb 17 00:18:48.473745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-0571e620-c674-49f2-b0ee-db712ab2c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:48.475082 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-0571e620-c674-49f2-b0ee-db712ab2c1b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11bcd657-3d1c-406a-b5d9-c8f17fd95511 HTTP/1.1" status: 200 len: 917 time: 0.1267788 Feb 17 00:18:48.512044 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6c09d0ec-fff7-4a3f-af24-05ed4624947b req-4cafd432-a177-4a28-9976-bdb808687cf6 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Feb 17 00:18:48.638013 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-96ccb3e0-dc0a-4526-988f-35fd6aa3d080 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54439ca4-b4e8-43f9-9154-af4f6bf784fb HTTP/1.1" status: 200 len: 217 time: 0.1569412 Feb 17 00:18:48.701623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-3dd95666-2217-4d54-ba78-64d8219fe23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:48.703014 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-3dd95666-2217-4d54-ba78-64d8219fe23e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34a62816-37b8-421d-aee2-8db3e77b0d9c HTTP/1.1" status: 200 len: 856 time: 0.0581443 Feb 17 00:18:48.775311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-af174dc6-fac3-4a50-9dc1-30dc1d3eb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:48.776629 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-af174dc6-fac3-4a50-9dc1-30dc1d3eb722 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11bcd657-3d1c-406a-b5d9-c8f17fd95511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669782 Feb 17 00:18:48.904553 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-0964b7a2-dc1f-47fc-948b-ab6865d969df service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198952 Feb 17 00:18:49.033925 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-643d936f-dd95-4a5a-a767-c6a73d4b2151 req-d672237c-ad8b-4bc9-a221-ca0e5b351eb4 service neutron] 10.222.0.24 "GET /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225493 Feb 17 00:18:49.223626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 54439ca4-b4e8-43f9-9154-af4f6bf784fb details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:18:49.353082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 54439ca4-b4e8-43f9-9154-af4f6bf784fb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=54439ca4-b4e8-43f9-9154-af4f6bf784fb,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:49.365511 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '54439ca4-b4e8-43f9-9154-af4f6bf784fb', 'network_id': '11bcd657-3d1c-406a-b5d9-c8f17fd95511', 'port_id': '54439ca4-b4e8-43f9-9154-af4f6bf784fb', 'mac_address': 'fa:16:3e:83:79:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a62816-37b8-421d-aee2-8db3e77b0d9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:18:49.418961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:49.434971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54439ca4-b4e8-43f9-9154-af4f6bf784fb {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:18:49.449605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 54439ca4-b4e8-43f9-9154-af4f6bf784fb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=54439ca4-b4e8-43f9-9154-af4f6bf784fb,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:49.453479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:49.521113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=54439ca4-b4e8-43f9-9154-af4f6bf784fb,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:49.528537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.528894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.529536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.529886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.530238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.530759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.531114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.531489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.531824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.532190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.532518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.532866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:18:49.645064 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['54439ca4-b4e8-43f9-9154-af4f6bf784fb'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:18:49.694559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842c51-ce76-4f88-9786-62b0d8ea1415 req-5880155c-1cda-4785-bfc8-ec398ae2e42d tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:49.696024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c9842c51-ce76-4f88-9786-62b0d8ea1415 req-5880155c-1cda-4785-bfc8-ec398ae2e42d tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 944 time: 0.0782156 Feb 17 00:18:49.743740 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c9842c51-ce76-4f88-9786-62b0d8ea1415 req-07fb0075-fc12-4d34-a903-a7476eee080b tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Feb 17 00:18:50.943065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb9d60-3cd0-4a4c-8f37-33d5dc48125d req-e85df08d-f140-42d6-9af9-485fa053a95a tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:50.944413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9adb9d60-3cd0-4a4c-8f37-33d5dc48125d req-e85df08d-f140-42d6-9af9-485fa053a95a tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 944 time: 0.0773551 Feb 17 00:18:50.987364 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9adb9d60-3cd0-4a4c-8f37-33d5dc48125d req-97e6d1dc-510a-453f-82c6-22db20f5fe1e tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Feb 17 00:18:51.224102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 54439ca4-b4e8-43f9-9154-af4f6bf784fb up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:18:51.289961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 54439ca4-b4e8-43f9-9154-af4f6bf784fb completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:18:51.294577 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 54439ca4-b4e8-43f9-9154-af4f6bf784fb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:18:51.294948 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:51.431957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:51.457649 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54439ca4-b4e8-43f9-9154-af4f6bf784fb'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:18:51.467373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 54439ca4-b4e8-43f9-9154-af4f6bf784fb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=54439ca4-b4e8-43f9-9154-af4f6bf784fb,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:18:51.472310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:51.507832 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54439ca4-b4e8-43f9-9154-af4f6bf784fb', 'code': 200} Feb 17 00:18:51.538697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=54439ca4-b4e8-43f9-9154-af4f6bf784fb,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:18:51.580778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:18:51.720981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c915e-6674-4234-850f-bd0e2514936a req-e8b656a1-09fa-4101-81ff-0860e9c45b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:51.722423 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d2c915e-6674-4234-850f-bd0e2514936a req-e8b656a1-09fa-4101-81ff-0860e9c45b97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 1098 time: 0.0674295 Feb 17 00:18:51.765034 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d2c915e-6674-4234-850f-bd0e2514936a req-ce4c5b4c-38b7-48d5-90fa-e23f7d5fc30d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Feb 17 00:18:52.169959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d408-8040-414a-a7b1-f6b27d3c47df req-d0e395e9-c21c-4797-9985-122bcd8573e6 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:52.171385 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4297d408-8040-414a-a7b1-f6b27d3c47df req-d0e395e9-c21c-4797-9985-122bcd8573e6 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 945 time: 0.0788028 Feb 17 00:18:52.213806 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4297d408-8040-414a-a7b1-f6b27d3c47df req-caa1d7b0-0442-4c13-b9bc-64f39f95c924 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 Feb 17 00:18:53.393888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733b77-9d19-4f05-958c-da3a9d01431e req-4f0d75fd-ea63-494b-9f16-7656c6512e7d tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:53.395320 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cf733b77-9d19-4f05-958c-da3a9d01431e req-4f0d75fd-ea63-494b-9f16-7656c6512e7d tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 945 time: 0.0773027 Feb 17 00:18:53.437554 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cf733b77-9d19-4f05-958c-da3a9d01431e req-b3b3461b-6739-4b78-909e-e78677fac94f tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Feb 17 00:18:53.618590 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d50d10-8a66-4474-8d05-f015db636a03 req-55678c99-837a-4000-9d42-3060740910e0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:18:53.619925 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-31d50d10-8a66-4474-8d05-f015db636a03 req-55678c99-837a-4000-9d42-3060740910e0 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 945 time: 0.0800402 Feb 17 00:18:53.662515 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-31d50d10-8a66-4474-8d05-f015db636a03 req-c253ae43-f194-4ef6-bea6-67e3a272a6a7 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368872 Feb 17 00:18:58.068107 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:19:03.743732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fee85693-5a4e-4b37-98d3-51e18aafb23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:05.971852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-77aa474e-b76b-46fe-95f4-7449ff477123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:07.014298 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:07.355164 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:07.849852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a95bb-a2f7-4ff4-869b-f79a53cf6dd4 req-79393e71-6c9c-4797-91c5-dcbed12605c7 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:07.851206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3e0a95bb-a2f7-4ff4-869b-f79a53cf6dd4 req-79393e71-6c9c-4797-91c5-dcbed12605c7 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 945 time: 0.0777645 Feb 17 00:19:07.897044 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3e0a95bb-a2f7-4ff4-869b-f79a53cf6dd4 req-88180776-0cfe-4d8c-adf8-132c38593645 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Feb 17 00:19:08.592442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:09.078216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f0158-9f72-4a27-9804-a129425da8bc req-d46589dc-4af7-4edd-b05e-7a710840bd0b tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:09.079684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f17f0158-9f72-4a27-9804-a129425da8bc req-d46589dc-4af7-4edd-b05e-7a710840bd0b tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 945 time: 0.0778408 Feb 17 00:19:09.122387 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f17f0158-9f72-4a27-9804-a129425da8bc req-30b512b5-5f41-4ef3-855b-26d1ef1f55f6 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/security-groups?id=e1746625-ade1-42c1-87b3-185805b460e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370920 Feb 17 00:19:09.281017 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-09935850-363e-42ce-b7f0-7414df2b9d69 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:09.281620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-09935850-363e-42ce-b7f0-7414df2b9d69 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Synchronizing usage tracker for tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:19:09.296678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-09935850-363e-42ce-b7f0-7414df2b9d69 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Unset dirty status for tenant:c9e48c9d8ad84e2f9f48edd4a5dbe106 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:19:09.297997 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-09935850-363e-42ce-b7f0-7414df2b9d69 tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 945 time: 0.0937476 Feb 17 00:19:09.367135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Deleting port 54439ca4-b4e8-43f9-9154-af4f6bf784fb {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:09.367479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:09.603046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] For port 54439ca4-b4e8-43f9-9154-af4f6bf784fb, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=54439ca4-b4e8-43f9-9154-af4f6bf784fb,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:09.603424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:09.727417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Calling delete_port for 54439ca4-b4e8-43f9-9154-af4f6bf784fb owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:09.864367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:09.875465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['54439ca4-b4e8-43f9-9154-af4f6bf784fb'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:19:09.914054 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Pushing event deleted for resources: {'Port': ['ID=54439ca4-b4e8-43f9-9154-af4f6bf784fb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:09.948156 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.948455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.948912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.949264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.949596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.949926 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.950261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.950580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.950905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.951229 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.951548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:09.951871 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:10.001931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] No DVR routers for this DVR port 54439ca4-b4e8-43f9-9154-af4f6bf784fb on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:19:10.004589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:10.007226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'name': 'network-vif-deleted', 'tag': '54439ca4-b4e8-43f9-9154-af4f6bf784fb'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:19:10.023947 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c28dce4-3657-415f-bab1-ea2300e1e490 req-d67395e1-1fa2-4627-a2c0-2cf96b3365ef tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.24 "DELETE /v2.0/ports/54439ca4-b4e8-43f9-9154-af4f6bf784fb HTTP/1.1" status: 204 len: 173 time: 0.7207868 Feb 17 00:19:10.054482 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767dadeb-ea0e-4004-83f6-6877c76a872f', 'name': 'network-vif-deleted', 'tag': '54439ca4-b4e8-43f9-9154-af4f6bf784fb', 'status': 'completed', 'code': 200} Feb 17 00:19:10.280946 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2bb0a4be-54e0-4751-a722-f9a632626e1f req-1e12317d-7174-43c8-a0dd-0d9adb935b9e tempest-TestEncryptedCinderVolumes-978802705 tempest-TestEncryptedCinderVolumes-978802705-project] 10.222.0.47 "GET /v2.0/ports?device_id=767dadeb-ea0e-4004-83f6-6877c76a872f HTTP/1.1" status: 200 len: 210 time: 0.0417361 Feb 17 00:19:11.403573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32966) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:12.032807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:12.372203 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Deleting port 8e552c2d-5ebb-49da-8ff4-af206f9a971e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:12.372462 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:12.537820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] For port 8e552c2d-5ebb-49da-8ff4-af206f9a971e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8e552c2d-5ebb-49da-8ff4-af206f9a971e,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:12.538482 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:12.656140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Calling delete_port for 8e552c2d-5ebb-49da-8ff4-af206f9a971e owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:12.962523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:13.123365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e552c2d-5ebb-49da-8ff4-af206f9a971e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:13.318390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 54439ca4-b4e8-43f9-9154-af4f6bf784fb no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:19:13.352034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 54439ca4-b4e8-43f9-9154-af4f6bf784fb {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:19:13.352396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 54439ca4-b4e8-43f9-9154-af4f6bf784fb not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:19:13.383323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:13.731553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Router 9638849c-645f-458e-b6ba-277660da7120 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:19:13.903958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:19:13.912565 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] Sync routers for ids ['9638849c-645f-458e-b6ba-277660da7120'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:19:13.916403 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fe8bb439-e2f2-4581-8a9f-9d630cfd2069 admin admin] 10.222.0.47 "PUT /v2.0/routers/9638849c-645f-458e-b6ba-277660da7120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5111930 Feb 17 00:19:13.918869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32970) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:13.922233 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] Routers {'9638849c-645f-458e-b6ba-277660da7120'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:13.922827 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9638849c-645f-458e-b6ba-277660da7120'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:14.089514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:14.094917 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] Set router 9638849c-645f-458e-b6ba-277660da7120 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:14.278467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:14.289028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Deleting port 63561127-344e-4b96-9c59-781cc78717cb {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:14.289365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:14.374448 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '63561127-344e-4b96-9c59-781cc78717cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:19:12Z', 'revision_number': 5, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port': {'id': '63561127-344e-4b96-9c59-781cc78717cb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9638849c-645f-458e-b6ba-277660da7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:03Z', 'updated_at': '2022-02-17T00:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:14.378472 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] Checking router: 9638849c-645f-458e-b6ba-277660da7120 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:19:14.387096 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] Routers {'9638849c-645f-458e-b6ba-277660da7120'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:14.387771 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9638849c-645f-458e-b6ba-277660da7120'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:14.534185 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] Set router 9638849c-645f-458e-b6ba-277660da7120 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:14.586921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] For port 63561127-344e-4b96-9c59-781cc78717cb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=63561127-344e-4b96-9c59-781cc78717cb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:14.587279 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:14.655429 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:19:14Z', 'revision_number': 6, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:14.659620 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add8b4d-e6f6-4a24-9f85-9ef248a37f8d None None] The sync data for ids ['9638849c-645f-458e-b6ba-277660da7120'] in dv-neutron-829040-1-hyperv is: [{'id': '9638849c-645f-458e-b6ba-277660da7120', 'name': 'tempest-TestEncryptedCinderVolumes-1601799831-router', 'tenant_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:02Z', 'updated_at': '2022-02-17T00:19:14Z', 'revision_number': 6, 'project_id': 'c9e48c9d8ad84e2f9f48edd4a5dbe106', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:19:14.710041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Calling delete_port for 63561127-344e-4b96-9c59-781cc78717cb owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:14.871183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:14.915415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Pushing event deleted for resources: {'Port': ['ID=63561127-344e-4b96-9c59-781cc78717cb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:15.009967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.179868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.182550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.205485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.206043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9638849c-645f-458e-b6ba-277660da7120 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:19:15.217556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.218710 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2dd5e319-9f79-48fc-97e3-62d29f1274cf admin admin] 10.222.0.47 "DELETE /v2.0/routers/9638849c-645f-458e-b6ba-277660da7120 HTTP/1.1" status: 204 len: 168 time: 1.2989480 Feb 17 00:19:15.221486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32976) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:15.280000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] Deleting subnet 34a62816-37b8-421d-aee2-8db3e77b0d9c {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:19:15.282825 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.333285 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.413092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.484677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.523568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a62816-37b8-421d-aee2-8db3e77b0d9c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:15.525521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.530042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3d953-bfe0-4d88-acb0-5b989d69b87e None None] Network 11bcd657-3d1c-406a-b5d9-c8f17fd95511 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:19:15.531340 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-dd538e92-06d2-4872-a266-1cc465a22bc5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/34a62816-37b8-421d-aee2-8db3e77b0d9c HTTP/1.1" status: 204 len: 168 time: 0.3089378 Feb 17 00:19:15.533937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32980) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:15.647857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.662212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Deleting port 5f885081-7611-4537-b48d-e2d58b379b8c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:15.662556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.787879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] DHCP port deletion for 11bcd657-3d1c-406a-b5d9-c8f17fd95511 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:19:15.792691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Deleting port 5f885081-7611-4537-b48d-e2d58b379b8c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:15.793070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.875600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] For port 5f885081-7611-4537-b48d-e2d58b379b8c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5f885081-7611-4537-b48d-e2d58b379b8c,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:15.876250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:15.990422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] For port 5f885081-7611-4537-b48d-e2d58b379b8c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=5f885081-7611-4537-b48d-e2d58b379b8c,segment=NetworkSegment(ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c),segment_id=ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:15.990703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.103094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Calling delete_port for 5f885081-7611-4537-b48d-e2d58b379b8c owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:16.117418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Calling delete_port for 5f885081-7611-4537-b48d-e2d58b379b8c owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:16.178094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.187648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:19:16.188015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:19:16.228144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f885081-7611-4537-b48d-e2d58b379b8c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:16.232376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] No DVR routers for this DVR port 5f885081-7611-4537-b48d-e2d58b379b8c on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:19:16.295431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8e552c2d-5ebb-49da-8ff4-af206f9a971e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:19:16.330312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 8e552c2d-5ebb-49da-8ff4-af206f9a971e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:19:16.330661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8e552c2d-5ebb-49da-8ff4-af206f9a971e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:19:16.331080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 63561127-344e-4b96-9c59-781cc78717cb no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:19:16.348369 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.366127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 63561127-344e-4b96-9c59-781cc78717cb {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:19:16.366482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 63561127-344e-4b96-9c59-781cc78717cb not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:19:16.366908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f885081-7611-4537-b48d-e2d58b379b8c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:19:16.373176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bcd657-3d1c-406a-b5d9-c8f17fd95511']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:16.385381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:16.385672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8e1c7d-2ddd-4f9b-9dfd-6e0daaf3a74c') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:16.397221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.399413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 5f885081-7611-4537-b48d-e2d58b379b8c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:19:16.399766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 5f885081-7611-4537-b48d-e2d58b379b8c not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:19:16.414546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.420526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:19:16.420906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:19:16.434701 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:19:16.513286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.518359 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.540689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=11bcd657-3d1c-406a-b5d9-c8f17fd95511,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:16.555868 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5f3f6839-3274-4ac7-9174-0f05c7d30fe4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/11bcd657-3d1c-406a-b5d9-c8f17fd95511 HTTP/1.1" status: 204 len: 168 time: 1.0209231 Feb 17 00:19:16.559131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32984) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:16.689118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Deleting port 5f885081-7611-4537-b48d-e2d58b379b8c {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:16.689618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:16.757981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-b2f38132-82f2-4f25-9b02-8e2cea6b609b None None] The port '5f885081-7611-4537-b48d-e2d58b379b8c' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:19:17.097886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:17.440314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Deleting port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:17.440649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:17.720038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] For port da7fbe37-5030-4d6a-ae1b-5b31900ecbbc, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,segment=NetworkSegment(165fee3f-4b57-44a5-b6ef-be247dd7bd09),segment_id=165fee3f-4b57-44a5-b6ef-be247dd7bd09)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:17.720751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:17.844107 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Calling delete_port for da7fbe37-5030-4d6a-ae1b-5b31900ecbbc owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:18.015093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:18.059403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Pushing event deleted for resources: {'Port': ['ID=da7fbe37-5030-4d6a-ae1b-5b31900ecbbc,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:18.322583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:18.668466 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:19:18.838350 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:19:18.847139 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-25b6d912-6f71-47ee-9bf8-deec194ad23b admin admin] 10.222.0.47 "PUT /v2.0/routers/e80f9ab2-9794-4e1a-b8fa-a78f367b97f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2870433 Feb 17 00:19:18.847442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] Sync routers for ids ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:19:18.849547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32988) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:18.856520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] Routers {'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:18.857129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:19.067854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] Set router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:19.140079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:19.314130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:19.324963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Deleting port 3271d94d-0962-4c98-a132-c8008b099a32 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:19.325562 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:19.347552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30'}], 'enable_snat': True}, 'gw_port_id': '3271d94d-0962-4c98-a132-c8008b099a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:19:17Z', 'revision_number': 5, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port': {'id': '3271d94d-0962-4c98-a132-c8008b099a32', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:18:09Z', 'updated_at': '2022-02-17T00:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:19.351382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] Checking router: e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:19:19.359599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] Routers {'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:19.360227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:19.497684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] For port 3271d94d-0962-4c98-a132-c8008b099a32, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=3271d94d-0962-4c98-a132-c8008b099a32,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:19.498134 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:19.508517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] Set router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:19.613701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:19:19Z', 'revision_number': 6, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:19.617729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45736c5-3db1-4c70-844b-7384d5ea1e5d None None] The sync data for ids ['e80f9ab2-9794-4e1a-b8fa-a78f367b97f9'] in dv-neutron-829040-1-hyperv is: [{'id': 'e80f9ab2-9794-4e1a-b8fa-a78f367b97f9', 'name': 'tempest-TestEncryptedCinderVolumes-607321978-router', 'tenant_id': '2801fa2e23fe45ce8fd650daf3f13570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:18:08Z', 'updated_at': '2022-02-17T00:19:19Z', 'revision_number': 6, 'project_id': '2801fa2e23fe45ce8fd650daf3f13570', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:19:19.621341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Calling delete_port for 3271d94d-0962-4c98-a132-c8008b099a32 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:19.785396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:19.833070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Pushing event deleted for resources: {'Port': ['ID=3271d94d-0962-4c98-a132-c8008b099a32,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:19.919649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.091625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.093800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.116849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.117389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:19:20.130624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.131723 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c71529eb-7878-4dc7-befc-e3fa7ba48557 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e80f9ab2-9794-4e1a-b8fa-a78f367b97f9 HTTP/1.1" status: 204 len: 168 time: 1.2813027 Feb 17 00:19:20.134242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32992) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:20.194393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] Deleting subnet 13954977-1623-4766-8f3f-08dc22faffb7 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:19:20.197816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.244454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.317743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.406782 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3271d94d-0962-4c98-a132-c8008b099a32 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:19:20.445483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 3271d94d-0962-4c98-a132-c8008b099a32 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:19:20.445741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 3271d94d-0962-4c98-a132-c8008b099a32 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:19:20.446171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device da7fbe37-5030-4d6a-ae1b-5b31900ecbbc no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:19:20.480485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: da7fbe37-5030-4d6a-ae1b-5b31900ecbbc {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:19:20.480868 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device da7fbe37-5030-4d6a-ae1b-5b31900ecbbc not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:19:20.508639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.546633 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13954977-1623-4766-8f3f-08dc22faffb7,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:20.548580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.553023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec701f-9115-4164-87cd-88e7b6b6d6b5 None None] Network 4e055c17-d181-4b48-8954-d1b2443e6d4a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:19:20.557455 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d75fd0ed-4f2a-4a54-98e7-544fb5a8aafe admin admin] 10.222.0.47 "DELETE /v2.0/subnets/13954977-1623-4766-8f3f-08dc22faffb7 HTTP/1.1" status: 204 len: 168 time: 0.4187713 Feb 17 00:19:20.557673 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 32996) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:20.663656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.674920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Deleting port a378f118-540f-4bc3-9fad-e695bf1f5f7e {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:20.675162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.814264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] DHCP port deletion for 4e055c17-d181-4b48-8954-d1b2443e6d4a request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:19:20.818636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Deleting port a378f118-540f-4bc3-9fad-e695bf1f5f7e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:20.819011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:20.886379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] For port a378f118-540f-4bc3-9fad-e695bf1f5f7e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a378f118-540f-4bc3-9fad-e695bf1f5f7e,segment=NetworkSegment(165fee3f-4b57-44a5-b6ef-be247dd7bd09),segment_id=165fee3f-4b57-44a5-b6ef-be247dd7bd09)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:20.886772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.008592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Calling delete_port for a378f118-540f-4bc3-9fad-e695bf1f5f7e owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:21.019027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] For port a378f118-540f-4bc3-9fad-e695bf1f5f7e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a378f118-540f-4bc3-9fad-e695bf1f5f7e,segment=NetworkSegment(165fee3f-4b57-44a5-b6ef-be247dd7bd09),segment_id=165fee3f-4b57-44a5-b6ef-be247dd7bd09)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:21.019416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.082009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.134162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] No DVR routers for this DVR port a378f118-540f-4bc3-9fad-e695bf1f5f7e on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:19:21.138171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Calling delete_port for a378f118-540f-4bc3-9fad-e695bf1f5f7e owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:19:21.162776 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a378f118-540f-4bc3-9fad-e695bf1f5f7e,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:21.241617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:19:21.241965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:19:21.254774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.280373 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e055c17-d181-4b48-8954-d1b2443e6d4a']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:21.291976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165fee3f-4b57-44a5-b6ef-be247dd7bd09') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:21.292222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165fee3f-4b57-44a5-b6ef-be247dd7bd09') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:21.304745 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.321342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.328999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:19:21.329411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:19:21.343736 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:19:21.419261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.434717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.450847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e055c17-d181-4b48-8954-d1b2443e6d4a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:21.457017 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-f005575d-ab5d-46db-b19c-4ef590500a02 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4e055c17-d181-4b48-8954-d1b2443e6d4a HTTP/1.1" status: 204 len: 168 time: 0.8984041 Feb 17 00:19:21.599324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.623273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33002) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:21.674118 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b9ce76ee-645b-468d-80fb-283df6773d30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9e48c9d8ad84e2f9f48edd4a5dbe106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496917 Feb 17 00:19:21.676575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33006) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:21.734217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.743501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Deleting port a378f118-540f-4bc3-9fad-e695bf1f5f7e {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:19:21.744425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.760591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.811850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-92c0336d-053c-454c-a781-55e576b66b81 None None] The port 'a378f118-540f-4bc3-9fad-e695bf1f5f7e' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:19:21.812533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.831321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1746625-ade1-42c1-87b3-185805b460e1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:21.838581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:21.839688 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1746625-ade1-42c1-87b3-185805b460e1 HTTP/1.1" status: 204 len: 168 time: 0.1622250 Feb 17 00:19:21.841186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.841533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.841910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.842208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.842540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.842873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.843202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.843749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.843852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.844178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.844503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:21.844832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2df0c-f03c-4af7-b89d-b3e3a80826fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:22.171905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33014) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:22.218982 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3a0263ea-d091-4232-ba02-55acaf682db1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2801fa2e23fe45ce8fd650daf3f13570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459638 Feb 17 00:19:22.221556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33018) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:22.284185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e2d9204-4b34-4944-adcc-8360e9aaa8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:22.293143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a378f118-540f-4bc3-9fad-e695bf1f5f7e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:19:22.310368 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e2d9204-4b34-4944-adcc-8360e9aaa8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:22.326133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a378f118-540f-4bc3-9fad-e695bf1f5f7e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:19:22.326485 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a378f118-540f-4bc3-9fad-e695bf1f5f7e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:19:22.361584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e2d9204-4b34-4944-adcc-8360e9aaa8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:22.377585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d9204-4b34-4944-adcc-8360e9aaa8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874dadac-a751-44ee-b866-866d13992d21,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:22.380804 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e2d9204-4b34-4944-adcc-8360e9aaa8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:22.381895 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4e2d9204-4b34-4944-adcc-8360e9aaa8a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/874dadac-a751-44ee-b866-866d13992d21 HTTP/1.1" status: 204 len: 168 time: 0.1594889 Feb 17 00:19:23.072915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33042) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:23.175668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-617613174-network', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:23.180332 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:23.184597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Usage tracker for resource:network and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:23.187387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:23.193012 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:23.203344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Made reservation on behalf of f29bf523e7644a959aa59e41f5534b78 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:19:23.205566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.217063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.231183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:23.234877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:23.237628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:23.243091 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:23.324281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.327971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.354096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:19:23.366004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd75754-7597-491c-9a58-d93bc1fc2e39,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:23.371320 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.371670 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Added segment e6822803-3eae-428c-9bc9-e9801fc99c58 of type vlan for network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 Feb 17 00:19:23.401044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.429449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.430391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:23.430963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.527441 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4532847 Feb 17 00:19:23.530251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33048) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:23.532300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624080a-5961-49a4-ab50-0bf45d7f5614 admin admin] Pushing event updated for resources: {'Network': ['ID=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:23.537162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Request body: {'subnet': {'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-617613174-subnet', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:23.542142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:19:23.543936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:23.548333 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Usage tracker for resource:subnet and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:23.551260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:23.557996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:23.567420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Made reservation on behalf of f29bf523e7644a959aa59e41f5534b78 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:19:23.569716 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.770102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.842313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32844da1-3372-4f38-82ce-0e1b4ca4f1c3,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:23.849965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Checking segment: {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:23.850321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Network hostable DHCP agents. Network: ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:19:23.868438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:19:23.876860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:23.880739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:23.881319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.887119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a7905-6c87-4a77-a014-aa06a17b0268 None None] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:19:23.901313 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8fcfe3d5-c19f-45f6-9912-5bfcfc20f529 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3699448 Feb 17 00:19:23.904015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33052) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:23.908994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:23.913477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:23.917776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Usage tracker for resource:router and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:23.920584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:23.926142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:23.936422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.937621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:23.953067 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.095999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:19:24.096972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.253124 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Allocated IP 172.20.0.2 (ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5/32844da1-3372-4f38-82ce-0e1b4ca4f1c3/bbd45bec-32a0-441c-b254-635fb42a8755) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:19:24.328338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.455827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.466163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Transition to ACTIVE for port object bbd45bec-32a0-441c-b254-635fb42a8755 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:24.483951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Transition to ACTIVE for port object bbd45bec-32a0-441c-b254-635fb42a8755 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:24.488916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.551643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:24.554373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:24.558127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:19:24.563774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Pushing event updated for resources: {'Port': ['ID=bbd45bec-32a0-441c-b254-635fb42a8755,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:24.633717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.653074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Attempting to bind port bbd45bec-32a0-441c-b254-635fb42a8755 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:19:24.653440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Attempting to bind port bbd45bec-32a0-441c-b254-635fb42a8755 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:19:24.653794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Attempting to bind port bbd45bec-32a0-441c-b254-635fb42a8755 on network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:24.659142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:19:24.659880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Checking segment: {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:24.659880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.660801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Bound using segment: {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:19:24.660801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Bound port: bbd45bec-32a0-441c-b254-635fb42a8755, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:19:24.661215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.663680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.752564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] For port bbd45bec-32a0-441c-b254-635fb42a8755, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:19:24.755450 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] For port bbd45bec-32a0-441c-b254-635fb42a8755, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bbd45bec-32a0-441c-b254-635fb42a8755,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:19:24.759043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.798092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Allocated IP 172.26.2.3 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:19:24.841684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744aa4c9-0838-491d-a92f-a5bd337578d0 None None] Pushing event updated for resources: {'Port': ['ID=bbd45bec-32a0-441c-b254-635fb42a8755,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:24.947864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:24.983566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:25.061736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:25.064687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:25.068448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:19:25.097693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Pushing event updated for resources: {'Port': ['ID=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:25.467589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:25.824483 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b650de5-76e0-43ef-a89d-0be2732c8388 None None] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:19:25.924332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:25.973492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-05b30cc8-8f79-4ee0-a204-6ac9f55dc14a None None] Provisioning for port bbd45bec-32a0-441c-b254-635fb42a8755 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:26.131447 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Router 9ce14107-df48-4811-bdd4-6bb53681c232 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:19:26.313604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:19:26.325463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbd45bec-32a0-441c-b254-635fb42a8755 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:26.325644 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Sync routers for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:19:26.334788 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:26.335375 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:26.343487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:26.347646 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8348c170-7293-445b-8ff3-1422fd27db91 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4399004 Feb 17 00:19:26.347824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33056) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:26.396170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port bbd45bec-32a0-441c-b254-635fb42a8755 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:26.402659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bbd45bec-32a0-441c-b254-635fb42a8755 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:26.403089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:26.547067 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:26.567143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:26.605537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port bbd45bec-32a0-441c-b254-635fb42a8755, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bbd45bec-32a0-441c-b254-635fb42a8755,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:26.610405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:26.687744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=bbd45bec-32a0-441c-b254-635fb42a8755,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:26.844222 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:25Z', 'revision_number': 3, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:26.848232 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Checking router: 9ce14107-df48-4811-bdd4-6bb53681c232 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:19:26.848585 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Updating router 9ce14107-df48-4811-bdd4-6bb53681c232 port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:19:26.900179 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.015674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.227056 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.238830 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Transition to ACTIVE for port object e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:27.245402 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.321903 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Pushing event updated for resources: {'Port': ['ID=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:27.324227 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Attempting to bind port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:19:27.324569 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Attempting to bind port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:19:27.324939 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Attempting to bind port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:27.334542 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.335171 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.335259 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.335522 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.335849 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.336202 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.336526 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.336854 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.337172 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.337512 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.337828 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.338141 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:19:27.338239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Allocated IP 172.20.0.1 (ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5/32844da1-3372-4f38-82ce-0e1b4ca4f1c3/abe4d402-b7d5-4424-87a1-d97748561a79) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:19:27.341128 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:19:27.341500 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:27.341896 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.342272 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:19:27.342740 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Bound port: e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:19:27.343102 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.430644 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] For port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:19:27.434349 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] For port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:19:27.438721 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.490838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.507024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Transition to ACTIVE for port object abe4d402-b7d5-4424-87a1-d97748561a79 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:27.512816 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:27.513415 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:27.531819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.576559 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb036dd-a619-4576-bdc4-cda764a2da68 None None] Pushing event updated for resources: {'Port': ['ID=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:27.593957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:27.597539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:27.601119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:19:27.639365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Pushing event updated for resources: {'Port': ['ID=abe4d402-b7d5-4424-87a1-d97748561a79,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:27.672228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.704869 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:27.811899 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.936095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f3f2d80b-8cb7-49ab-aa37-df9eeaa55ff9 None None] Provisioning for port abe4d402-b7d5-4424-87a1-d97748561a79 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:27.941366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f3f2d80b-8cb7-49ab-aa37-df9eeaa55ff9 None None] Provisioning complete for port abe4d402-b7d5-4424-87a1-d97748561a79 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:27.941744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f3f2d80b-8cb7-49ab-aa37-df9eeaa55ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:27.995475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2d80b-8cb7-49ab-aa37-df9eeaa55ff9 None None] Port abe4d402-b7d5-4424-87a1-d97748561a79 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:19:28.023062 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:25Z', 'revision_number': 3, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:28.027742 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7c622-7218-4e7c-be7f-7d3ebe71b6c8 None None] The sync data for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv is: [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:25Z', 'revision_number': 3, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:19:28.046433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:28.051161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:28.155261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:28.158573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Pushing event updated for resources: {'Port': ['ID=abe4d402-b7d5-4424-87a1-d97748561a79,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:28.318628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:28.319897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:28.423027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbd45bec-32a0-441c-b254-635fb42a8755 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:28.507156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bbd45bec-32a0-441c-b254-635fb42a8755 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:28.507456 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:28.543361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Router 9ce14107-df48-4811-bdd4-6bb53681c232 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:19:28.648038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-57b973b3-0b63-4ce2-a7d0-a3f6e945d560 None None] Provisioning complete for port abe4d402-b7d5-4424-87a1-d97748561a79 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:28.648758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-57b973b3-0b63-4ce2-a7d0-a3f6e945d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:28.693537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:28.732515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:19:28.744098 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-af4e29c4-c9c5-46c3-92f0-9626ce68f250 admin admin] 10.222.0.47 "PUT /v2.0/routers/9ce14107-df48-4811-bdd4-6bb53681c232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927021 Feb 17 00:19:28.755315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-57b973b3-0b63-4ce2-a7d0-a3f6e945d560 None None] Port abe4d402-b7d5-4424-87a1-d97748561a79 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:19:28.782994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:28.788464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:28.788845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:28.911462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:28.931263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:28.934516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.003675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:29.261836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33074) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:29.267316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1176959906-network', 'tenant_id': '38a100addb394cddb11647148e1e8dca'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:29.271939 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:29.275675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Usage tracker for resource:network and tenant:38a100addb394cddb11647148e1e8dca is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:29.278466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:29.283904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:29.293597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Made reservation on behalf of 38a100addb394cddb11647148e1e8dca for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:19:29.295815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.307830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.322361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:29.326085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Usage tracker for resource:security_group_rule and tenant:38a100addb394cddb11647148e1e8dca is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:29.328780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:29.334287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:29.415494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.419845 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.451523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:19:29.460405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73b6a89-c19a-4317-aeed-928003c12d15,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:29.468220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.468220 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Added segment f1e47896-3c04-4bbe-ba06-92bbc913109f of type vlan for network 479deb75-431c-4417-bb4f-a525fdb6f04a Feb 17 00:19:29.496367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.524654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.526175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:29.526741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.648437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Sync routers for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:19:29.659499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:29.660201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:29.724003 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4609509 Feb 17 00:19:29.726483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33078) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:29.729191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f54080-70f6-4138-9df9-0dc9144efe71 admin admin] Pushing event updated for resources: {'Network': ['ID=479deb75-431c-4417-bb4f-a525fdb6f04a,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:29.733950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Request body: {'subnet': {'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1176959906-subnet', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:29.738633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:29.741750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 479deb75-431c-4417-bb4f-a525fdb6f04a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:19:29.742393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Usage tracker for resource:subnet and tenant:38a100addb394cddb11647148e1e8dca is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:29.745437 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:29.751394 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:29.761853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Made reservation on behalf of 38a100addb394cddb11647148e1e8dca for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:19:29.764417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:29.929311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:29.972078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.043279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Pushing event updated for resources: {'Subnet': ['ID=381d262f-de70-47d7-adee-7d0f8305be79,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:30.050379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Checking segment: {'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:30.050730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Network hostable DHCP agents. Network: 479deb75-431c-4417-bb4f-a525fdb6f04a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:19:30.069574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Network 479deb75-431c-4417-bb4f-a525fdb6f04a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:19:30.079325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 479deb75-431c-4417-bb4f-a525fdb6f04a) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:30.083502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:30.084094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.107151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33082) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:30.107717 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a023f529-f4a5-4f0a-9c5a-e494e338bdda admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3797538 Feb 17 00:19:30.112928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:30.118314 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:30.122775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Usage tracker for resource:router and tenant:38a100addb394cddb11647148e1e8dca is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:19:30.125198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d22feb-8ee2-46ad-a3f3-3be7d63d4939 None None] Network 479deb75-431c-4417-bb4f-a525fdb6f04a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:19:30.126703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:19:30.138246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:30.148508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.149546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.164479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.318614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:30.537098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.538031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:30.538415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.569150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-479deb75-431c-4417-bb4f-a525fdb6f04a', 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'fixed_ips': [{'subnet_id': '381d262f-de70-47d7-adee-7d0f8305be79'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:19:30.569983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.606874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 2, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:30.616061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Checking router: 9ce14107-df48-4811-bdd4-6bb53681c232 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:19:30.616507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Updating router 9ce14107-df48-4811-bdd4-6bb53681c232 port abe4d402-b7d5-4424-87a1-d97748561a79 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:19:30.777955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.858869 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.888038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:30.924199 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Allocated IP 172.20.0.2 (479deb75-431c-4417-bb4f-a525fdb6f04a/381d262f-de70-47d7-adee-7d0f8305be79/97afebfd-94c9-45c0-a35b-80f16d162dad) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:19:31.022024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Allocated IP 172.26.2.121 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/7383bae2-f3fa-41a0-a006-664db0074dcf) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:19:31.167795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.197657 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.261855 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:31.265173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:31.268789 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:19:31.308032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Pushing event updated for resources: {'Port': ['ID=7383bae2-f3fa-41a0-a006-664db0074dcf,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:31.355501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.371627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Transition to ACTIVE for port object 97afebfd-94c9-45c0-a35b-80f16d162dad will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:31.395404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.406317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Transition to ACTIVE for port object 97afebfd-94c9-45c0-a35b-80f16d162dad will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:31.413091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Transition to ACTIVE for port object abe4d402-b7d5-4424-87a1-d97748561a79 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:31.418078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.456574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.490829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Network 479deb75-431c-4417-bb4f-a525fdb6f04a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:31.494957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:31.547852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:19:31.569104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Pushing event updated for resources: {'Port': ['ID=97afebfd-94c9-45c0-a35b-80f16d162dad,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:31.709282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.800880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2e58c-7d99-4102-b332-ad7f28d6a76a None None] Pushing event updated for resources: {'Port': ['ID=abe4d402-b7d5-4424-87a1-d97748561a79,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:31.809720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Attempting to bind port 97afebfd-94c9-45c0-a35b-80f16d162dad on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:19:31.810004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Attempting to bind port 97afebfd-94c9-45c0-a35b-80f16d162dad by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:19:31.810371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Attempting to bind port 97afebfd-94c9-45c0-a35b-80f16d162dad on network 479deb75-431c-4417-bb4f-a525fdb6f04a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:31.818532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Attempting to bind port abe4d402-b7d5-4424-87a1-d97748561a79 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:19:31.818908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Attempting to bind port abe4d402-b7d5-4424-87a1-d97748561a79 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:19:31.819281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Attempting to bind port abe4d402-b7d5-4424-87a1-d97748561a79 on network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:31.822492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:19:31.822877 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Checking segment: {'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:31.823338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.823788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Bound using segment: {'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:19:31.824403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Bound port: 97afebfd-94c9-45c0-a35b-80f16d162dad, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:19:31.824778 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.846337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:19:31.846719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Checking segment: {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:31.847129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:31.847523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Bound using segment: {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:19:31.848007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Bound port: abe4d402-b7d5-4424-87a1-d97748561a79, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:19:31.848416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:32.048491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] For port 97afebfd-94c9-45c0-a35b-80f16d162dad, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:19:32.052321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] For port 97afebfd-94c9-45c0-a35b-80f16d162dad, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=97afebfd-94c9-45c0-a35b-80f16d162dad,segment=NetworkSegment(f1e47896-3c04-4bbe-ba06-92bbc913109f),segment_id=f1e47896-3c04-4bbe-ba06-92bbc913109f)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:19:32.055128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] For port abe4d402-b7d5-4424-87a1-d97748561a79, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:19:32.058457 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] For port abe4d402-b7d5-4424-87a1-d97748561a79, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=abe4d402-b7d5-4424-87a1-d97748561a79,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:19:32.060426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:32.099885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:32.153399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c944e-14b8-40d2-aece-d507302fa853 None None] Pushing event updated for resources: {'Port': ['ID=97afebfd-94c9-45c0-a35b-80f16d162dad,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:32.183631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:32.191973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:32.192189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:32.364886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2e58c-7d99-4102-b332-ad7f28d6a76a None None] Pushing event updated for resources: {'Port': ['ID=abe4d402-b7d5-4424-87a1-d97748561a79,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:32.428920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:32.441417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Router 8efb9161-7ea8-43f7-abeb-2242c9eca233 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:19:32.634726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:19:32.647105 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Sync routers for ids ['8efb9161-7ea8-43f7-abeb-2242c9eca233'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:19:32.660822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:32.662368 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6861b84e-2f00-433f-9dd7-1faae7e4da90 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5537601 Feb 17 00:19:32.664303 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Routers {'8efb9161-7ea8-43f7-abeb-2242c9eca233'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:32.665802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33086) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:19:32.671132 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8efb9161-7ea8-43f7-abeb-2242c9eca233'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:32.766637 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:32Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:32.771389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26502dae-f268-4c13-84e8-22cadcadc81a None None] The sync data for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv is: [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:32Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:19:32.916916 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Set router 8efb9161-7ea8-43f7-abeb-2242c9eca233 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:33.235584 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:31Z', 'revision_number': 3, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port': {'id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:33.239915 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Checking router: 8efb9161-7ea8-43f7-abeb-2242c9eca233 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:19:33.240374 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Updating router 8efb9161-7ea8-43f7-abeb-2242c9eca233 port 7383bae2-f3fa-41a0-a006-664db0074dcf binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:19:33.315646 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.370858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd9cc9-1f39-462d-8249-11159126b7e6 None None] Network 479deb75-431c-4417-bb4f-a525fdb6f04a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:19:33.453177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d7dbcd48-7366-4f4c-ab94-4f559080111c None None] Provisioning for port 97afebfd-94c9-45c0-a35b-80f16d162dad completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:33.472267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.687636 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.709137 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Transition to ACTIVE for port object 7383bae2-f3fa-41a0-a006-664db0074dcf will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:33.720076 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.754101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Allocated IP 172.20.0.1 (479deb75-431c-4417-bb4f-a525fdb6f04a/381d262f-de70-47d7-adee-7d0f8305be79/bbc651c9-67bf-4d89-99fa-9fe011095bbb) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:19:33.755628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-378a4a70-ed5e-4bc0-8e07-5bb905e650f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.796347 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Attempting to bind port 7383bae2-f3fa-41a0-a006-664db0074dcf on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:19:33.796814 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Attempting to bind port 7383bae2-f3fa-41a0-a006-664db0074dcf by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:19:33.797075 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Attempting to bind port 7383bae2-f3fa-41a0-a006-664db0074dcf on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:33.805109 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:19:33.805603 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:33.806552 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.806937 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:19:33.807414 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Bound port: 7383bae2-f3fa-41a0-a006-664db0074dcf, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:19:33.807784 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.882185 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521576b9-5eae-4426-8d60-a510a95bbb3a None None] Pushing event updated for resources: {'Port': ['ID=7383bae2-f3fa-41a0-a006-664db0074dcf,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:33.917280 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] For port 7383bae2-f3fa-41a0-a006-664db0074dcf, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:19:33.920387 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] For port 7383bae2-f3fa-41a0-a006-664db0074dcf, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7383bae2-f3fa-41a0-a006-664db0074dcf,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:19:33.925259 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.942458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:33.959133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Transition to ACTIVE for port object bbc651c9-67bf-4d89-99fa-9fe011095bbb will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:33.990120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.021352 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Routers {'8efb9161-7ea8-43f7-abeb-2242c9eca233'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:34.021981 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8efb9161-7ea8-43f7-abeb-2242c9eca233'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:34.089290 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521576b9-5eae-4426-8d60-a510a95bbb3a None None] Pushing event updated for resources: {'Port': ['ID=7383bae2-f3fa-41a0-a006-664db0074dcf,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:34.176846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Network 479deb75-431c-4417-bb4f-a525fdb6f04a is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:34.179571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:34.182947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:19:34.208022 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] Set router 8efb9161-7ea8-43f7-abeb-2242c9eca233 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:34.220743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc651c9-67bf-4d89-99fa-9fe011095bbb,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:34.242434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.408968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 97afebfd-94c9-45c0-a35b-80f16d162dad up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:34.421219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.471170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9732f7ef-cb7a-4733-8148-f622eeca818b None None] Provisioning for port bbc651c9-67bf-4d89-99fa-9fe011095bbb completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:34.477654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9732f7ef-cb7a-4733-8148-f622eeca818b None None] Provisioning complete for port bbc651c9-67bf-4d89-99fa-9fe011095bbb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:34.478627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9732f7ef-cb7a-4733-8148-f622eeca818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.534753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 97afebfd-94c9-45c0-a35b-80f16d162dad completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:34.537128 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:31Z', 'revision_number': 3, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port': {'id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:34.540027 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9732f7ef-cb7a-4733-8148-f622eeca818b None None] Port bbc651c9-67bf-4d89-99fa-9fe011095bbb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:19:34.542321 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eafd3b-8eb0-4d20-a0a4-d6e940278c4f None None] The sync data for ids ['8efb9161-7ea8-43f7-abeb-2242c9eca233'] in dv-neutron-829040-1-hyperv is: [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:31Z', 'revision_number': 3, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port': {'id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:19:34.542991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 97afebfd-94c9-45c0-a35b-80f16d162dad triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:34.543522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.666848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.673044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.679671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.714097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 97afebfd-94c9-45c0-a35b-80f16d162dad, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=97afebfd-94c9-45c0-a35b-80f16d162dad,segment=NetworkSegment(f1e47896-3c04-4bbe-ba06-92bbc913109f),segment_id=f1e47896-3c04-4bbe-ba06-92bbc913109f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:34.718393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.719242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device abe4d402-b7d5-4424-87a1-d97748561a79 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:34.793541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.811457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc651c9-67bf-4d89-99fa-9fe011095bbb,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:34.855726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=97afebfd-94c9-45c0-a35b-80f16d162dad,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:34.874622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port abe4d402-b7d5-4424-87a1-d97748561a79 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:34.880682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port abe4d402-b7d5-4424-87a1-d97748561a79 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:34.881068 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:34.955090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Network 479deb75-431c-4417-bb4f-a525fdb6f04a is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:34.956416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:35.015562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:35.063022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port abe4d402-b7d5-4424-87a1-d97748561a79, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=abe4d402-b7d5-4424-87a1-d97748561a79,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:35.069041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:35.069239 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:19:35.156286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=abe4d402-b7d5-4424-87a1-d97748561a79,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:35.194595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Router 8efb9161-7ea8-43f7-abeb-2242c9eca233 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:19:35.265130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-1a7a46f6-155b-4128-856b-43fcb6dc112c None None] Provisioning complete for port bbc651c9-67bf-4d89-99fa-9fe011095bbb triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:35.265662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1a7a46f6-155b-4128-856b-43fcb6dc112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:35.362544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a46f6-155b-4128-856b-43fcb6dc112c None None] Port bbc651c9-67bf-4d89-99fa-9fe011095bbb cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:19:35.379469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:19:35.389468 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-81292432-d6da-4f34-9526-657bac6773f2 admin admin] 10.222.0.47 "PUT /v2.0/routers/8efb9161-7ea8-43f7-abeb-2242c9eca233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225106 Feb 17 00:19:35.976387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f06168a-e59d-4db3-a859-b3ad1b26a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:36.128470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Sync routers for ids ['8efb9161-7ea8-43f7-abeb-2242c9eca233'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:19:36.138788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Routers {'8efb9161-7ea8-43f7-abeb-2242c9eca233'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:36.139412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8efb9161-7ea8-43f7-abeb-2242c9eca233'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:36.331867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Set router 8efb9161-7ea8-43f7-abeb-2242c9eca233 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:36.410451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7383bae2-f3fa-41a0-a006-664db0074dcf up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:36.623468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7383bae2-f3fa-41a0-a006-664db0074dcf completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:36.631979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7383bae2-f3fa-41a0-a006-664db0074dcf triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:36.632418 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:36.862550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:36.881623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:34Z', 'revision_number': 4, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port': {'id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'bbc651c9-67bf-4d89-99fa-9fe011095bbb', 'name': '', 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'mac_address': 'fa:16:3e:81:ed:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '381d262f-de70-47d7-adee-7d0f8305be79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:33Z', 'updated_at': '2022-02-17T00:19:34Z', 'revision_number': 2, 'project_id': '38a100addb394cddb11647148e1e8dca', 'subnets': [{'id': '381d262f-de70-47d7-adee-7d0f8305be79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:36.888499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Checking router: 8efb9161-7ea8-43f7-abeb-2242c9eca233 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:19:36.888923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Updating router 8efb9161-7ea8-43f7-abeb-2242c9eca233 port bbc651c9-67bf-4d89-99fa-9fe011095bbb binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:19:36.913546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 7383bae2-f3fa-41a0-a006-664db0074dcf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7383bae2-f3fa-41a0-a006-664db0074dcf,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:36.919432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:36.920221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 97afebfd-94c9-45c0-a35b-80f16d162dad up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:37.045620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:37.080455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:37.121005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=7383bae2-f3fa-41a0-a006-664db0074dcf,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:37.157600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 97afebfd-94c9-45c0-a35b-80f16d162dad triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:37.158435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:37.408605 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:37.458975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device abe4d402-b7d5-4424-87a1-d97748561a79 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:37.588828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port abe4d402-b7d5-4424-87a1-d97748561a79 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:37.589195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:37.736158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:37.755098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Transition to ACTIVE for port object bbc651c9-67bf-4d89-99fa-9fe011095bbb will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:37.764337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:37.948779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1affaa9-2d51-45bf-b950-02f52700457f None None] Pushing event updated for resources: {'Port': ['ID=bbc651c9-67bf-4d89-99fa-9fe011095bbb,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:38.058795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Attempting to bind port bbc651c9-67bf-4d89-99fa-9fe011095bbb on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:19:38.059402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Attempting to bind port bbc651c9-67bf-4d89-99fa-9fe011095bbb by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:19:38.059514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Attempting to bind port bbc651c9-67bf-4d89-99fa-9fe011095bbb on network 479deb75-431c-4417-bb4f-a525fdb6f04a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:38.065384 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:19:38.065761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Checking segment: {'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:38.066166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:38.066563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Bound using segment: {'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:19:38.067040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Bound port: bbc651c9-67bf-4d89-99fa-9fe011095bbb, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e47896-3c04-4bbe-ba06-92bbc913109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:19:38.067408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:38.177218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] For port bbc651c9-67bf-4d89-99fa-9fe011095bbb, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:19:38.180277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] For port bbc651c9-67bf-4d89-99fa-9fe011095bbb, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bbc651c9-67bf-4d89-99fa-9fe011095bbb,segment=NetworkSegment(f1e47896-3c04-4bbe-ba06-92bbc913109f),segment_id=f1e47896-3c04-4bbe-ba06-92bbc913109f)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:19:38.186671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:38.265044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Routers {'8efb9161-7ea8-43f7-abeb-2242c9eca233'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:19:38.265779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:19:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8efb9161-7ea8-43f7-abeb-2242c9eca233'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:38.340969 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7383bae2-f3fa-41a0-a006-664db0074dcf up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:38.410696 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1affaa9-2d51-45bf-b950-02f52700457f None None] Pushing event updated for resources: {'Port': ['ID=bbc651c9-67bf-4d89-99fa-9fe011095bbb,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:38.521373 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7383bae2-f3fa-41a0-a006-664db0074dcf triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:38.521678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:38.603296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] Set router 8efb9161-7ea8-43f7-abeb-2242c9eca233 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:19:38.686592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:39.042238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:34Z', 'revision_number': 4, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port': {'id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'bbc651c9-67bf-4d89-99fa-9fe011095bbb', 'name': '', 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'mac_address': 'fa:16:3e:81:ed:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '381d262f-de70-47d7-adee-7d0f8305be79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:33Z', 'updated_at': '2022-02-17T00:19:38Z', 'revision_number': 4, 'project_id': '38a100addb394cddb11647148e1e8dca', 'subnets': [{'id': '381d262f-de70-47d7-adee-7d0f8305be79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:19:39.046387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a72904-1393-4b4d-b9b3-ba7cf56a9e95 None None] The sync data for ids ['8efb9161-7ea8-43f7-abeb-2242c9eca233'] in dv-neutron-829040-1-hyperv is: [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:34Z', 'revision_number': 4, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port': {'id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'bbc651c9-67bf-4d89-99fa-9fe011095bbb', 'name': '', 'network_id': '479deb75-431c-4417-bb4f-a525fdb6f04a', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'mac_address': 'fa:16:3e:81:ed:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '381d262f-de70-47d7-adee-7d0f8305be79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:33Z', 'updated_at': '2022-02-17T00:19:38Z', 'revision_number': 4, 'project_id': '38a100addb394cddb11647148e1e8dca', 'subnets': [{'id': '381d262f-de70-47d7-adee-7d0f8305be79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:19:40.348329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbc651c9-67bf-4d89-99fa-9fe011095bbb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:40.426158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port bbc651c9-67bf-4d89-99fa-9fe011095bbb completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:40.431332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bbc651c9-67bf-4d89-99fa-9fe011095bbb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:40.431332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:40.560650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:40.609990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port bbc651c9-67bf-4d89-99fa-9fe011095bbb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bbc651c9-67bf-4d89-99fa-9fe011095bbb,segment=NetworkSegment(f1e47896-3c04-4bbe-ba06-92bbc913109f),segment_id=f1e47896-3c04-4bbe-ba06-92bbc913109f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:19:40.621322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:40.741546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=bbc651c9-67bf-4d89-99fa-9fe011095bbb,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:42.318531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbc651c9-67bf-4d89-99fa-9fe011095bbb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:19:42.388975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bbc651c9-67bf-4d89-99fa-9fe011095bbb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:42.389347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:46.001362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-5e8f0cf9-9ebd-4eb7-9aa7-d1f4f69e465d tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:46.003325 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-5e8f0cf9-9ebd-4eb7-9aa7-d1f4f69e465d tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 814 time: 0.1536334 Feb 17 00:19:46.017630 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-86decb2b-5ccc-4561-bb0a-2e9fd5a05cef tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/quotas/f29bf523e7644a959aa59e41f5534b78 HTTP/1.1" status: 200 len: 375 time: 0.0089521 Feb 17 00:19:46.096155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-0be4d8bb-be48-416b-bcd4-f42bd90af7db tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Synchronizing usage tracker for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:19:46.112738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-0be4d8bb-be48-416b-bcd4-f42bd90af7db tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Unset dirty status for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:19:46.113998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-0be4d8bb-be48-416b-bcd4-f42bd90af7db tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907423 Feb 17 00:19:46.348351 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-a2b667bd-97a0-416e-bba3-7aff5ba6190f service neutron] 10.222.0.47 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224085 Feb 17 00:19:46.570941 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-b85d9bb2-f8de-4919-b662-06fd19e9969e service neutron] 10.222.0.47 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166684 Feb 17 00:19:46.746901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7606962a-34b5-46bf-ae98-a23e5a958087 req-108ff6da-9b51-4706-9db4-0c3e50a5fac0 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 210 time: 0.0446916 Feb 17 00:19:47.761919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-c13ffe31-a8fc-4c71-97ab-b74dfa0c2c77 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:47.762610 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-c13ffe31-a8fc-4c71-97ab-b74dfa0c2c77 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Synchronizing usage tracker for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:19:47.780179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-c13ffe31-a8fc-4c71-97ab-b74dfa0c2c77 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Unset dirty status for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:19:47.781620 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-c13ffe31-a8fc-4c71-97ab-b74dfa0c2c77 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 814 time: 0.1734462 Feb 17 00:19:47.794346 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'port': {'device_id': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'admin_state_up': True, 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:47.902594 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2666ec7b-86e5-4146-88bb-098ec93b0962 req-049c1359-6d8b-4be5-893e-c20eb26f1e99 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 210 time: 0.0435617 Feb 17 00:19:47.932376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:19:47.941618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:19:47.951503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Made reservation on behalf of f29bf523e7644a959aa59e41f5534b78 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:19:47.955648 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:48.122961 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Allocated IP 172.20.0.6 (ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5/32844da1-3372-4f38-82ce-0e1b4ca4f1c3/e1e799b0-e4cf-4bdb-a657-8ee3f1605a89) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:19:48.381100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:48.399182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Transition to ACTIVE for port object e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:48.424504 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:48.504144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:19:48.507454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:19:48.511589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:19:48.725385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:48.726038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:48.759280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:48.764812 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-9c3f30aa-ee0f-4883-bf25-ee5c9f9d6156 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9747720 Feb 17 00:19:48.885422 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-182941fb-dd72-414f-8d31-6511a88b13ae None None] Provisioning for port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:19:48.890681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-182941fb-dd72-414f-8d31-6511a88b13ae None None] Provisioning complete for port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:19:48.891260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-182941fb-dd72-414f-8d31-6511a88b13ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:48.949851 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-182941fb-dd72-414f-8d31-6511a88b13ae None None] Port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:19:49.097283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b412f9-b301-4364-8f99-98c4e5da7996 req-48fbd9c4-df56-4601-8a99-16a494c04acb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:49.099521 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c3b412f9-b301-4364-8f99-98c4e5da7996 req-48fbd9c4-df56-4601-8a99-16a494c04acb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 931 time: 0.0882306 Feb 17 00:19:49.147111 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c3b412f9-b301-4364-8f99-98c4e5da7996 req-f8d464c2-8b91-4469-94dd-7ef0681eb73a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Feb 17 00:19:50.335883 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ae45-2a03-4567-baf9-bfc22612af88 req-6bc94624-42e5-4cd9-91dd-4c111a8d7f03 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:50.343200 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bad0ae45-2a03-4567-baf9-bfc22612af88 req-6bc94624-42e5-4cd9-91dd-4c111a8d7f03 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 931 time: 0.0880413 Feb 17 00:19:50.393359 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bad0ae45-2a03-4567-baf9-bfc22612af88 req-5da657a5-63f9-43fb-b28f-8b31efa10d17 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491624 Feb 17 00:19:51.588500 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f412b9-569f-48c0-bfc8-6ce1ecbc68f3 req-73f8c461-bae3-4bc7-8a68-da9ff11e141f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:51.590028 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80f412b9-569f-48c0-bfc8-6ce1ecbc68f3 req-73f8c461-bae3-4bc7-8a68-da9ff11e141f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 931 time: 0.0868576 Feb 17 00:19:51.616441 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:51.650415 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80f412b9-569f-48c0-bfc8-6ce1ecbc68f3 req-f4ed9902-c9e8-42fa-b437-6ac0ffb27640 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Feb 17 00:19:52.886546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe52e45-5216-4c93-89cf-b5d49bb1052e req-b9126069-0ac2-45e9-9bed-cfc76f75c540 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:52.889993 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6fe52e45-5216-4c93-89cf-b5d49bb1052e req-b9126069-0ac2-45e9-9bed-cfc76f75c540 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 931 time: 0.1047640 Feb 17 00:19:52.947358 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6fe52e45-5216-4c93-89cf-b5d49bb1052e req-466f3a07-6949-4d1e-99ab-0ce74b9374cd tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Feb 17 00:19:54.139162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d585d83-f11a-42db-8087-6c357bd25d8c req-abca9181-8021-4eed-a890-1aa070bc7e98 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:54.140695 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2d585d83-f11a-42db-8087-6c357bd25d8c req-abca9181-8021-4eed-a890-1aa070bc7e98 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 931 time: 0.0855987 Feb 17 00:19:54.188981 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2d585d83-f11a-42db-8087-6c357bd25d8c req-64166246-f444-43de-bc96-73f37e4c5088 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Feb 17 00:19:55.381751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4287f0-379a-4b84-bbe9-5b41509f99d5 req-79bba49f-6a07-46c2-9790-94cfe2e5ef68 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:55.383260 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c4287f0-379a-4b84-bbe9-5b41509f99d5 req-79bba49f-6a07-46c2-9790-94cfe2e5ef68 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 931 time: 0.0827606 Feb 17 00:19:55.427000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c4287f0-379a-4b84-bbe9-5b41509f99d5 req-aea9667b-28a7-4901-b9a2-8616624679ff tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373847 Feb 17 00:19:55.999706 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Request body: {'port': {'device_id': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:19:56.105724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:56.431938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:19:56.438843 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:56.454083 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Transition to ACTIVE for port object e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:19:56.457631 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:56.617658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f020d49-3956-4642-84b3-f1618c9e4fa4 req-17e5d2af-7f57-4510-8653-3c913f06fbdf tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:56.619789 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1f020d49-3956-4642-84b3-f1618c9e4fa4 req-17e5d2af-7f57-4510-8653-3c913f06fbdf tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 943 time: 0.0863931 Feb 17 00:19:56.658052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:56.672848 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1f020d49-3956-4642-84b3-f1618c9e4fa4 req-45fb5216-4682-4a33-aa49-cd56ef88abb7 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Feb 17 00:19:56.699329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Attempting to bind port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:19:56.699743 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Attempting to bind port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:19:56.699985 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Attempting to bind port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 on network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:56.704665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 on network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:19:56.704987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Attempting to bind port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 on network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:19:56.709963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:19:56.710304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Checking segment: {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:19:56.710685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Bound using segment: {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:19:56.711116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Bound port: e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6822803-3eae-428c-9bc9-e9801fc99c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:19:56.711457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:56.802567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:19:56.806126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:19:56.810041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:56.869866 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:56.870479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:19:56.871908 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] 10.222.0.24 "PUT /v2.0/ports/e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 1093 time: 0.8765142 Feb 17 00:19:56.872376 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:19:56.893467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5986e1-2d0f-47a4-8bdc-fc79c9771d29 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:19:56.946460 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'status': 'completed', 'code': 200} Feb 17 00:19:56.987848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-baf88eed-c1d8-4082-a0a9-0c4c81cb1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:56.991172 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-baf88eed-c1d8-4082-a0a9-0c4c81cb1747 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1096 time: 0.0769455 Feb 17 00:19:57.062891 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-4571fa67-277a-4f04-9c71-fd7efb06abe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 217 time: 0.0653512 Feb 17 00:19:57.127040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-691aa84b-d75c-41e1-8fbd-2b5217fc463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:57.128592 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-691aa84b-d75c-41e1-8fbd-2b5217fc463a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0602837 Feb 17 00:19:57.200889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-d32395cd-a084-49ba-ae43-ee9f994d9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:57.202401 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-d32395cd-a084-49ba-ae43-ee9f994d9430 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680678 Feb 17 00:19:57.329502 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-5dd80796-dbfb-496b-9178-cb238dd7d935 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206264 Feb 17 00:19:57.454749 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-96769c35-4ad9-471c-8ffc-3f12214b1d75 req-e10c29a8-8d87-4e63-88e5-8bd4b6bb4448 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195238 Feb 17 00:19:57.569062 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-efa8aa65-f168-46ea-a764-7783c1128aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:57.570670 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-efa8aa65-f168-46ea-a764-7783c1128aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1096 time: 0.0704117 Feb 17 00:19:57.832411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-60bf9d48-5d70-4c48-9216-3262dab58a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:57.833850 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-60bf9d48-5d70-4c48-9216-3262dab58a23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.2571535 Feb 17 00:19:57.884011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33654f2f-0772-40ca-b1d2-27c2b5f2dab4 req-82e9886e-76f4-441e-9780-6c81157fa749 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:57.885585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-33654f2f-0772-40ca-b1d2-27c2b5f2dab4 req-82e9886e-76f4-441e-9780-6c81157fa749 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 943 time: 0.0794256 Feb 17 00:19:57.906907 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-cc11b6c2-0604-4c51-a6d5-7ec4289e5298 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 217 time: 0.0668764 Feb 17 00:19:57.933413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-33654f2f-0772-40ca-b1d2-27c2b5f2dab4 req-bb3aac0d-3a89-4f82-8f2e-54d1d8e680e8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Feb 17 00:19:57.973691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-319e2d67-3956-4dfc-ab37-e8af50e0ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:57.975092 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-319e2d67-3956-4dfc-ab37-e8af50e0ab5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0619469 Feb 17 00:19:58.056215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-a3c65feb-6ad0-403b-8df1-862f4d70c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:58.057626 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-a3c65feb-6ad0-403b-8df1-862f4d70c93a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753019 Feb 17 00:19:58.188662 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-c4b67115-e808-4e1b-8ff1-3c7ee5b530c0 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246026 Feb 17 00:19:58.316350 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8b3d1eda-30a9-444d-94f6-3bedb2306b2e req-37c73ba7-b984-46f9-9ac7-a18bf487d6f9 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207812 Feb 17 00:19:59.113474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5fa0-8cce-46db-b238-e8eccf8ff6b0 req-d65901fb-f41b-4e6d-85bd-8bbbc01f6461 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:19:59.114914 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4eae5fa0-8cce-46db-b238-e8eccf8ff6b0 req-d65901fb-f41b-4e6d-85bd-8bbbc01f6461 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 943 time: 0.0776012 Feb 17 00:19:59.158127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4eae5fa0-8cce-46db-b238-e8eccf8ff6b0 req-f44b8709-24a9-44cd-b3f9-7287c2f3b462 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371487 Feb 17 00:20:00.357478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63313708-cf46-4c42-b048-2c2af382dc6a req-b6e88892-86fa-4639-bcc5-1ec74eaf907b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:00.358909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63313708-cf46-4c42-b048-2c2af382dc6a req-b6e88892-86fa-4639-bcc5-1ec74eaf907b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 943 time: 0.0888507 Feb 17 00:20:00.401188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63313708-cf46-4c42-b048-2c2af382dc6a req-7323873b-cfb6-4dc4-80ba-ba959b00874f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Feb 17 00:20:01.566011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:20:01.581766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f990bc8-fa9e-4279-9228-4e10e8f457d7 req-5abb2fe3-26f7-4009-bf79-2f3903b6d037 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:01.583223 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6f990bc8-fa9e-4279-9228-4e10e8f457d7 req-5abb2fe3-26f7-4009-bf79-2f3903b6d037 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 943 time: 0.0800669 Feb 17 00:20:01.626986 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6f990bc8-fa9e-4279-9228-4e10e8f457d7 req-009db06a-8859-4666-98a4-665f7aca92e0 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Feb 17 00:20:01.695903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:20:01.708984 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'port_id': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'mac_address': 'fa:16:3e:39:df:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:20:01.762382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:01.778336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:20:01.793714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:20:01.798074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:01.865574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:01.873193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.873546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.873891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.874229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.874565 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.874901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.875231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.875568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.875889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.876242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.876568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:01.876892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:02.000286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:20:02.812002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48deb-7f45-4329-9f4d-7a0778a8dcbc req-a2b75059-8bb8-4d3b-9158-a06dac12634e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:02.813466 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74c48deb-7f45-4329-9f4d-7a0778a8dcbc req-a2b75059-8bb8-4d3b-9158-a06dac12634e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 944 time: 0.0829308 Feb 17 00:20:02.856918 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-74c48deb-7f45-4329-9f4d-7a0778a8dcbc req-241303c8-d9e2-4c4c-a651-8a422d2e5995 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Feb 17 00:20:03.565487 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:20:03.631902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:20:03.636381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:20:03.636748 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:03.754049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d0194324-5470-4a5e-b0a5-296b3e83d75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:03.759334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:03.784366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:20:03.793563 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:20:03.797451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:03.836782 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'code': 200} Feb 17 00:20:03.868560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:04.043446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c2952-172d-424d-be0d-37110c3092e0 req-25b99bc1-5ac3-4f5a-a232-8e6882981cdd tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:04.044934 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-790c2952-172d-424d-be0d-37110c3092e0 req-25b99bc1-5ac3-4f5a-a232-8e6882981cdd tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0790949 Feb 17 00:20:04.052799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9284-1df7-4f0c-ac93-6e43a7a07982 req-a3061bda-5b9f-4cbe-8b58-d9028a4ece82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:04.054284 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-136b9284-1df7-4f0c-ac93-6e43a7a07982 req-a3061bda-5b9f-4cbe-8b58-d9028a4ece82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1098 time: 0.0686114 Feb 17 00:20:04.092287 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-790c2952-172d-424d-be0d-37110c3092e0 req-511ae291-9f5a-416a-94d4-427f6f43c44a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Feb 17 00:20:04.096730 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-136b9284-1df7-4f0c-ac93-6e43a7a07982 req-c9b3c8d5-4826-418c-b73d-02cd0a72d5e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Feb 17 00:20:05.273210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b8fe-560f-4a78-923a-d4170d78111c req-cc43b9ac-abb2-4fd9-b44c-99e9f2cedd68 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:05.275148 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8d3b8fe-560f-4a78-923a-d4170d78111c req-cc43b9ac-abb2-4fd9-b44c-99e9f2cedd68 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0778821 Feb 17 00:20:05.317679 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f8d3b8fe-560f-4a78-923a-d4170d78111c req-acb58f08-833d-4c41-af47-fe9f52632d68 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Feb 17 00:20:05.500004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc832d-93e1-42ee-9dba-99a186d6e558 req-637445ee-07b6-4b0c-acf5-23be993e334e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:05.501475 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-abbc832d-93e1-42ee-9dba-99a186d6e558 req-637445ee-07b6-4b0c-acf5-23be993e334e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0797534 Feb 17 00:20:05.544426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-abbc832d-93e1-42ee-9dba-99a186d6e558 req-24e6e245-3325-4cfe-90ef-8e3399bbdd5f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 Feb 17 00:20:05.924654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7859cb-cfbe-41f3-ba44-3786adb529e5 req-5593792f-4237-41ac-bc7e-8cd538647fff tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:05.925977 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7b7859cb-cfbe-41f3-ba44-3786adb529e5 req-5593792f-4237-41ac-bc7e-8cd538647fff tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0774219 Feb 17 00:20:05.969621 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7b7859cb-cfbe-41f3-ba44-3786adb529e5 req-3f3dc1a2-f76c-4b51-902f-4723283b965e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Feb 17 00:20:05.978392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fad638e8-e35d-4007-b0ae-bb360fc36da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:07.016905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:07.359086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:08.598947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:12.068084 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:20:16.006028 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64f9bf-397f-4e7b-a89d-3e8fbdcf666b req-8449a22e-9c80-46ba-b826-f443667a5236 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:16.007474 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1d64f9bf-397f-4e7b-a89d-3e8fbdcf666b req-8449a22e-9c80-46ba-b826-f443667a5236 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0838418 Feb 17 00:20:16.054973 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1d64f9bf-397f-4e7b-a89d-3e8fbdcf666b req-064f9fb9-fbf5-4104-ba74-d517a2d31573 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Feb 17 00:20:16.077780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33280) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:16.184301 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bef451-bf34-4211-b8c7-11e5dfd4b457 tempest-TestMinimumBasicScenario-300270041 tempest-TestMinimumBasicScenario-300270041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:16.184982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-97bef451-bf34-4211-b8c7-11e5dfd4b457 tempest-TestMinimumBasicScenario-300270041 tempest-TestMinimumBasicScenario-300270041-project-admin] Synchronizing usage tracker for tenant:38a100addb394cddb11647148e1e8dca on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:20:16.201056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-97bef451-bf34-4211-b8c7-11e5dfd4b457 tempest-TestMinimumBasicScenario-300270041 tempest-TestMinimumBasicScenario-300270041-project-admin] Unset dirty status for tenant:38a100addb394cddb11647148e1e8dca on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:20:16.202205 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-97bef451-bf34-4211-b8c7-11e5dfd4b457 tempest-TestMinimumBasicScenario-300270041 tempest-TestMinimumBasicScenario-300270041-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1093 time: 0.1234615 Feb 17 00:20:16.205418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33286) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:16.210149 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:16.216402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:16.220208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:floatingip and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:16.223306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:16.229642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:16.239924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:16.395558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:16.533375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Allocated IP 172.26.2.117 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/6ab463ab-e36f-4acf-ab1f-d151a18bf78c) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:20:16.777569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:16.807579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:16.876908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:20:16.879956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:20:16.882610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:20:16.919751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'Port': ['ID=6ab463ab-e36f-4acf-ab1f-d151a18bf78c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:17.296897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:17.374794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:17.571389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:17.575524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:17.682187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'Port': ['ID=6ab463ab-e36f-4acf-ab1f-d151a18bf78c,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:17.700465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:17.864628 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Floating IP 99ce760d-b423-418f-b2e8-057113f0fe8a associated. External IP: 172.26.2.117, port: e1e799b0-e4cf-4bdb-a657-8ee3f1605a89. Feb 17 00:20:18.324448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Router 9ce14107-df48-4811-bdd4-6bb53681c232 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:20:18.496502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:20:18.505760 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] Sync routers for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:20:18.514523 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:20:18.515080 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:20:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:20:18.519562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.576436 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fc8cdb5e-ab84-49e0-80f6-ea4efe37523f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3698819 Feb 17 00:20:18.576919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:20:18.579256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33290) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:18.584656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226468623', 'description': 'tempest-secgroup-smoke-1226468623 description', 'project_id': 'f29bf523e7644a959aa59e41f5534b78'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:18.591580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:18.596700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:18.600160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:18.607847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:18.620014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.646630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:18.656639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:18.660328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:18.668712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:18.699257 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:20:18.745528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.750060 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.763084 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'status': 'completed', 'code': 200} Feb 17 00:20:18.835395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc936d6-9b69-4c9a-acf8-afe596ee11bf,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:18.840715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.841905 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2615921 Feb 17 00:20:18.844904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33298) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:18.848535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.848882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.849223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.849568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.849888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.850217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.850542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.850658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'security_group_rule': {'security_group_id': '3bc936d6-9b69-4c9a-acf8-afe596ee11bf', 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:18.850868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.851191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.851510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.851827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.852169 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63333cd-e1c2-472d-8628-c6ff18f44ea5 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:20:18.856709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:18.860676 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:18.864467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:18.872702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:18.882580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-edb04c4c-29f1-492a-a171-085496d76cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:18.884820 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-edb04c4c-29f1-492a-a171-085496d76cec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1098 time: 0.0958915 Feb 17 00:20:18.890748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.953124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.957964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.982452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcaa180-d746-4006-bcd9-5da76c4e50e9,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:18.994048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:18.998373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c77ee666-c7e8-4746-9d9f-9a78b517eab8 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522532 Feb 17 00:20:18.998977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33302) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:19.004631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'security_group_rule': {'security_group_id': '3bc936d6-9b69-4c9a-acf8-afe596ee11bf', 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:19.011122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:19.015106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:19.018056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:19.023852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:19.023987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-57c22b93-4fba-4e5e-9eca-34a087d327f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:19.025539 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-57c22b93-4fba-4e5e-9eca-34a087d327f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.1359258 Feb 17 00:20:19.043703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.067281 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '99ce760d-b423-418f-b2e8-057113f0fe8a', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'floating_ip_address': '172.26.2.117', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'port_id': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'mac_address': 'fa:16:3e:39:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:20:17Z', 'updated_at': '2022-02-17T00:20:17Z', 'revision_number': 0, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:35Z', 'revision_number': 5, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:20:19.071936 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] Checking router: 9ce14107-df48-4811-bdd4-6bb53681c232 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:20:19.080856 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:20:19.081479 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:20:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:20:19.111737 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.115953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.139004 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-413a3dd5-066f-4391-9b0e-7f4e6e9c8c08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 999 time: 0.1074755 Feb 17 00:20:19.143933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba4644e-70cb-4378-9559-b2f97fafbf4c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:19.151422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.152012 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-491cac16-a002-4d96-95d2-554e12db2a2e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518168 Feb 17 00:20:19.156235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33306) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:19.164085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'security_group_rule': {'security_group_id': '3bc936d6-9b69-4c9a-acf8-afe596ee11bf', 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:19.172184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:19.176365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:19.181138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:19.188358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:19.206905 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-2c193ac1-7f26-4349-a34c-2cdf47f3a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:19.207260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.208376 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-2c193ac1-7f26-4349-a34c-2cdf47f3a49c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0624113 Feb 17 00:20:19.275522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.283764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.288483 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:20:19.288986 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-850ceaca-387c-43a3-aa03-2f7a793543f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:19.291025 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-850ceaca-387c-43a3-aa03-2f7a793543f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772908 Feb 17 00:20:19.321059 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.322494 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652312 Feb 17 00:20:19.323544 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c10c3c-b1d8-488e-8bcd-0dac7f3d682c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a345c2f8-2a2e-4ec6-abed-bf6d3c20c80d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:19.325375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33310) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:19.330591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'security_group_rule': {'security_group_id': '3bc936d6-9b69-4c9a-acf8-afe596ee11bf', 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:19.336539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:19.340911 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:19.343789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:19.350387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:19.368171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.427676 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-c92a1d23-c962-44d0-aad1-21d0aa628b21 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309202 Feb 17 00:20:19.430337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.434570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.464241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb37a1a9-3a3e-4031-a6fe-b17bc9aefd97,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:19.470434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.472136 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b0a10327-12b8-4f00-a248-7be43e3896bb tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458309 Feb 17 00:20:19.474896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33314) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:19.480749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'security_group_rule': {'security_group_id': '3bc936d6-9b69-4c9a-acf8-afe596ee11bf', 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:19.487004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:19.491135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:19.495596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:19.502304 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:19.515288 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Project f29bf523e7644a959aa59e41f5534b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:20:19.522456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.559949 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-40eb23c1-4cc3-468a-9ec4-b34e1d4609b2 req-31d662ad-e1a3-4feb-8baa-c0026adb61f6 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268814 Feb 17 00:20:19.592390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.597190 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.623071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90fe737-7b01-4ac8-8f79-d159e2f2aa46,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:19.634540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.638981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33318) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:20:19.639483 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-32a9e9ae-b884-4e7f-8eea-763fe9fcd5f1 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629272 Feb 17 00:20:19.645223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'security_group_rule': {'security_group_id': '3bc936d6-9b69-4c9a-acf8-afe596ee11bf', 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:19.651223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:20:19.655215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Usage tracker for resource:security_group_rule and tenant:f29bf523e7644a959aa59e41f5534b78 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:20:19.658131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:20:19.665652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:20:19.676190 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Project f29bf523e7644a959aa59e41f5534b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:20:19.683467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.694844 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '99ce760d-b423-418f-b2e8-057113f0fe8a', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'floating_ip_address': '172.26.2.117', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'port_id': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'mac_address': 'fa:16:3e:39:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:20:17Z', 'updated_at': '2022-02-17T00:20:17Z', 'revision_number': 0, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:35Z', 'revision_number': 5, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:20:19.700015 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e4461-63e0-4cb4-a549-3a99f6411c92 None None] The sync data for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv is: [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '99ce760d-b423-418f-b2e8-057113f0fe8a', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'floating_ip_address': '172.26.2.117', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'port_id': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'mac_address': 'fa:16:3e:39:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:20:17Z', 'updated_at': '2022-02-17T00:20:17Z', 'revision_number': 0, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:35Z', 'revision_number': 5, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:20:19.752646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.757023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.783551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861d40c5-7c1f-4658-a5f4-3783827feed3,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:19.793122 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:19.794400 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-de29f642-3064-4fc5-a849-1b190647701b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536369 Feb 17 00:20:19.890019 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeab05-9ee8-4fc7-b098-9ab889aec779 None None] New status for floating IP 99ce760d-b423-418f-b2e8-057113f0fe8a: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:20:19.914438 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-d067a9ff-e3bf-496e-8da5-0974e32a08a7 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226468623&fields=id&tenant_id=f29bf523e7644a959aa59e41f5534b78 HTTP/1.1" status: 200 len: 267 time: 0.0394742 Feb 17 00:20:19.995769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-92424074-3614-49cf-8f19-4662611f8872 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:19.997241 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-92424074-3614-49cf-8f19-4662611f8872 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0768580 Feb 17 00:20:20.012600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'port': {'security_groups': ['3fd75754-7597-491c-9a58-d93bc1fc2e39', '3bc936d6-9b69-4c9a-acf8-afe596ee11bf']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:20:20.150174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:20.417354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:20:20.442565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:20.446981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:20.460600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:20:20.518940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:20.519609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:20.521052 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0fa70fb0-6126-4e2d-9652-86082b0b424a req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "PUT /v2.0/ports/e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 981 time: 0.5131650 Feb 17 00:20:20.539665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd5d5-6ed4-49a4-bc3f-bba138b8f37a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=6']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:20:20.579497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:20:20.707490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa82266-0f4e-48e3-9a5f-3076ea7b0788 req-e75f684d-f5ee-4eaa-91d4-b9e2cc9b1368 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:20.709050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-baa82266-0f4e-48e3-9a5f-3076ea7b0788 req-e75f684d-f5ee-4eaa-91d4-b9e2cc9b1368 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0887294 Feb 17 00:20:20.756353 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-baa82266-0f4e-48e3-9a5f-3076ea7b0788 req-70c0ee9a-2f51-4184-b583-ff8d92a00c7e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405619 Feb 17 00:20:20.764097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:20:20.835426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'status': 'completed', 'code': 200} Feb 17 00:20:20.858975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a6f05b36-77f0-4524-866c-79a6b7e85ea9 None None] Provisioning complete for port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:20:20.859353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a6f05b36-77f0-4524-866c-79a6b7e85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:20.924293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-2a26b1d2-0c6a-44d0-bdf9-c3bc83d0815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:20.925840 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-2a26b1d2-0c6a-44d0-bdf9-c3bc83d0815c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1137 time: 0.0708964 Feb 17 00:20:21.164187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-addfe772-0197-4ffc-9639-9b0a50fe8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:21.165660 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-addfe772-0197-4ffc-9639-9b0a50fe8c62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.2330039 Feb 17 00:20:21.267057 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-f37bca9a-fafb-436f-85a9-0b36f00d9510 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 1001 time: 0.0951722 Feb 17 00:20:21.334539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-8635c513-f064-4b06-95dc-c92e0b4fa41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:21.336001 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-8635c513-f064-4b06-95dc-c92e0b4fa41d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0630975 Feb 17 00:20:21.411127 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-cb6426bc-ee7b-4689-a194-19a3d97b0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:21.412523 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-cb6426bc-ee7b-4689-a194-19a3d97b0a26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707519 Feb 17 00:20:21.538172 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-7fc2a727-3a40-4d11-b4da-9a029a784a2b service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193409 Feb 17 00:20:21.598830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:21.667386 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6d749a18-bb34-4c1c-8aa9-edff2599481e req-9fa44f09-33f0-40d1-803c-8c9b1edd12fc service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234772 Feb 17 00:20:25.155010 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-bb02affd-0420-403f-9c1b-0a3ef343dbae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677514 Feb 17 00:20:25.294542 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-61209b90-b584-4197-9859-3f24076c4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:25.296084 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-61209b90-b584-4197-9859-3f24076c4435 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1137 time: 0.0720439 Feb 17 00:20:25.437712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-5aa84ea2-6b50-40b7-8025-f559ce287d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:25.439141 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-5aa84ea2-6b50-40b7-8025-f559ce287d85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.1256328 Feb 17 00:20:25.538192 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-adda3a0b-9e22-419c-88a8-b48be85131ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 1001 time: 0.0922074 Feb 17 00:20:25.604795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-445cde01-0df5-48ee-a8d0-91e07faa7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:25.606655 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-445cde01-0df5-48ee-a8d0-91e07faa7f3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0623715 Feb 17 00:20:25.682185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-9f92ec7f-155e-44be-87fb-60533487f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:25.683657 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-9f92ec7f-155e-44be-87fb-60533487f43b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709093 Feb 17 00:20:25.813583 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-b3634932-2842-4016-9d4b-29d2d5a225da service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230495 Feb 17 00:20:25.955773 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-fd398d49-a772-4156-af2e-b73ddbc66bc0 req-450c95ee-b2fa-4773-85fc-f24abae7d697 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344273 Feb 17 00:20:33.735489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d7379079-92f6-4b63-92d5-cc6e14ae2eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:35.981544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d1e9ef1-ac66-491b-8c46-5f8dc8c026fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:37.010060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:37.361857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:38.098485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-707fc59b-1caf-4e96-913b-0f615913ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:38.099942 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-707fc59b-1caf-4e96-913b-0f615913ef5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1137 time: 0.0744441 Feb 17 00:20:38.130144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfe4c1-650e-4efa-a2cb-e368cb59f630 req-78aa28b6-83c5-43d4-863e-d5ed61093275 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:38.131603 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8cbfe4c1-650e-4efa-a2cb-e368cb59f630 req-78aa28b6-83c5-43d4-863e-d5ed61093275 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0783854 Feb 17 00:20:38.178105 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8cbfe4c1-650e-4efa-a2cb-e368cb59f630 req-da9d4866-391f-4daa-bc28-13d8493cc8b3 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406544 Feb 17 00:20:38.333073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-c68cde08-cef8-4174-9d80-dbd1961df6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:38.334496 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-c68cde08-cef8-4174-9d80-dbd1961df6e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.2286556 Feb 17 00:20:38.433908 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-e12ded5c-0896-46bb-be7c-5439985c7f9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 1001 time: 0.0930858 Feb 17 00:20:38.496002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-f3e34a52-2bfc-4108-9355-d953892dbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:38.497366 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-f3e34a52-2bfc-4108-9355-d953892dbf2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0555191 Feb 17 00:20:38.570163 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-8109f45a-c675-44aa-ad57-5b23aac1ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:38.571591 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-8109f45a-c675-44aa-ad57-5b23aac1ffc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668626 Feb 17 00:20:38.581860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-10edda06-fcd5-40e9-9b36-aecb4482bf5f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:20:38.582759 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-10edda06-fcd5-40e9-9b36-aecb4482bf5f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046866 Feb 17 00:20:38.604156 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:20:38.713806 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-6709e1cc-0d03-4787-9c86-5a00487b8187 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249774 Feb 17 00:20:38.845540 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-2e7e7220-8e33-40fe-9d8c-a5cea73a5676 req-bdb218b3-6a2d-4ca5-a915-afb4d091be17 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252091 Feb 17 00:20:39.368595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3b31-71d4-4afc-940f-158897f3e0b5 req-267c664d-9676-4519-ab0a-e0e86d79b0fd tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:39.370048 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fb6c3b31-71d4-4afc-940f-158897f3e0b5 req-267c664d-9676-4519-ab0a-e0e86d79b0fd tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0816877 Feb 17 00:20:39.414685 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fb6c3b31-71d4-4afc-940f-158897f3e0b5 req-bc46ebc0-2802-4857-888a-1ade2afbc8e7 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389657 Feb 17 00:20:40.594858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c779a-baa5-4dc5-bb92-556b9b0a48c2 req-ce387c39-0e83-45b0-8d97-c79c0a1c995a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:40.596557 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-619c779a-baa5-4dc5-bb92-556b9b0a48c2 req-ce387c39-0e83-45b0-8d97-c79c0a1c995a tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0766993 Feb 17 00:20:40.740380 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-619c779a-baa5-4dc5-bb92-556b9b0a48c2 req-f7d68fb2-3588-484b-8aca-58e1581d85a0 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379638 Feb 17 00:20:41.923375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c396-68da-4ffe-aabd-dd1cb04c7e69 req-25600947-2123-49d4-b77b-5a4ff5c39914 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:41.924736 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5039c396-68da-4ffe-aabd-dd1cb04c7e69 req-25600947-2123-49d4-b77b-5a4ff5c39914 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0777531 Feb 17 00:20:41.968731 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5039c396-68da-4ffe-aabd-dd1cb04c7e69 req-49ac5175-3974-47a6-8049-8f7324c30a69 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384109 Feb 17 00:20:43.153535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c362b-b7b3-4eb0-aa75-6521ed56051c req-347a960b-a823-4fb3-93c1-8442768ca065 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:43.154966 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a44c362b-b7b3-4eb0-aa75-6521ed56051c req-347a960b-a823-4fb3-93c1-8442768ca065 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0806465 Feb 17 00:20:43.201079 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a44c362b-b7b3-4eb0-aa75-6521ed56051c req-706cc317-edb1-46ad-b6b7-809d4dd73ea7 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404181 Feb 17 00:20:44.378735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740c744-cea0-4c22-95dc-21ffa6d25f1c req-cce12a83-783c-45d2-8fcb-7a25d7858f58 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:44.380173 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9740c744-cea0-4c22-95dc-21ffa6d25f1c req-cce12a83-783c-45d2-8fcb-7a25d7858f58 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0759652 Feb 17 00:20:44.425982 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9740c744-cea0-4c22-95dc-21ffa6d25f1c req-e63542b8-a801-4093-b6e9-81bf2fc8779f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400698 Feb 17 00:20:45.608097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f65eb-77e2-4d2c-a917-62663c4bd179 req-d91976c2-1f3c-40db-a837-5bed9be5db95 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:45.609560 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fd2f65eb-77e2-4d2c-a917-62663c4bd179 req-d91976c2-1f3c-40db-a837-5bed9be5db95 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0820992 Feb 17 00:20:45.654050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fd2f65eb-77e2-4d2c-a917-62663c4bd179 req-aada5627-55ea-47d6-a2f8-1ecf8e34d5d3 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388706 Feb 17 00:20:46.831310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100b5b0-a878-46b0-bffa-6070afc61e90 req-eb3cb8ea-df6e-44ce-94c7-fc5777820111 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:46.832772 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e100b5b0-a878-46b0-bffa-6070afc61e90 req-eb3cb8ea-df6e-44ce-94c7-fc5777820111 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0764134 Feb 17 00:20:46.880486 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e100b5b0-a878-46b0-bffa-6070afc61e90 req-8d0d8904-cf3f-4d93-9f3a-9a606d20ecb9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412984 Feb 17 00:20:48.059856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3747424-9481-4d2c-b796-b5c8c381c95b req-f418f562-dc4a-4b9d-93be-4c03d25e14f2 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:48.062000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3747424-9481-4d2c-b796-b5c8c381c95b req-f418f562-dc4a-4b9d-93be-4c03d25e14f2 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0788176 Feb 17 00:20:48.108785 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a3747424-9481-4d2c-b796-b5c8c381c95b req-ef7b0eb5-6a69-44ae-9e7a-7acc8bf13108 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403008 Feb 17 00:20:49.066711 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:20:49.296672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe7728-8f43-47ee-9a78-acb3552778a5 req-6444d788-3d1d-4bf1-afb2-cfabbb8ad32b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:49.298090 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-39fe7728-8f43-47ee-9a78-acb3552778a5 req-6444d788-3d1d-4bf1-afb2-cfabbb8ad32b tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0802636 Feb 17 00:20:49.342815 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-39fe7728-8f43-47ee-9a78-acb3552778a5 req-98b41874-dfc0-41ea-ba15-1d968c58b449 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390594 Feb 17 00:20:50.524485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607a29-e556-4d1f-ae36-6729fb4b9bad req-ce1a55d5-a2d9-4b7a-9a59-fb005d7c8854 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:20:50.526441 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-41607a29-e556-4d1f-ae36-6729fb4b9bad req-ce1a55d5-a2d9-4b7a-9a59-fb005d7c8854 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0774503 Feb 17 00:20:50.570513 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-41607a29-e556-4d1f-ae36-6729fb4b9bad req-ed0d0f7d-bdd8-471c-b826-3ebb44d14d09 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3bc936d6-9b69-4c9a-acf8-afe596ee11bf&id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384617 Feb 17 00:20:51.609173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:03.740610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-23f09471-e873-42ac-837f-879f3266b67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:05.983230 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-45d72935-992f-4cd8-9763-cc761848f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:07.011771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:07.364335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:08.605928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:21.625800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.033822 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-520320f4-9283-4e19-b406-4ee8e951cddc tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226468623&fields=id&tenant_id=f29bf523e7644a959aa59e41f5534b78 HTTP/1.1" status: 200 len: 267 time: 0.0424566 Feb 17 00:21:23.112943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-622277f2-feea-4c76-aa29-83274c342cac tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:23.114347 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-622277f2-feea-4c76-aa29-83274c342cac tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 984 time: 0.0751979 Feb 17 00:21:23.124896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Request body: {'port': {'security_groups': ['3fd75754-7597-491c-9a58-d93bc1fc2e39']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:23.240266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.465706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:23.492174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.496800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.508486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:21:23.563579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:23.564235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.565621 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dcf1dde9-deba-41fc-8581-a7ac6ec20427 req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "PUT /v2.0/ports/e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 942 time: 0.4450200 Feb 17 00:21:23.566073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:23.575632 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33374) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:23.589439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event updated for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=7']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:23.597257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.597600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.597940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.598655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.598766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.599039 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.599363 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.599689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.600007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.600347 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.600664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.600978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15ce89-1f99-4212-9cc6-8989844da35f tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.638692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:21:23.640832 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'status': 'completed', 'code': 200} Feb 17 00:21:23.701761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.774103 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.843265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d557a-833b-4f26-a494-d99f7e37842b req-9b3bed32-3dfc-4443-a6ed-9240dcd6c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:23.844910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-df0d557a-833b-4f26-a494-d99f7e37842b req-9b3bed32-3dfc-4443-a6ed-9240dcd6c8ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1098 time: 0.1832404 Feb 17 00:21:23.899341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d9fd4f5a-5347-4a26-a582-cd40eb3e88ca None None] Provisioning complete for port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:23.899707 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4f5a-5347-4a26-a582-cd40eb3e88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.932976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.958430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc936d6-9b69-4c9a-acf8-afe596ee11bf,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:23.982727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.983073 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.983413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.983746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.984093 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.984424 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.984751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.985075 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.985395 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.985716 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.986036 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.986353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:23.988974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:23.990101 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-6c522596-c57e-4d8a-87d7-1ba269a1124c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "DELETE /v2.0/security-groups/3bc936d6-9b69-4c9a-acf8-afe596ee11bf HTTP/1.1" status: 204 len: 168 time: 0.4127851 Feb 17 00:21:23.992878 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33380) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:24.015551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d557a-833b-4f26-a494-d99f7e37842b req-b9bb6705-936e-4d3f-8416-bc3d44a32e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:24.016933 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-df0d557a-833b-4f26-a494-d99f7e37842b req-b9bb6705-936e-4d3f-8416-bc3d44a32e42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.1664603 Feb 17 00:21:24.122121 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-df0d557a-833b-4f26-a494-d99f7e37842b req-95c906bb-dad0-40ac-93d4-a3725f3687b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 1001 time: 0.0971148 Feb 17 00:21:24.186016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d557a-833b-4f26-a494-d99f7e37842b req-f0a560e2-7990-41dd-a595-9fa4d6a69177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:24.187429 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-df0d557a-833b-4f26-a494-d99f7e37842b req-f0a560e2-7990-41dd-a595-9fa4d6a69177 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0595255 Feb 17 00:21:24.191892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Deleting port 6ab463ab-e36f-4acf-ab1f-d151a18bf78c {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:24.192397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:24.259912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d557a-833b-4f26-a494-d99f7e37842b req-cbbe2437-7d51-4de7-9e4b-40466769d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:24.261538 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-df0d557a-833b-4f26-a494-d99f7e37842b req-cbbe2437-7d51-4de7-9e4b-40466769d4e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681670 Feb 17 00:21:24.356529 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:24.356846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:24.390845 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-df0d557a-833b-4f26-a494-d99f7e37842b req-41b5a246-2a8a-474f-93de-3a94ab088d85 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229715 Feb 17 00:21:24.476013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Calling delete_port for 6ab463ab-e36f-4acf-ab1f-d151a18bf78c owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:24.528208 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-df0d557a-833b-4f26-a494-d99f7e37842b req-fe0daf14-e6bc-45bc-8a50-b758ced57b23 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306989 Feb 17 00:21:24.715966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:24.762837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event deleted for resources: {'Port': ['ID=6ab463ab-e36f-4acf-ab1f-d151a18bf78c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:24.850998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:24.851327 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Floating IP 99ce760d-b423-418f-b2e8-057113f0fe8a disassociated (deleted). External IP: 172.26.2.117, port: e1e799b0-e4cf-4bdb-a657-8ee3f1605a89. Feb 17 00:21:25.160398 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-1a7add6b-d11a-4148-8b34-9092a4144090 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713873 Feb 17 00:21:25.223623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Router 9ce14107-df48-4811-bdd4-6bb53681c232 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:21:25.298171 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706651fe-383d-424b-adf9-8611b308bb1e req-f7754414-b4a5-4341-ae2f-1f74cb37d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:25.299641 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-f7754414-b4a5-4341-ae2f-1f74cb37d950 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1098 time: 0.0713315 Feb 17 00:21:25.398675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:21:25.409882 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] Sync routers for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:21:25.414615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:25.420777 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:25.421885 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:25.451112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706651fe-383d-424b-adf9-8611b308bb1e req-98d4519e-1f26-4d1a-9418-0e8f1856ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:25.452575 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-98d4519e-1f26-4d1a-9418-0e8f1856ddb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.1336045 Feb 17 00:21:25.471952 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7d4b311a-de03-4fc8-8dfb-5765b72b8cd9 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "DELETE /v2.0/floatingips/99ce760d-b423-418f-b2e8-057113f0fe8a HTTP/1.1" status: 204 len: 168 time: 1.4779859 Feb 17 00:21:25.602305 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:25.629993 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-f70a7008-b8f0-4e0c-8233-ad1c9f02a2e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 217 time: 0.1705256 Feb 17 00:21:25.642393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:25.707936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706651fe-383d-424b-adf9-8611b308bb1e req-7bc33618-cbd1-4d85-8e88-fa5d1415fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:25.708094 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-7bc33618-cbd1-4d85-8e88-fa5d1415fd78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0716264 Feb 17 00:21:25.710379 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'status': 'completed', 'code': 200} Feb 17 00:21:25.787387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706651fe-383d-424b-adf9-8611b308bb1e req-f073fe05-e193-4593-9da2-4ba03a632757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:25.789008 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-f073fe05-e193-4593-9da2-4ba03a632757 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744491 Feb 17 00:21:25.941493 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:35Z', 'revision_number': 5, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:25.945616 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] Checking router: 9ce14107-df48-4811-bdd4-6bb53681c232 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:21:25.948587 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-1a6ee889-be8d-4c34-9374-cd9bfc59df82 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537793 Feb 17 00:21:25.954201 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:25.955202 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:26.079701 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-706651fe-383d-424b-adf9-8611b308bb1e req-200578db-7af8-4c66-9f68-d6158d068a3d service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258528 Feb 17 00:21:26.104140 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:21:26.136164 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:26.203746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-252ab366-8eea-4912-9528-5faaa823c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:26.205183 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-252ab366-8eea-4912-9528-5faaa823c3a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f29bf523e7644a959aa59e41f5534b78&device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 1098 time: 0.0733564 Feb 17 00:21:26.337608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-c35916bc-20cb-4dd9-8b4d-9e1eadbabdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:26.339031 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-c35916bc-20cb-4dd9-8b4d-9e1eadbabdc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 200 len: 914 time: 0.1285574 Feb 17 00:21:26.409858 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-c0eeb59c-da9b-4aac-ba16-78e8a663700c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 200 len: 217 time: 0.0643349 Feb 17 00:21:26.446518 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:35Z', 'revision_number': 5, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:26.450492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e546f09-215d-4e2e-8ce4-4a7a89c4a44b None None] The sync data for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv is: [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:19:27Z', 'revision_number': 4, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'abe4d402-b7d5-4424-87a1-d97748561a79', 'name': '', 'network_id': 'ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'mac_address': 'fa:16:3e:5d:20:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:27Z', 'updated_at': '2022-02-17T00:19:35Z', 'revision_number': 5, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'subnets': [{'id': '32844da1-3372-4f38-82ce-0e1b4ca4f1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:21:26.479809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-d473c56b-39a1-4d0d-ba82-d1a9fcbcba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:26.481910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-d473c56b-39a1-4d0d-ba82-d1a9fcbcba9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 200 len: 853 time: 0.0661058 Feb 17 00:21:26.567222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-5c9b3adb-163f-43ca-9751-65dcf3f9b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:26.568535 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-5c9b3adb-163f-43ca-9751-65dcf3f9b1e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806541 Feb 17 00:21:26.715006 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-51d48b95-1505-449d-9f8d-c091c3c74708 service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394129 Feb 17 00:21:26.724933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02206e90-03ff-443a-aee1-ec66dfd8dab2 None None] New status for floating IP 99ce760d-b423-418f-b2e8-057113f0fe8a: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:21:26.858498 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d0c04291-9391-4083-8f78-f99ca8f9ad3a req-a0956b4c-f78a-404c-a824-35697f853a5a service neutron] 10.222.0.24 "GET /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371441 Feb 17 00:21:29.817229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09ba47-b0b7-47a7-a06c-6945767670e4 req-75b1bf41-590d-4089-9a02-3bc432e1247d tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:29.817823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ec09ba47-b0b7-47a7-a06c-6945767670e4 req-75b1bf41-590d-4089-9a02-3bc432e1247d tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Synchronizing usage tracker for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:21:29.832277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-ec09ba47-b0b7-47a7-a06c-6945767670e4 req-75b1bf41-590d-4089-9a02-3bc432e1247d tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Unset dirty status for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:21:29.833383 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ec09ba47-b0b7-47a7-a06c-6945767670e4 req-75b1bf41-590d-4089-9a02-3bc432e1247d tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0927904 Feb 17 00:21:29.879017 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ec09ba47-b0b7-47a7-a06c-6945767670e4 req-6935a774-9edd-4751-8427-934d5a142fa7 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Feb 17 00:21:31.072090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e9ebb-3663-4043-a0c2-6234a8e66ed3 req-320279ad-ae3d-4193-b717-f5237c46672c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:31.074791 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a95e9ebb-3663-4043-a0c2-6234a8e66ed3 req-320279ad-ae3d-4193-b717-f5237c46672c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0882652 Feb 17 00:21:31.116777 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a95e9ebb-3663-4043-a0c2-6234a8e66ed3 req-6ee25d19-8e7e-4e6c-be35-0c8c514b6147 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fd75754-7597-491c-9a58-d93bc1fc2e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365067 Feb 17 00:21:31.413767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-731960c5-4e87-4207-9e1c-9d20e58ab08e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:31.414464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-731960c5-4e87-4207-9e1c-9d20e58ab08e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Synchronizing usage tracker for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:21:31.426168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-731960c5-4e87-4207-9e1c-9d20e58ab08e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Unset dirty status for tenant:f29bf523e7644a959aa59e41f5534b78 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:21:31.427219 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-731960c5-4e87-4207-9e1c-9d20e58ab08e tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.24 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 945 time: 0.0990527 Feb 17 00:21:31.494146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Deleting port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:31.494484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:31.748649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] For port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:31.748919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:31.869764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Calling delete_port for e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:32.011748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:32.023719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:21:32.063697 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Pushing event deleted for resources: {'Port': ['ID=e1e799b0-e4cf-4bdb-a657-8ee3f1605a89,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:32.246783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] No DVR routers for this DVR port e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:21:32.249222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:32.251817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'name': 'network-vif-deleted', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:32.268115 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ca468246-ec76-4800-902d-dc01ceaa8fa5 req-7073aeb3-6c04-4eef-bdd2-de9a991a454c tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.24 "DELETE /v2.0/ports/e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 HTTP/1.1" status: 204 len: 173 time: 0.8356404 Feb 17 00:21:32.271070 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5f604d84-db05-451c-914b-5f9579b8316c req-d0fb7e43-4a90-4727-b906-567ff90714e6 tempest-TestMinimumBasicScenario-2071475020 tempest-TestMinimumBasicScenario-2071475020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ead3f741-6e77-4761-b427-26a6a13da72e HTTP/1.1" status: 200 len: 210 time: 0.0427909 Feb 17 00:21:32.458678 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3f741-6e77-4761-b427-26a6a13da72e', 'name': 'network-vif-deleted', 'tag': 'e1e799b0-e4cf-4bdb-a657-8ee3f1605a89', 'status': 'completed', 'code': 200} Feb 17 00:21:33.741796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7d0ad06e-6088-4340-9764-b7f762f0fdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:33.907144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33464) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:34.532881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:34.868687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Deleting port abe4d402-b7d5-4424-87a1-d97748561a79 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:34.869014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:35.031900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] For port abe4d402-b7d5-4424-87a1-d97748561a79, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=abe4d402-b7d5-4424-87a1-d97748561a79,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:35.032582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:35.155308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Calling delete_port for abe4d402-b7d5-4424-87a1-d97748561a79 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:35.455272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:35.529866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe4d402-b7d5-4424-87a1-d97748561a79,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:35.862031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:35.977236 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:21:36.016587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:21:36.016934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device e1e799b0-e4cf-4bdb-a657-8ee3f1605a89 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:21:36.022925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-32b9e879-058d-4c83-adb3-fb8114c752a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:36.210136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Router 9ce14107-df48-4811-bdd4-6bb53681c232 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:21:36.382154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:21:36.392205 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] Sync routers for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:21:36.394928 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6fb5c275-edcd-4de1-ad4f-ad7c6c4b4520 admin admin] 10.222.0.47 "PUT /v2.0/routers/9ce14107-df48-4811-bdd4-6bb53681c232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867485 Feb 17 00:21:36.397578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33468) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:36.401894 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:36.402553 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:36.567901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:36.571881 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:36.748805 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:36.757940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Deleting port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:36.758339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:36.872222 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:21:35Z', 'revision_number': 5, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port': {'id': 'e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:db:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:24Z', 'updated_at': '2022-02-17T00:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:36.875783 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] Checking router: 9ce14107-df48-4811-bdd4-6bb53681c232 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:21:36.883802 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] Routers {'9ce14107-df48-4811-bdd4-6bb53681c232'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:36.884409 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['9ce14107-df48-4811-bdd4-6bb53681c232'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:37.017012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.034344 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] Set router 9ce14107-df48-4811-bdd4-6bb53681c232 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:37.045719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] For port e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:37.046075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.140333 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:21:36Z', 'revision_number': 6, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:37.144191 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66bb50d-a39c-4f26-8638-d65e7c0228d5 None None] The sync data for ids ['9ce14107-df48-4811-bdd4-6bb53681c232'] in dv-neutron-829040-1-hyperv is: [{'id': '9ce14107-df48-4811-bdd4-6bb53681c232', 'name': 'tempest-TestMinimumBasicScenario-617613174-router', 'tenant_id': 'f29bf523e7644a959aa59e41f5534b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:23Z', 'updated_at': '2022-02-17T00:21:36Z', 'revision_number': 6, 'project_id': 'f29bf523e7644a959aa59e41f5534b78', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:21:37.165870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Calling delete_port for e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:37.329044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.367200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.377140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:37.462817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.633584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.635715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.656793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.657342 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce14107-df48-4811-bdd4-6bb53681c232 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:21:37.669905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.671023 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8ceb6250-a791-4b27-b1a6-ab5c4af9a160 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9ce14107-df48-4811-bdd4-6bb53681c232 HTTP/1.1" status: 204 len: 168 time: 1.2725441 Feb 17 00:21:37.673806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33472) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:37.734979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] Deleting subnet 32844da1-3372-4f38-82ce-0e1b4ca4f1c3 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:21:37.737709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.784566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.863146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.929437 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.967328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32844da1-3372-4f38-82ce-0e1b4ca4f1c3,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:37.971006 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:37.977428 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-951095dd-a6f4-4d89-9af7-4ab7150f0063 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/32844da1-3372-4f38-82ce-0e1b4ca4f1c3 HTTP/1.1" status: 204 len: 168 time: 0.3020339 Feb 17 00:21:37.977967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae25655-61f6-475d-892e-dc8f33eb0cc6 None None] Network ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:21:37.979775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33476) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:38.087704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.098720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Deleting port bbd45bec-32a0-441c-b254-635fb42a8755 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:38.099089 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.262612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] DHCP port deletion for ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:21:38.267556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Deleting port bbd45bec-32a0-441c-b254-635fb42a8755 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:38.267933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.309455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] For port bbd45bec-32a0-441c-b254-635fb42a8755, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bbd45bec-32a0-441c-b254-635fb42a8755,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:38.309728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.383893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbd45bec-32a0-441c-b254-635fb42a8755 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:21:38.434066 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Calling delete_port for bbd45bec-32a0-441c-b254-635fb42a8755 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:38.508841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.517055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] For port bbd45bec-32a0-441c-b254-635fb42a8755, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bbd45bec-32a0-441c-b254-635fb42a8755,segment=NetworkSegment(e6822803-3eae-428c-9bc9-e9801fc99c58),segment_id=e6822803-3eae-428c-9bc9-e9801fc99c58)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:38.517435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.527542 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No active binding found for port bbd45bec-32a0-441c-b254-635fb42a8755 {{(pid=87678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 00:21:38.527950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbd45bec-32a0-441c-b254-635fb42a8755 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:21:38.528396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:21:38.558726 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd45bec-32a0-441c-b254-635fb42a8755,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:38.560564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] No DVR routers for this DVR port bbd45bec-32a0-441c-b254-635fb42a8755 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:21:38.674970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:21:38.675319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device e51dc9f2-09b4-4d5e-b7dc-1b1af2ee21e4 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:21:38.675733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device abe4d402-b7d5-4424-87a1-d97748561a79 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:21:38.678090 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.703261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:38.713544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Calling delete_port for bbd45bec-32a0-441c-b254-635fb42a8755 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:38.715407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6822803-3eae-428c-9bc9-e9801fc99c58') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:38.715713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6822803-3eae-428c-9bc9-e9801fc99c58') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:38.727343 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.743000 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.749767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:21:38.750176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.759321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: abe4d402-b7d5-4424-87a1-d97748561a79 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:21:38.759673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device abe4d402-b7d5-4424-87a1-d97748561a79 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:21:38.765675 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:21:38.773562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.796812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:21:38.797169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:21:38.842288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.847298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:38.870183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:38.883425 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-23cfabfa-6eb6-412f-8e75-6e3c3385987d admin admin] 10.222.0.47 "DELETE /v2.0/networks/ee066ca8-3c9a-4f0c-8da1-7ee28936b5f5 HTTP/1.1" status: 204 len: 168 time: 0.9026639 Feb 17 00:21:38.886304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33480) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:39.298053 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Deleting port bbd45bec-32a0-441c-b254-635fb42a8755 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:39.298599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:39.365398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-164bf130-9300-4bf4-9b7e-844de0d7b815 None None] The port 'bbd45bec-32a0-441c-b254-635fb42a8755' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:21:39.506492 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:39.845257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Deleting port bbc651c9-67bf-4d89-99fa-9fe011095bbb {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:39.845894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:40.012434 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] For port bbc651c9-67bf-4d89-99fa-9fe011095bbb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bbc651c9-67bf-4d89-99fa-9fe011095bbb,segment=NetworkSegment(f1e47896-3c04-4bbe-ba06-92bbc913109f),segment_id=f1e47896-3c04-4bbe-ba06-92bbc913109f)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:40.012699 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:40.130204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Calling delete_port for bbc651c9-67bf-4d89-99fa-9fe011095bbb owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:40.302388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:40.349454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc651c9-67bf-4d89-99fa-9fe011095bbb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:40.722655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:41.071388 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Router 8efb9161-7ea8-43f7-abeb-2242c9eca233 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:21:41.248009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:21:41.256389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] Sync routers for ids ['8efb9161-7ea8-43f7-abeb-2242c9eca233'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:21:41.263353 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8a990201-4b40-4ada-aa39-f48827eb5903 admin admin] 10.222.0.47 "PUT /v2.0/routers/8efb9161-7ea8-43f7-abeb-2242c9eca233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760428 Feb 17 00:21:41.265198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] Routers {'8efb9161-7ea8-43f7-abeb-2242c9eca233'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:41.265804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8efb9161-7ea8-43f7-abeb-2242c9eca233'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:41.265975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33484) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:41.439519 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:41.440907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] Set router 8efb9161-7ea8-43f7-abeb-2242c9eca233 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:41.612923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:41.622898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Deleting port 7383bae2-f3fa-41a0-a006-664db0074dcf {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:41.623294 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:41.719057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:21:40Z', 'revision_number': 5, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port': {'id': '7383bae2-f3fa-41a0-a006-664db0074dcf', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:41.723056 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] Checking router: 8efb9161-7ea8-43f7-abeb-2242c9eca233 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:21:41.731237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] Routers {'8efb9161-7ea8-43f7-abeb-2242c9eca233'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:41.731828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['8efb9161-7ea8-43f7-abeb-2242c9eca233'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:41.791630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] For port 7383bae2-f3fa-41a0-a006-664db0074dcf, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7383bae2-f3fa-41a0-a006-664db0074dcf,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:41.791966 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:41.929901 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] Set router 8efb9161-7ea8-43f7-abeb-2242c9eca233 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:42.037026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:21:41Z', 'revision_number': 6, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:42.037296 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Calling delete_port for 7383bae2-f3fa-41a0-a006-664db0074dcf owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:42.041083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bdda1-0d56-44da-bfde-c2a3492f7f61 None None] The sync data for ids ['8efb9161-7ea8-43f7-abeb-2242c9eca233'] in dv-neutron-829040-1-hyperv is: [{'id': '8efb9161-7ea8-43f7-abeb-2242c9eca233', 'name': 'tempest-TestMinimumBasicScenario-1176959906-router', 'tenant_id': '38a100addb394cddb11647148e1e8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:19:30Z', 'updated_at': '2022-02-17T00:21:41Z', 'revision_number': 6, 'project_id': '38a100addb394cddb11647148e1e8dca', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:21:42.200688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.246588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Pushing event deleted for resources: {'Port': ['ID=7383bae2-f3fa-41a0-a006-664db0074dcf,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:42.334443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.512880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.515046 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.537140 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.537656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8efb9161-7ea8-43f7-abeb-2242c9eca233 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:21:42.549313 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.550468 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5e011ebe-8bb7-42af-bcfe-5289882d9ace admin admin] 10.222.0.47 "DELETE /v2.0/routers/8efb9161-7ea8-43f7-abeb-2242c9eca233 HTTP/1.1" status: 204 len: 168 time: 1.2835605 Feb 17 00:21:42.552931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33488) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:42.613862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] Deleting subnet 381d262f-de70-47d7-adee-7d0f8305be79 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:21:42.616677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.665571 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.745356 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.760189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbc651c9-67bf-4d89-99fa-9fe011095bbb no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:21:42.795805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: bbc651c9-67bf-4d89-99fa-9fe011095bbb {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:21:42.796171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bbc651c9-67bf-4d89-99fa-9fe011095bbb not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:21:42.817115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.853198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381d262f-de70-47d7-adee-7d0f8305be79,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:42.862837 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.868922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c99a64-e050-4c17-9f10-004597ceb882 None None] Network 479deb75-431c-4417-bb4f-a525fdb6f04a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:21:42.872103 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-784161a7-57fd-4027-a8b8-5fcc78258f49 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/381d262f-de70-47d7-adee-7d0f8305be79 HTTP/1.1" status: 204 len: 168 time: 0.3159795 Feb 17 00:21:42.872335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33492) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:42.979898 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:42.990669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Deleting port 97afebfd-94c9-45c0-a35b-80f16d162dad {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:42.991005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.131913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5a143-223a-4708-92af-017a842049be None None] DHCP port deletion for 479deb75-431c-4417-bb4f-a525fdb6f04a request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:21:43.136756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5a143-223a-4708-92af-017a842049be None None] Deleting port 97afebfd-94c9-45c0-a35b-80f16d162dad {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:43.137139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a143-223a-4708-92af-017a842049be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.211948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] For port 97afebfd-94c9-45c0-a35b-80f16d162dad, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=97afebfd-94c9-45c0-a35b-80f16d162dad,segment=NetworkSegment(f1e47896-3c04-4bbe-ba06-92bbc913109f),segment_id=f1e47896-3c04-4bbe-ba06-92bbc913109f)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:43.212579 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.333217 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Calling delete_port for 97afebfd-94c9-45c0-a35b-80f16d162dad owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:43.340120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-c8e5a143-223a-4708-92af-017a842049be None None] For port 97afebfd-94c9-45c0-a35b-80f16d162dad, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=97afebfd-94c9-45c0-a35b-80f16d162dad,segment=NetworkSegment(f1e47896-3c04-4bbe-ba06-92bbc913109f),segment_id=f1e47896-3c04-4bbe-ba06-92bbc913109f)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:43.340522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a143-223a-4708-92af-017a842049be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.405704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.467296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5a143-223a-4708-92af-017a842049be None None] Calling delete_port for 97afebfd-94c9-45c0-a35b-80f16d162dad owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:21:43.539977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-c8e5a143-223a-4708-92af-017a842049be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:21:43.540372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-c8e5a143-223a-4708-92af-017a842049be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:21:43.560568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Pushing event deleted for resources: {'Port': ['ID=97afebfd-94c9-45c0-a35b-80f16d162dad,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:43.562357 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] No DVR routers for this DVR port 97afebfd-94c9-45c0-a35b-80f16d162dad on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:21:43.675761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.700634 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479deb75-431c-4417-bb4f-a525fdb6f04a']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:43.712185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e47896-3c04-4bbe-ba06-92bbc913109f') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:43.712495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e47896-3c04-4bbe-ba06-92bbc913109f') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:43.723757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.739761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.746413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:21:43.746824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:21:43.759529 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:21:43.835192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.841038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:43.865069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] Pushing event deleted for resources: {'Network': ['ID=479deb75-431c-4417-bb4f-a525fdb6f04a,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:43.870853 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-379b9169-4252-469e-bdee-f91a205d56ca admin admin] 10.222.0.47 "DELETE /v2.0/networks/479deb75-431c-4417-bb4f-a525fdb6f04a HTTP/1.1" status: 204 len: 168 time: 0.9975767 Feb 17 00:21:44.034966 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33498) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:44.041447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5a143-223a-4708-92af-017a842049be None None] Deleting port 97afebfd-94c9-45c0-a35b-80f16d162dad {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:21:44.041834 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a143-223a-4708-92af-017a842049be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.085282 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-0c6b49e9-d771-471e-a326-c6c53cef050c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f29bf523e7644a959aa59e41f5534b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491829 Feb 17 00:21:44.087664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33502) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:44.110346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5a143-223a-4708-92af-017a842049be None None] The port '97afebfd-94c9-45c0-a35b-80f16d162dad' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:21:44.146673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4bef44e-56d1-4dc5-af1d-4bc55ce79f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.171184 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4bef44e-56d1-4dc5-af1d-4bc55ce79f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.220872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4bef44e-56d1-4dc5-af1d-4bc55ce79f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.236815 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bef44e-56d1-4dc5-af1d-4bc55ce79f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd75754-7597-491c-9a58-d93bc1fc2e39,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:44.241508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f4bef44e-56d1-4dc5-af1d-4bc55ce79f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.242152 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f4bef44e-56d1-4dc5-af1d-4bc55ce79f26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3fd75754-7597-491c-9a58-d93bc1fc2e39 HTTP/1.1" status: 204 len: 168 time: 0.1535869 Feb 17 00:21:44.369271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7383bae2-f3fa-41a0-a006-664db0074dcf no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:21:44.403882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7383bae2-f3fa-41a0-a006-664db0074dcf {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:21:44.404264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7383bae2-f3fa-41a0-a006-664db0074dcf not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:21:44.404679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 97afebfd-94c9-45c0-a35b-80f16d162dad no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:21:44.437502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 97afebfd-94c9-45c0-a35b-80f16d162dad {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:21:44.437852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 97afebfd-94c9-45c0-a35b-80f16d162dad not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:21:44.571824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33510) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:44.619785 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-469952dc-9d89-44e1-8bbd-53d52375dd15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38a100addb394cddb11647148e1e8dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467906 Feb 17 00:21:44.622280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33514) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:44.683690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc2283d5-c66c-4388-8854-eb0e65192631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.708226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc2283d5-c66c-4388-8854-eb0e65192631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.760165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc2283d5-c66c-4388-8854-eb0e65192631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.774625 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2283d5-c66c-4388-8854-eb0e65192631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73b6a89-c19a-4317-aeed-928003c12d15,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:44.780965 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fc2283d5-c66c-4388-8854-eb0e65192631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:44.782067 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fc2283d5-c66c-4388-8854-eb0e65192631 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f73b6a89-c19a-4317-aeed-928003c12d15 HTTP/1.1" status: 204 len: 168 time: 0.1589084 Feb 17 00:21:46.542526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33556) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:46.547688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206773966', 'description': 'tempest-secgroup-smoke-1206773966 description', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:46.553823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:46.557542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:46.560372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:46.566382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:46.576677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.588298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.602905 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:46.606535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:46.609210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:46.614620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:46.705440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.709074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.720537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:46.728017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:46.735894 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:46.746212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:46.749597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463c74ce-1414-4eff-9909-2c054b6db1ca,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:46.818574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.822543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.864920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc741b-b2ca-4819-9bc1-84ac66017137,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:46.869128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.870812 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2076b433-92fd-4dda-bdc0-eaab7dce68e7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3267837 Feb 17 00:21:46.873701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33560) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:46.878515 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc741b-b2ca-4819-9bc1-84ac66017137', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:46.884212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:46.888948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:46.891687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:46.897198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:46.914165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.972198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.975624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:46.998734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c32c71e-7e9f-402d-8ee1-5e668cd4703c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:47.006519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.007674 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c9321294-8414-4008-941d-4540093acd14 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330283 Feb 17 00:21:47.010419 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33564) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:47.015270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc741b-b2ca-4819-9bc1-84ac66017137', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:47.020882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:47.024583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:47.027383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:47.032927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:47.048968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.111367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.115781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.139160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e134c02-c0ee-4ce7-8aad-fed919061067,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:47.148863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.150013 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9f01af5b-b62b-4cd1-9d73-77ff22cc6e59 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386299 Feb 17 00:21:47.152754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33568) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:47.157638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc741b-b2ca-4819-9bc1-84ac66017137', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:47.163119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:47.166823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:47.170133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:47.175654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:47.191736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.251830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.255247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.277131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24450d1-b500-440c-9be5-d009990a9e1f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:47.285539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.286707 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-508955f1-681b-47c2-8b95-676f9dc06285 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330428 Feb 17 00:21:47.289384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33574) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:47.294780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc741b-b2ca-4819-9bc1-84ac66017137', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:47.300353 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:47.303984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:47.306768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:47.312833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:47.327751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.391295 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.394655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.417003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ff0dfb-ce08-403f-843f-b1b13a42c0d5,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:47.426263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.427433 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-400fbf0e-0cc5-41eb-b1b3-34c39642451a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370964 Feb 17 00:21:47.430041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33578) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:47.434757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc741b-b2ca-4819-9bc1-84ac66017137', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:47.440379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:47.444102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:47.446908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:47.452632 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:47.462375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:21:47.469187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.530213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.534249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.557010 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f771f8-e543-4aae-994d-93d8692adf1d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:47.564838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.565990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8d30bfde-e724-4202-8a5f-da3ae9e43470 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350701 Feb 17 00:21:47.568715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33582) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:47.573543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc741b-b2ca-4819-9bc1-84ac66017137', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:47.579018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:47.582697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:47.585499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:47.591560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:47.601021 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:21:47.607822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.670259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.674942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.696208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a5494e-30da-435d-a066-b687338b9b7b,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:47.707345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.708536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-776764f2-61f2-4a5e-afdd-6c2bb4f71cfe tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389377 Feb 17 00:21:47.711427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33586) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:47.717194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'network': {'name': 'tempest-network-smoke--1564390750', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:47.722020 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:47.725663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:network and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:47.728425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:47.734522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:47.746421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:21:47.749866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.777573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:21:47.785925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.786253 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Added segment 472cca69-5ac7-45f6-858b-ed85baefe4b2 of type vlan for network ca950d02-4e49-40c7-a432-4ca193645544 Feb 17 00:21:47.811069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.839678 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:47.845097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:47.845667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:48.025713 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3131435 Feb 17 00:21:48.029233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33590) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:48.034410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'admin_state_up': True, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:48.034735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747eaa6-ed8b-4650-9fca-249035ab25eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Network': ['ID=ca950d02-4e49-40c7-a432-4ca193645544,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:48.044121 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:48.044893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network ca950d02-4e49-40c7-a432-4ca193645544 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:21:48.047918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:router and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:48.050767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:48.056945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:48.066835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:48.067827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:48.090750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:48.353486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:48.643280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:48.672043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:48.810043 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.124 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/96459337-8bc4-437c-9a2a-7abd87eee391) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:21:49.054770 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:49.083881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:49.148528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:21:49.151278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:21:49.154148 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:21:49.191608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=96459337-8bc4-437c-9a2a-7abd87eee391,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:49.573597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:49.906778 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:50.103666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:21:50.278118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:21:50.288798 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Sync routers for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:21:50.298419 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:50.299015 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:50.305306 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:50.306533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a61c6314-041e-4c06-a507-64b761bcb686 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2762980 Feb 17 00:21:50.310280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33604) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:50.475052 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:50.568229 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-eade5876-01bb-4eff-b230-c3850fdb502e tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=a84d61d893c7488487c39df41d9cf6d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2568345 Feb 17 00:21:50.570800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33610) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:50.698755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0b01c-3a24-4789-8db1-2ff5cb0780d0 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:50.700255 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-39b0b01c-3a24-4789-8db1-2ff5cb0780d0 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285410 Feb 17 00:21:50.703194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33614) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:50.743557 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-48dbce95-c815-4699-baae-c0c0455f74b0 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392027 Feb 17 00:21:50.746208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33618) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:50.751483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7462791', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:50.763272 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:49Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:50.767013 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Checking router: 090df1d5-8b63-4461-8cfe-eb0f2360ab87 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:21:50.767355 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Updating router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 port 96459337-8bc4-437c-9a2a-7abd87eee391 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:21:50.818279 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:50.860569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:50.864375 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:subnet and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:21:50.867102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:21:50.873310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:50.883649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:21:50.887661 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.100592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.157134 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.168423 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Transition to ACTIVE for port object 96459337-8bc4-437c-9a2a-7abd87eee391 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:21:51.176121 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.182253 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Subnet': ['ID=32af1ed6-41c5-496b-99ea-8f7b2fdcb40a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:51.191002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Checking segment: {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:21:51.191387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network hostable DHCP agents. Network: ca950d02-4e49-40c7-a432-4ca193645544, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:21:51.210988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network ca950d02-4e49-40c7-a432-4ca193645544 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:21:51.220196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, ca950d02-4e49-40c7-a432-4ca193645544) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:21:51.224992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:51.225565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.232820 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca58d7-2827-4d2f-ad36-4794cac874e8 None None] Network ca950d02-4e49-40c7-a432-4ca193645544 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:21:51.247608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-28892be5-275b-4e74-827b-cc7cb199139a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5003819 Feb 17 00:21:51.250812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33622) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:21:51.252289 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Attempting to bind port 96459337-8bc4-437c-9a2a-7abd87eee391 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:21:51.252662 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Attempting to bind port 96459337-8bc4-437c-9a2a-7abd87eee391 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:21:51.253105 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Attempting to bind port 96459337-8bc4-437c-9a2a-7abd87eee391 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:21:51.263975 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:21:51.264375 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:21:51.264762 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.265145 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:21:51.265605 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Bound port: 96459337-8bc4-437c-9a2a-7abd87eee391, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:21:51.265968 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.294916 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Pushing event updated for resources: {'Port': ['ID=96459337-8bc4-437c-9a2a-7abd87eee391,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:51.318462 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.318810 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.319141 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.319492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.319814 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.320157 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.320619 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.320938 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.321254 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.321565 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.321875 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.322200 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:51.351893 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] For port 96459337-8bc4-437c-9a2a-7abd87eee391, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:21:51.355464 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] For port 96459337-8bc4-437c-9a2a-7abd87eee391, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=96459337-8bc4-437c-9a2a-7abd87eee391,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:21:51.359238 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.450948 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:51.451560 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:51.501177 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-ca950d02-4e49-40c7-a432-4ca193645544', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:21:51.502011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.513411 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3806e2-0847-403e-8377-7a703a89e2f3 None None] Pushing event updated for resources: {'Port': ['ID=96459337-8bc4-437c-9a2a-7abd87eee391,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:51.635219 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:51.674403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.688385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Allocated IP 172.20.0.2 (ca950d02-4e49-40c7-a432-4ca193645544/32af1ed6-41c5-496b-99ea-8f7b2fdcb40a/fb2490cc-88b4-48ab-89b6-03e747ce70a3) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:21:51.896961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.908040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Transition to ACTIVE for port object fb2490cc-88b4-48ab-89b6-03e747ce70a3 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:21:51.922694 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:49Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:51.926721 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bab2c1-1815-4c65-8e99-7ac2a722b983 None None] The sync data for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv is: [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:49Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:21:51.926890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Transition to ACTIVE for port object fb2490cc-88b4-48ab-89b6-03e747ce70a3 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:21:51.934320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:51.973974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.005657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Network ca950d02-4e49-40c7-a432-4ca193645544 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:21:52.009015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:21:52.012717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:21:52.023238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Pushing event updated for resources: {'Port': ['ID=fb2490cc-88b4-48ab-89b6-03e747ce70a3,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:52.063928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.064299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.064641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.064973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.065307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.065636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.065961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.066290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.066616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.066933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.067256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.067574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:21:52.127255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Attempting to bind port fb2490cc-88b4-48ab-89b6-03e747ce70a3 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:21:52.127584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Attempting to bind port fb2490cc-88b4-48ab-89b6-03e747ce70a3 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:21:52.127949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Attempting to bind port fb2490cc-88b4-48ab-89b6-03e747ce70a3 on network ca950d02-4e49-40c7-a432-4ca193645544 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:21:52.133411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:21:52.133774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Checking segment: {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:21:52.134400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.135000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Bound using segment: {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:21:52.135668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Bound port: fb2490cc-88b4-48ab-89b6-03e747ce70a3, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:21:52.136355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.247556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] For port fb2490cc-88b4-48ab-89b6-03e747ce70a3, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:21:52.251371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] For port fb2490cc-88b4-48ab-89b6-03e747ce70a3, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fb2490cc-88b4-48ab-89b6-03e747ce70a3,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:21:52.256330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.345195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c392d6-866c-44b1-ae18-087fd0c13bef None None] Pushing event updated for resources: {'Port': ['ID=fb2490cc-88b4-48ab-89b6-03e747ce70a3,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:52.437794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96459337-8bc4-437c-9a2a-7abd87eee391 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:21:52.512201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 96459337-8bc4-437c-9a2a-7abd87eee391 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:21:52.517890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 96459337-8bc4-437c-9a2a-7abd87eee391 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:52.518627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.566240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.1 (ca950d02-4e49-40c7-a432-4ca193645544/32af1ed6-41c5-496b-99ea-8f7b2fdcb40a/033d196d-d1d3-41f2-b138-1d0931cc1fed) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:21:52.717006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.744755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 96459337-8bc4-437c-9a2a-7abd87eee391, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=96459337-8bc4-437c-9a2a-7abd87eee391,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:52.754238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.790425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.812856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object 033d196d-d1d3-41f2-b138-1d0931cc1fed will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:21:52.840998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:52.862760 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=96459337-8bc4-437c-9a2a-7abd87eee391,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:52.913909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network ca950d02-4e49-40c7-a432-4ca193645544 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:21:52.917650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:21:52.921649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:21:52.973663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=033d196d-d1d3-41f2-b138-1d0931cc1fed,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:52.994056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:53.268714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:53.423714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c50b2-95df-4dac-94ea-de1cd0d19965 None None] Network ca950d02-4e49-40c7-a432-4ca193645544 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:21:53.505947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0329e146-1966-4301-87eb-8690d198a399 None None] Provisioning for port fb2490cc-88b4-48ab-89b6-03e747ce70a3 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:21:53.682750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:53.687934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:53.801867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=033d196d-d1d3-41f2-b138-1d0931cc1fed,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:53.804252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:53.948019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network ca950d02-4e49-40c7-a432-4ca193645544 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:21:53.949689 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:21:53.951026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-344f21c6-ebf5-45dd-93ff-047860e73336 None None] Provisioning for port 033d196d-d1d3-41f2-b138-1d0931cc1fed completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:21:53.956395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-344f21c6-ebf5-45dd-93ff-047860e73336 None None] Provisioning complete for port 033d196d-d1d3-41f2-b138-1d0931cc1fed triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:53.956777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-344f21c6-ebf5-45dd-93ff-047860e73336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:54.017793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-344f21c6-ebf5-45dd-93ff-047860e73336 None None] Port 033d196d-d1d3-41f2-b138-1d0931cc1fed cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:21:54.138195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-51882bf7-2d13-423c-a72a-b6c1782cb765 None None] Provisioning complete for port 033d196d-d1d3-41f2-b138-1d0931cc1fed triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:54.138574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-51882bf7-2d13-423c-a72a-b6c1782cb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:54.195965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-51882bf7-2d13-423c-a72a-b6c1782cb765 None None] Port 033d196d-d1d3-41f2-b138-1d0931cc1fed cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:21:54.247284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:21:54.315512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8bc9f5be-a5c2-4a2d-ac5c-56d11c60dd31 None None] Provisioning complete for port 033d196d-d1d3-41f2-b138-1d0931cc1fed triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:54.315786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f5be-a5c2-4a2d-ac5c-56d11c60dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:54.368916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9f5be-a5c2-4a2d-ac5c-56d11c60dd31 None None] Port 033d196d-d1d3-41f2-b138-1d0931cc1fed cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:21:54.425405 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:21:54.436356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Sync routers for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:21:54.436822 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-99b80116-5004-4486-9d15-df3b7f3e1b08 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/090df1d5-8b63-4461-8cfe-eb0f2360ab87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840193 Feb 17 00:21:54.445430 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:54.446051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:54.498231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96459337-8bc4-437c-9a2a-7abd87eee391 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:21:54.700817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 96459337-8bc4-437c-9a2a-7abd87eee391 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:54.701193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:54.714550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-aa634cd4-f91b-4306-83a3-7f2024aac3eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:21:54.731630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-aa634cd4-f91b-4306-83a3-7f2024aac3eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:21:54.732944 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-aa634cd4-f91b-4306-83a3-7f2024aac3eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206773966&fields=id&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 267 time: 0.0567436 Feb 17 00:21:54.755249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:54.884507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-679c2edf-6514-4417-b3e0-80bb4d48d203 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:54.885091 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-679c2edf-6514-4417-b3e0-80bb4d48d203 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:21:54.903058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-679c2edf-6514-4417-b3e0-80bb4d48d203 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:21:54.904220 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-679c2edf-6514-4417-b3e0-80bb4d48d203 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/networks?id=ca950d02-4e49-40c7-a432-4ca193645544 HTTP/1.1" status: 200 len: 797 time: 0.1641464 Feb 17 00:21:54.919584 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-7e15470d-86f0-42fe-99f9-799302982eb9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/quotas/a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Feb 17 00:21:54.998706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-95d6c57f-0814-4e90-a6dc-388f8d0619a9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:21:55.015583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-95d6c57f-0814-4e90-a6dc-388f8d0619a9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:21:55.016908 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-95d6c57f-0814-4e90-a6dc-388f8d0619a9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922182 Feb 17 00:21:55.030506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb2490cc-88b4-48ab-89b6-03e747ce70a3 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:21:55.153108 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-3dd86e8d-096a-49e5-8e27-cf8338db767d service neutron] 10.222.0.47 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236329 Feb 17 00:21:55.160233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port fb2490cc-88b4-48ab-89b6-03e747ce70a3 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:21:55.166434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fb2490cc-88b4-48ab-89b6-03e747ce70a3 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:55.166812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:55.237096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 2, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:55.244475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Checking router: 090df1d5-8b63-4461-8cfe-eb0f2360ab87 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:21:55.244831 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Updating router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 port 033d196d-d1d3-41f2-b138-1d0931cc1fed binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:21:55.284030 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-e6d10b33-efde-4fb1-a280-2c1128953578 service neutron] 10.222.0.47 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242442 Feb 17 00:21:55.340995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:55.359950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:55.486115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port fb2490cc-88b4-48ab-89b6-03e747ce70a3, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fb2490cc-88b4-48ab-89b6-03e747ce70a3,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:55.494132 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:55.521080 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c965b299-b6e5-4507-94b5-e7b432422173 req-26ec06cf-6539-4d29-ba90-a56b6f7c3def tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 210 time: 0.1025636 Feb 17 00:21:55.654056 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=fb2490cc-88b4-48ab-89b6-03e747ce70a3,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:55.786592 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:55.798390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Transition to ACTIVE for port object 033d196d-d1d3-41f2-b138-1d0931cc1fed will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:21:55.804388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:55.970547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69792b4-6dc7-41df-ae2d-e81c0d15879c None None] Pushing event updated for resources: {'Port': ['ID=033d196d-d1d3-41f2-b138-1d0931cc1fed,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:56.028078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Attempting to bind port 033d196d-d1d3-41f2-b138-1d0931cc1fed on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:21:56.028472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Attempting to bind port 033d196d-d1d3-41f2-b138-1d0931cc1fed by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:21:56.028915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Attempting to bind port 033d196d-d1d3-41f2-b138-1d0931cc1fed on network ca950d02-4e49-40c7-a432-4ca193645544 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:21:56.037992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:21:56.038521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Checking segment: {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:21:56.039025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:56.039622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Bound using segment: {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:21:56.040824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Bound port: 033d196d-d1d3-41f2-b138-1d0931cc1fed, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:21:56.041284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:56.181193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] For port 033d196d-d1d3-41f2-b138-1d0931cc1fed, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:21:56.184833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] For port 033d196d-d1d3-41f2-b138-1d0931cc1fed, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=033d196d-d1d3-41f2-b138-1d0931cc1fed,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:21:56.189158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:56.265626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:21:56.266277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:21:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:56.331065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69792b4-6dc7-41df-ae2d-e81c0d15879c None None] Pushing event updated for resources: {'Port': ['ID=033d196d-d1d3-41f2-b138-1d0931cc1fed,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:56.413350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb2490cc-88b4-48ab-89b6-03e747ce70a3 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:21:56.508580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:21:56.582799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5fbc71ba-256c-486c-ab11-ceb6b5913ec7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:56.585495 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5fbc71ba-256c-486c-ab11-ceb6b5913ec7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/networks?id=ca950d02-4e49-40c7-a432-4ca193645544 HTTP/1.1" status: 200 len: 797 time: 0.1764653 Feb 17 00:21:56.592375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port fb2490cc-88b4-48ab-89b6-03e747ce70a3 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:56.592749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:56.643263 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-798a9289-f5c7-4c96-b107-33a99d9df4cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 380 time: 0.0495968 Feb 17 00:21:56.653604 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'port': {'device_id': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'admin_state_up': True, 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'security_groups': ['a7cc741b-b2ca-4819-9bc1-84ac66017137']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:56.730970 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4380d2e7-d1d3-44a9-afbd-56e26ee08044 req-cfcf652b-6c96-4a7d-aa7c-b28be25c7026 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 210 time: 0.0778775 Feb 17 00:21:56.801856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:21:56.811265 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:21:56.821945 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:21:56.825535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:56.946255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:21:56.950135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdf35b-5013-40ab-ba7d-3213acd01a2e None None] The sync data for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv is: [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:21:57.007175 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.10 (ca950d02-4e49-40c7-a432-4ca193645544/32af1ed6-41c5-496b-99ea-8f7b2fdcb40a/9b31d174-7e5b-44e9-896e-f791a987b293) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:21:57.205503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:57.222484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object 9b31d174-7e5b-44e9-896e-f791a987b293 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:21:57.246183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:57.319552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network ca950d02-4e49-40c7-a432-4ca193645544 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:21:57.322765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:21:57.326890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:21:57.365525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=9b31d174-7e5b-44e9-896e-f791a987b293,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:57.402675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:57.403400 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:57.431462 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-5defee15-cdbc-4435-b88c-147c5ae87bfc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835491 Feb 17 00:21:57.443484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Request body: {'port': {'device_id': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:21:57.560828 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:57.593574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3d126a5-de54-4f8c-abed-f0c7823f83fb None None] Provisioning for port 9b31d174-7e5b-44e9-896e-f791a987b293 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:21:57.600035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c3d126a5-de54-4f8c-abed-f0c7823f83fb None None] Provisioning complete for port 9b31d174-7e5b-44e9-896e-f791a987b293 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:57.600370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c3d126a5-de54-4f8c-abed-f0c7823f83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:57.661518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-c3d126a5-de54-4f8c-abed-f0c7823f83fb None None] Port 9b31d174-7e5b-44e9-896e-f791a987b293 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:21:57.921436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b31d174-7e5b-44e9-896e-f791a987b293 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:21:57.927322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac37e4-d608-4426-84bf-ef91551dbdc9 req-d6e35702-2502-467b-891e-ceba190fda4b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:57.928913 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-daac37e4-d608-4426-84bf-ef91551dbdc9 req-d6e35702-2502-467b-891e-ceba190fda4b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 932 time: 0.0855436 Feb 17 00:21:57.929382 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:57.944810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Transition to ACTIVE for port object 9b31d174-7e5b-44e9-896e-f791a987b293 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:21:57.950405 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:57.982652 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-daac37e4-d608-4426-84bf-ef91551dbdc9 req-0a2962bf-faab-4f6d-8874-5f103f8a8132 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 Feb 17 00:21:58.283341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b31d174-7e5b-44e9-896e-f791a987b293,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:58.325130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Attempting to bind port 9b31d174-7e5b-44e9-896e-f791a987b293 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:21:58.325467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Attempting to bind port 9b31d174-7e5b-44e9-896e-f791a987b293 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:21:58.325794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Attempting to bind port 9b31d174-7e5b-44e9-896e-f791a987b293 on network ca950d02-4e49-40c7-a432-4ca193645544 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:21:58.330416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Port 9b31d174-7e5b-44e9-896e-f791a987b293 on network ca950d02-4e49-40c7-a432-4ca193645544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:21:58.330739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Attempting to bind port 9b31d174-7e5b-44e9-896e-f791a987b293 on network ca950d02-4e49-40c7-a432-4ca193645544 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:21:58.335771 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:21:58.336172 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Checking segment: {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:21:58.336557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Bound using segment: {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:21:58.336977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Bound port: 9b31d174-7e5b-44e9-896e-f791a987b293, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472cca69-5ac7-45f6-858b-ed85baefe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:21:58.337322 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:58.405650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 033d196d-d1d3-41f2-b138-1d0931cc1fed up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:21:58.429480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] For port 9b31d174-7e5b-44e9-896e-f791a987b293, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:21:58.432410 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] For port 9b31d174-7e5b-44e9-896e-f791a987b293, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=9b31d174-7e5b-44e9-896e-f791a987b293,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:21:58.437011 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:58.474555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 033d196d-d1d3-41f2-b138-1d0931cc1fed completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:21:58.479144 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 033d196d-d1d3-41f2-b138-1d0931cc1fed triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:21:58.479569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:58.498600 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:58.499225 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:58.500658 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b31d174-7e5b-44e9-896e-f791a987b293 HTTP/1.1" status: 200 len: 1094 time: 1.0621750 Feb 17 00:21:58.501100 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:21:58.523449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33796928-e554-400c-9a9c-399f314ec1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b31d174-7e5b-44e9-896e-f791a987b293,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:58.580630 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293', 'status': 'completed', 'code': 200} Feb 17 00:21:58.623594 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-72810e59-7d40-4cc8-a73f-dbbb95619320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:58.625119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-72810e59-7d40-4cc8-a73f-dbbb95619320 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 1097 time: 0.0833726 Feb 17 00:21:58.628591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:58.664464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 033d196d-d1d3-41f2-b138-1d0931cc1fed, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=033d196d-d1d3-41f2-b138-1d0931cc1fed,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:21:58.669157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:21:58.700870 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-0a48ff82-ac02-4715-a64c-1506dbcfe80e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b31d174-7e5b-44e9-896e-f791a987b293 HTTP/1.1" status: 200 len: 217 time: 0.0685058 Feb 17 00:21:58.738211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=033d196d-d1d3-41f2-b138-1d0931cc1fed,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:21:58.765781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-692614e1-e940-4191-b6f4-9e32c5190273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:58.767137 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-692614e1-e940-4191-b6f4-9e32c5190273 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af1ed6-41c5-496b-99ea-8f7b2fdcb40a HTTP/1.1" status: 200 len: 832 time: 0.0603762 Feb 17 00:21:58.840739 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-8693af24-d47b-4080-9c10-49d0a24f5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:58.842213 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-8693af24-d47b-4080-9c10-49d0a24f5f03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca950d02-4e49-40c7-a432-4ca193645544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695038 Feb 17 00:21:58.970595 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-1e7566c9-d4c2-4e16-804c-a498d6e2e133 service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227107 Feb 17 00:21:59.100657 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16420511-6df9-43f0-99dc-b145f38f9f46 req-e94142d7-138b-4a63-972d-720981fcdaa2 service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243556 Feb 17 00:21:59.168817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab66ff3-85bb-4cbc-8e78-f8194003d846 req-c8201596-0cca-46b4-b8f9-97b14cfefd04 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:59.170257 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ab66ff3-85bb-4cbc-8e78-f8194003d846 req-c8201596-0cca-46b4-b8f9-97b14cfefd04 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 944 time: 0.0832334 Feb 17 00:21:59.214349 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ab66ff3-85bb-4cbc-8e78-f8194003d846 req-8b18b6eb-3822-4617-9ab6-badf32894027 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378175 Feb 17 00:21:59.222838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daea7f-019c-4b36-b586-224bbb438e1e req-e2aef737-43e9-4f85-9390-155f164f66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:59.224392 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09daea7f-019c-4b36-b586-224bbb438e1e req-e2aef737-43e9-4f85-9390-155f164f66d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 1097 time: 0.0745420 Feb 17 00:21:59.351784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daea7f-019c-4b36-b586-224bbb438e1e req-46cd92b6-3aa1-4b6f-a3ec-b74ee2abc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:59.353153 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09daea7f-019c-4b36-b586-224bbb438e1e req-46cd92b6-3aa1-4b6f-a3ec-b74ee2abc806 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca950d02-4e49-40c7-a432-4ca193645544 HTTP/1.1" status: 200 len: 897 time: 0.1228580 Feb 17 00:21:59.418750 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09daea7f-019c-4b36-b586-224bbb438e1e req-58ac1724-c14e-47d1-b65d-b185c0a416d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b31d174-7e5b-44e9-896e-f791a987b293 HTTP/1.1" status: 200 len: 217 time: 0.0587001 Feb 17 00:21:59.481984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daea7f-019c-4b36-b586-224bbb438e1e req-5497dc1a-b749-42f1-abdb-dacd42cd7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:59.483356 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09daea7f-019c-4b36-b586-224bbb438e1e req-5497dc1a-b749-42f1-abdb-dacd42cd7a49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af1ed6-41c5-496b-99ea-8f7b2fdcb40a HTTP/1.1" status: 200 len: 832 time: 0.0586393 Feb 17 00:21:59.555596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daea7f-019c-4b36-b586-224bbb438e1e req-a7acae59-fd26-4a51-9dd9-f24bd9181ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:21:59.557048 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09daea7f-019c-4b36-b586-224bbb438e1e req-a7acae59-fd26-4a51-9dd9-f24bd9181ec5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca950d02-4e49-40c7-a432-4ca193645544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669270 Feb 17 00:21:59.687118 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09daea7f-019c-4b36-b586-224bbb438e1e req-d3956874-480c-40e9-bf03-212ac4e181ae service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230779 Feb 17 00:21:59.816607 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-09daea7f-019c-4b36-b586-224bbb438e1e req-2e90c055-7a4d-485f-93d7-17fb9e38b8c3 service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233399 Feb 17 00:22:00.385115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 033d196d-d1d3-41f2-b138-1d0931cc1fed up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:22:00.402021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18467820-3010-4f1d-bc52-e4feaa557648 req-bafa7c37-f472-4c1a-9811-a392deaa74bb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:00.403477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-18467820-3010-4f1d-bc52-e4feaa557648 req-bafa7c37-f472-4c1a-9811-a392deaa74bb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 944 time: 0.0828345 Feb 17 00:22:00.446490 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-18467820-3010-4f1d-bc52-e4feaa557648 req-717f91ff-d955-4c69-a5da-b3b971f69fdb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371847 Feb 17 00:22:00.452213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 033d196d-d1d3-41f2-b138-1d0931cc1fed triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:22:00.452586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:01.632882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880859a4-f25f-4d91-8497-56f3d59a908f req-15e033b4-9b0c-440f-96d6-3cdad35147b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:01.635032 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-880859a4-f25f-4d91-8497-56f3d59a908f req-15e033b4-9b0c-440f-96d6-3cdad35147b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 944 time: 0.0862515 Feb 17 00:22:01.683731 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-880859a4-f25f-4d91-8497-56f3d59a908f req-9b4b061e-301b-4b19-bed0-cd70d1769a63 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Feb 17 00:22:02.083811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 9b31d174-7e5b-44e9-896e-f791a987b293 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:22:02.213873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 9b31d174-7e5b-44e9-896e-f791a987b293, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=9b31d174-7e5b-44e9-896e-f791a987b293,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:22:02.226617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '9b31d174-7e5b-44e9-896e-f791a987b293', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'port_id': '9b31d174-7e5b-44e9-896e-f791a987b293', 'mac_address': 'fa:16:3e:a2:f3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:22:02.326555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:02.342814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b31d174-7e5b-44e9-896e-f791a987b293 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:22:02.358194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 9b31d174-7e5b-44e9-896e-f791a987b293, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=9b31d174-7e5b-44e9-896e-f791a987b293,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:22:02.362127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:02.426467 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=9b31d174-7e5b-44e9-896e-f791a987b293,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:02.562533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['9b31d174-7e5b-44e9-896e-f791a987b293'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:22:02.868865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df280260-9b98-4153-90d9-480c731b36e3 req-91210d5b-c379-4155-b743-fae9b5dd34a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:02.871920 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-df280260-9b98-4153-90d9-480c731b36e3 req-91210d5b-c379-4155-b743-fae9b5dd34a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 945 time: 0.0865672 Feb 17 00:22:02.915847 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-df280260-9b98-4153-90d9-480c731b36e3 req-92c83a78-fe88-40a7-95dd-c5239c149771 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364239 Feb 17 00:22:03.103435 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:22:03.743190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-faff77dc-9d44-4c5e-822b-79378857662c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:04.093043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 9b31d174-7e5b-44e9-896e-f791a987b293 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:22:04.162904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 9b31d174-7e5b-44e9-896e-f791a987b293 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:22:04.167671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 9b31d174-7e5b-44e9-896e-f791a987b293 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:22:04.168042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:04.244487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667c1a2-4c7c-41a6-9ad9-48b5908879fe req-c921c5de-579e-413d-874c-24179c5c899e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:04.246559 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b667c1a2-4c7c-41a6-9ad9-48b5908879fe req-c921c5de-579e-413d-874c-24179c5c899e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 945 time: 0.0781598 Feb 17 00:22:04.285882 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:04.289218 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b667c1a2-4c7c-41a6-9ad9-48b5908879fe req-bde7c6ff-4978-4e9b-9926-9306f9a5a640 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369170 Feb 17 00:22:04.312633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:22:04.322512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 9b31d174-7e5b-44e9-896e-f791a987b293, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=9b31d174-7e5b-44e9-896e-f791a987b293,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:22:04.326377 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:04.365162 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293', 'code': 200} Feb 17 00:22:04.405691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=9b31d174-7e5b-44e9-896e-f791a987b293,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:04.575845 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb801051-d0e7-4213-8d46-f4e3d9aa84a8 req-b672a57b-a461-4e68-aec6-bfd2cd4c3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:04.577215 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cb801051-d0e7-4213-8d46-f4e3d9aa84a8 req-b672a57b-a461-4e68-aec6-bfd2cd4c3cc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 1099 time: 0.0711877 Feb 17 00:22:04.616816 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cb801051-d0e7-4213-8d46-f4e3d9aa84a8 req-f7fb1fcc-4bd5-4672-a69d-82d001720ee5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335765 Feb 17 00:22:05.565637 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c12b22-cb1e-4677-9abf-d1adcbf5806c req-23e47894-4b4f-472f-8bc1-34c4f5910199 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:05.567135 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e2c12b22-cb1e-4677-9abf-d1adcbf5806c req-23e47894-4b4f-472f-8bc1-34c4f5910199 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.1752715 Feb 17 00:22:05.618746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e2c12b22-cb1e-4677-9abf-d1adcbf5806c req-4dcb2586-e2b0-4c45-965e-d226823dbf53 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456800 Feb 17 00:22:05.986521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2962edab-0319-432f-9b14-013c9ce9a102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:06.801646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00bf02-96ff-4df0-83f9-9a8099f50708 req-e2ffd233-614c-493c-87b0-b68bef4df957 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:06.803057 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb00bf02-96ff-4df0-83f9-9a8099f50708 req-e2ffd233-614c-493c-87b0-b68bef4df957 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0785248 Feb 17 00:22:06.846068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-eb00bf02-96ff-4df0-83f9-9a8099f50708 req-939403bc-6322-4548-a84d-3377161cdada tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373533 Feb 17 00:22:07.013374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:07.025166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee4c36-c16b-4ceb-b36e-f458b1099fac req-cc87344e-57b5-4799-bb25-ecb817e1f8ef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:07.027152 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6dee4c36-c16b-4ceb-b36e-f458b1099fac req-cc87344e-57b5-4799-bb25-ecb817e1f8ef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0782216 Feb 17 00:22:07.070737 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6dee4c36-c16b-4ceb-b36e-f458b1099fac req-e626c3a6-2a64-46b6-8bb7-fed40eeac8bd tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Feb 17 00:22:07.093297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33680) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:07.164296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d5535-fb33-436f-b32a-8fd14df3ebf0 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:07.165810 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-953d5535-fb33-436f-b32a-8fd14df3ebf0 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 1094 time: 0.0715628 Feb 17 00:22:07.169286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33684) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:07.173915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '9b31d174-7e5b-44e9-896e-f791a987b293', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:07.179724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:07.183507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:floatingip and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:07.186290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:07.192040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:07.201258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:07.334865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:07.373854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:07.462237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.221 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/3b414c47-67f4-403c-a6b5-123671727daa) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:22:07.607524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:07.636380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:07.698710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:22:07.701449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:22:07.705045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:22:07.739927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=3b414c47-67f4-403c-a6b5-123671727daa,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:08.098934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:08.169336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:08.362148 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:08.366325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:08.558930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=3b414c47-67f4-403c-a6b5-123671727daa,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:08.572390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:08.610865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:08.738959 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 associated. External IP: 172.26.2.221, port: 9b31d174-7e5b-44e9-896e-f791a987b293. Feb 17 00:22:09.079873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:22:09.248608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:22:09.257877 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] Sync routers for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:22:09.266907 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:22:09.267533 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:09.271276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:09.326868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c9129231-53d8-48a3-aa81-06aa41f9d876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1565843 Feb 17 00:22:09.327428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:22:09.379714 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293', 'status': 'completed', 'code': 200} Feb 17 00:22:09.447350 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:22:09.470411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-417a4000-ad13-4c76-831c-4b699d6dae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:09.472785 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-417a4000-ad13-4c76-831c-4b699d6dae5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 1099 time: 0.0718172 Feb 17 00:22:09.504675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844badc-8fb5-45cc-a017-e55c38f24b64 req-52e9d969-61eb-40b0-a930-25d047a7b494 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:09.506133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7844badc-8fb5-45cc-a017-e55c38f24b64 req-52e9d969-61eb-40b0-a930-25d047a7b494 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0795941 Feb 17 00:22:09.550288 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7844badc-8fb5-45cc-a017-e55c38f24b64 req-0067aa6c-cad7-4b14-a579-50d0866c8449 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Feb 17 00:22:09.574538 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33692) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:09.612312 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-974b4b39-6215-4323-8735-0eab527f5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:09.613839 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-974b4b39-6215-4323-8735-0eab527f5cc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca950d02-4e49-40c7-a432-4ca193645544 HTTP/1.1" status: 200 len: 897 time: 0.1354296 Feb 17 00:22:09.686488 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-455b9767-9175-4be4-b969-ff0e18e34275 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 HTTP/1.1" status: 200 len: 992 time: 0.1108210 Feb 17 00:22:09.826488 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'port_id': '9b31d174-7e5b-44e9-896e-f791a987b293', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'mac_address': 'fa:16:3e:a2:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:22:08Z', 'updated_at': '2022-02-17T00:22:08Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:58Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:09.829496 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-34bee57d-e367-4be5-9d03-8e020c6991b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b31d174-7e5b-44e9-896e-f791a987b293 HTTP/1.1" status: 200 len: 1000 time: 0.2086289 Feb 17 00:22:09.830360 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] Checking router: 090df1d5-8b63-4461-8cfe-eb0f2360ab87 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:22:09.838727 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:22:09.839318 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:09.891695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-a69ac913-73c3-4e57-8428-0538ce2e3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:09.893141 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-a69ac913-73c3-4e57-8428-0538ce2e3ef3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af1ed6-41c5-496b-99ea-8f7b2fdcb40a HTTP/1.1" status: 200 len: 832 time: 0.0582721 Feb 17 00:22:09.965489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-eee490ae-6820-4950-bbd4-767f59701aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:09.966958 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-eee490ae-6820-4950-bbd4-767f59701aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca950d02-4e49-40c7-a432-4ca193645544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682123 Feb 17 00:22:10.012406 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:22:10.097084 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-42d6764b-65db-4cf5-97dd-9a43084e0cbe service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225777 Feb 17 00:22:10.225251 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-f740218d-d072-4c57-a915-b9cd28dd0959 req-ed4b05f2-a5ea-45e2-bbba-761ad6158a0b service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227441 Feb 17 00:22:10.354933 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'port_id': '9b31d174-7e5b-44e9-896e-f791a987b293', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'mac_address': 'fa:16:3e:a2:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:22:08Z', 'updated_at': '2022-02-17T00:22:08Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:58Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:10.358724 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f5435-d33c-4987-a3b7-4288286772f4 None None] The sync data for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv is: [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.221', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'port_id': '9b31d174-7e5b-44e9-896e-f791a987b293', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'mac_address': 'fa:16:3e:a2:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:22:08Z', 'updated_at': '2022-02-17T00:22:08Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:58Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:22:10.532502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862ec5d-d0a2-488d-94b6-efa98f5479a3 None None] New status for floating IP 37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:22:10.689884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33696) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:10.795884 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-991b92a0-4306-4d2c-9bf9-1ee29fe62124 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 HTTP/1.1" status: 200 len: 992 time: 0.1047354 Feb 17 00:22:11.799615 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33700) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:11.901210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-865d9c39-424f-4cc7-9bf3-d113de0c65c3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 HTTP/1.1" status: 200 len: 994 time: 0.1003606 Feb 17 00:22:21.645227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:26.713918 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-17b1387f-17fa-4301-a84c-259c7c69cd9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671306 Feb 17 00:22:26.853367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574acddc-9783-4106-8048-a3c73587b1ca req-9fd0f925-7ad6-4ccf-b809-ae2bae62bede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:26.854863 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-9fd0f925-7ad6-4ccf-b809-ae2bae62bede service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 1099 time: 0.0742102 Feb 17 00:22:26.997397 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574acddc-9783-4106-8048-a3c73587b1ca req-76dfc97d-8ed2-4c4b-afad-49610aa5c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:26.998731 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-76dfc97d-8ed2-4c4b-afad-49610aa5c088 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca950d02-4e49-40c7-a432-4ca193645544 HTTP/1.1" status: 200 len: 897 time: 0.1261613 Feb 17 00:22:27.101040 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-d5444a10-8a9b-48f9-9e40-b292ecec50d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b31d174-7e5b-44e9-896e-f791a987b293 HTTP/1.1" status: 200 len: 1002 time: 0.0954053 Feb 17 00:22:27.163498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574acddc-9783-4106-8048-a3c73587b1ca req-b62b81d5-f1a2-4420-9aa6-1a1fd3ffb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:27.164949 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-b62b81d5-f1a2-4420-9aa6-1a1fd3ffb038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af1ed6-41c5-496b-99ea-8f7b2fdcb40a HTTP/1.1" status: 200 len: 832 time: 0.0576870 Feb 17 00:22:27.239385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574acddc-9783-4106-8048-a3c73587b1ca req-fd49cd7c-7f59-42ba-8058-25e92665256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:27.240848 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-fd49cd7c-7f59-42ba-8058-25e92665256c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca950d02-4e49-40c7-a432-4ca193645544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695565 Feb 17 00:22:27.368486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-91a03f03-b624-48ce-b3fa-d026fb7d57d6 service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211667 Feb 17 00:22:27.497175 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-574acddc-9783-4106-8048-a3c73587b1ca req-57fefae2-a6a7-4688-aaaf-fcee6e00df2a service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230092 Feb 17 00:22:33.746337 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c67f5cba-06ce-4d5f-8147-75a48206534e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:35.989243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8769e736-c07d-40a2-bc24-646563df3b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:37.015071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:37.371546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:38.614200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:40.102313 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:22:42.318093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177ceb3-3891-4059-8b22-4a6d3919a5db req-c84a54db-edb7-490d-b90a-7fea089dffb9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:42.319448 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e177ceb3-3891-4059-8b22-4a6d3919a5db req-c84a54db-edb7-490d-b90a-7fea089dffb9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0768907 Feb 17 00:22:42.363833 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e177ceb3-3891-4059-8b22-4a6d3919a5db req-3301f7f3-6b20-4617-b0b8-37ec4fc70b7e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Feb 17 00:22:43.647254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e0dc-2063-4fc9-88a3-7d5f5f19b8e2 req-203fa726-79ee-47b5-b10a-b6a5d95a00b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:43.648618 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-69a3e0dc-2063-4fc9-88a3-7d5f5f19b8e2 req-203fa726-79ee-47b5-b10a-b6a5d95a00b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.1774957 Feb 17 00:22:43.691406 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-69a3e0dc-2063-4fc9-88a3-7d5f5f19b8e2 req-0ee68408-e231-480c-b6f0-39d6c61a1fa1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366218 Feb 17 00:22:43.714235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33724) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:43.815927 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6c72258a-9ef7-4218-a986-bffa2875cb9f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 HTTP/1.1" status: 200 len: 994 time: 0.1004834 Feb 17 00:22:45.278458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f347fef-9538-4a67-99ca-d7d2d0bb7d10 req-9548b2db-9d48-4b72-b13d-cd93d200458e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:45.279840 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8f347fef-9538-4a67-99ca-d7d2d0bb7d10 req-9548b2db-9d48-4b72-b13d-cd93d200458e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0861406 Feb 17 00:22:45.326362 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8f347fef-9538-4a67-99ca-d7d2d0bb7d10 req-609d58a0-debc-41ac-9e52-3f0c311b77e4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404241 Feb 17 00:22:46.510151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af7583-5337-41ec-88c2-603d31e1f56d req-dc9a4f25-2965-4078-9f62-a0db79582f32 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:46.512111 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85af7583-5337-41ec-88c2-603d31e1f56d req-dc9a4f25-2965-4078-9f62-a0db79582f32 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0784163 Feb 17 00:22:46.554467 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85af7583-5337-41ec-88c2-603d31e1f56d req-c4ed154c-0832-42ee-bbba-5bcd16e14302 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368145 Feb 17 00:22:46.576922 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33736) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:46.683956 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b17f7a22-36df-4f0c-b00b-aa5f0f63ec27 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 HTTP/1.1" status: 200 len: 994 time: 0.1058891 Feb 17 00:22:46.956379 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33744) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:47.155417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 3b414c47-67f4-403c-a6b5-123671727daa {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:22:47.155750 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:47.325000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:47.325217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:47.442701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 3b414c47-67f4-403c-a6b5-123671727daa owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:22:47.600631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:47.649458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=3b414c47-67f4-403c-a6b5-123671727daa,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:47.688635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.688976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.689315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.689643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.689970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.690293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.690611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.690928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.691242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.691558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.691870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.692212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:47.746157 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:47.746811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 disassociated (deleted). External IP: 172.26.2.221, port: 9b31d174-7e5b-44e9-896e-f791a987b293. Feb 17 00:22:48.184592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:22:48.363498 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:22:48.372720 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] Sync routers for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:22:48.378759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:48.381537 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:22:48.382127 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:48.435344 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d73aef97-5122-47a3-bdbb-1069ee723876 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/floatingips/37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3 HTTP/1.1" status: 204 len: 168 time: 1.4777997 Feb 17 00:22:48.435745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:22:48.481125 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293', 'status': 'completed', 'code': 200} Feb 17 00:22:48.556479 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:22:48.585502 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-d4be57b5-d5c2-4ddd-a26c-d954a5ce1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:48.586990 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-d4be57b5-d5c2-4ddd-a26c-d954a5ce1b3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 1099 time: 0.0828905 Feb 17 00:22:48.826545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc651d9e-f654-4d59-9bae-c2b842aac972 req-8f288dc6-bfe9-4298-8d5e-25e3266e1edb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:48.827240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-cc651d9e-f654-4d59-9bae-c2b842aac972 req-8f288dc6-bfe9-4298-8d5e-25e3266e1edb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:22:48.844145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-cc651d9e-f654-4d59-9bae-c2b842aac972 req-8f288dc6-bfe9-4298-8d5e-25e3266e1edb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:22:48.845602 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc651d9e-f654-4d59-9bae-c2b842aac972 req-8f288dc6-bfe9-4298-8d5e-25e3266e1edb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.1011322 Feb 17 00:22:48.865690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-5de3114e-ac74-4ed5-90d4-f350dc6ae271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:48.867411 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-5de3114e-ac74-4ed5-90d4-f350dc6ae271 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca950d02-4e49-40c7-a432-4ca193645544 HTTP/1.1" status: 200 len: 897 time: 0.2748373 Feb 17 00:22:48.880502 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:58Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:48.884324 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] Checking router: 090df1d5-8b63-4461-8cfe-eb0f2360ab87 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:22:48.893036 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:22:48.893618 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:48.893814 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc651d9e-f654-4d59-9bae-c2b842aac972 req-770b1157-2112-4116-9d0b-232d9e0dc1f6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Feb 17 00:22:48.935101 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-5c900f95-f77d-45fb-990d-5036be52fe8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b31d174-7e5b-44e9-896e-f791a987b293 HTTP/1.1" status: 200 len: 217 time: 0.0610745 Feb 17 00:22:49.001970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-0121cbcf-350c-454b-8a83-4c7c6b6b72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:49.003428 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-0121cbcf-350c-454b-8a83-4c7c6b6b72d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32af1ed6-41c5-496b-99ea-8f7b2fdcb40a HTTP/1.1" status: 200 len: 832 time: 0.0612731 Feb 17 00:22:49.078028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-8d446d0e-d368-4219-83d3-821cc2c2e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:49.079365 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-8d446d0e-d368-4219-83d3-821cc2c2e44f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca950d02-4e49-40c7-a432-4ca193645544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691490 Feb 17 00:22:49.093267 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:22:49.210974 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-ec6e65b4-dc52-49f4-a82d-eff63fb85264 service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246536 Feb 17 00:22:49.342300 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-e4379272-4df3-4f7c-a2a3-9869c77df72d req-310fd00f-2735-44d1-b8a2-8bef9faada29 service neutron] 10.222.0.24 "GET /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242807 Feb 17 00:22:49.400957 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:58Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:49.404777 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f13af-b760-4546-a5b7-6e688c2a29e5 None None] The sync data for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv is: [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:53Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '033d196d-d1d3-41f2-b138-1d0931cc1fed', 'name': '', 'network_id': 'ca950d02-4e49-40c7-a432-4ca193645544', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:c2:7c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:52Z', 'updated_at': '2022-02-17T00:21:58Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '32af1ed6-41c5-496b-99ea-8f7b2fdcb40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:22:49.623780 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f0097-b8af-42c1-a329-caab9e2953ff None None] New status for floating IP 37ec90b4-2bdf-4917-9b3c-e2ca1c3dd0c3: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:22:50.079191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9fc51-9025-4679-bb67-a9c4d06d912e req-2d070a18-807b-46fe-b1ae-07264431068e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:50.080670 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e1c9fc51-9025-4679-bb67-a9c4d06d912e req-2d070a18-807b-46fe-b1ae-07264431068e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0806389 Feb 17 00:22:50.124152 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e1c9fc51-9025-4679-bb67-a9c4d06d912e req-6dc796f1-f820-499d-b510-0340bb772fe1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a7cc741b-b2ca-4819-9bc1-84ac66017137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Feb 17 00:22:50.268738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-be5f2f30-450b-40f5-b6f4-2c8069281014 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:50.269347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-be5f2f30-450b-40f5-b6f4-2c8069281014 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:22:50.280612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-be5f2f30-450b-40f5-b6f4-2c8069281014 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:22:50.281673 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-be5f2f30-450b-40f5-b6f4-2c8069281014 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 946 time: 0.0925219 Feb 17 00:22:50.349364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 9b31d174-7e5b-44e9-896e-f791a987b293 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:22:50.349704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:50.587139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 9b31d174-7e5b-44e9-896e-f791a987b293, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=9b31d174-7e5b-44e9-896e-f791a987b293,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:22:50.587411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:50.711112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 9b31d174-7e5b-44e9-896e-f791a987b293 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:22:50.850550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:50.899535 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=9b31d174-7e5b-44e9-896e-f791a987b293,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:50.940826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.941176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.941522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.941873 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.942206 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.942539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.942881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.943202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.943525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.943851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.944257 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.944583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:50.986993 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] No DVR routers for this DVR port 9b31d174-7e5b-44e9-896e-f791a987b293 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:22:50.989311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:50.991709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'name': 'network-vif-deleted', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:22:51.007053 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-181bf523-506f-4ae9-a12f-afb9e9c7a300 req-d2f3f567-8c2a-4f0f-a21c-a33d6965472d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "DELETE /v2.0/ports/9b31d174-7e5b-44e9-896e-f791a987b293 HTTP/1.1" status: 204 len: 173 time: 0.7198718 Feb 17 00:22:51.144924 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b301c1d3-a858-4455-80f4-4b51ec4fb005', 'name': 'network-vif-deleted', 'tag': '9b31d174-7e5b-44e9-896e-f791a987b293', 'status': 'completed', 'code': 200} Feb 17 00:22:51.290328 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6bf48fe-7170-4c70-9b33-ca257c1f059e req-a931817e-d37d-482f-a057-c28113b0ce65 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=b301c1d3-a858-4455-80f4-4b51ec4fb005 HTTP/1.1" status: 200 len: 210 time: 0.0458345 Feb 17 00:22:51.645056 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:52.386834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33764) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:52.922046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:53.362115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 033d196d-d1d3-41f2-b138-1d0931cc1fed {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:22:53.362360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:53.545314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 033d196d-d1d3-41f2-b138-1d0931cc1fed, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=033d196d-d1d3-41f2-b138-1d0931cc1fed,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:22:53.546004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:53.666489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 033d196d-d1d3-41f2-b138-1d0931cc1fed owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:22:53.979745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:54.026555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=033d196d-d1d3-41f2-b138-1d0931cc1fed,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:54.272096 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 9b31d174-7e5b-44e9-896e-f791a987b293 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:22:54.294409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:54.305992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 9b31d174-7e5b-44e9-896e-f791a987b293 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:22:54.306348 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 9b31d174-7e5b-44e9-896e-f791a987b293 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:22:54.735082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:22:54.905623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:22:54.914851 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] Sync routers for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:22:54.917639 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d05125b-cbaa-40bc-8ae0-e99a94c939af tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/090df1d5-8b63-4461-8cfe-eb0f2360ab87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5297694 Feb 17 00:22:54.920334 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33768) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:54.923890 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:22:54.924505 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:54.982913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting subnet 32af1ed6-41c5-496b-99ea-8f7b2fdcb40a {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:22:54.985791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.040633 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.095409 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:22:55.121465 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.190935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.232571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Subnet': ['ID=32af1ed6-41c5-496b-99ea-8f7b2fdcb40a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:55.237890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.246234 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c004099f-2a9d-4188-908b-69fb7047ceda tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/subnets/32af1ed6-41c5-496b-99ea-8f7b2fdcb40a HTTP/1.1" status: 204 len: 168 time: 0.3221252 Feb 17 00:22:55.246390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6ffd9-f6fb-4c3d-805f-a377cc26fdfe None None] Network ca950d02-4e49-40c7-a432-4ca193645544 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:22:55.246469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33772) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:55.378768 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:22:53Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:55.382546 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] Checking router: 090df1d5-8b63-4461-8cfe-eb0f2360ab87 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:22:55.391926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] Routers {'090df1d5-8b63-4461-8cfe-eb0f2360ab87'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:22:55.392965 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:55.431600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.512094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] DHCP port deletion for ca950d02-4e49-40c7-a432-4ca193645544 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:22:55.516243 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Deleting port fb2490cc-88b4-48ab-89b6-03e747ce70a3 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:22:55.516617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.576536 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] Set router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:22:55.615888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.629792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 96459337-8bc4-437c-9a2a-7abd87eee391 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:22:55.630204 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.754555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] For port fb2490cc-88b4-48ab-89b6-03e747ce70a3, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=fb2490cc-88b4-48ab-89b6-03e747ce70a3,segment=NetworkSegment(472cca69-5ac7-45f6-858b-ed85baefe4b2),segment_id=472cca69-5ac7-45f6-858b-ed85baefe4b2)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:22:55.754923 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.811361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 96459337-8bc4-437c-9a2a-7abd87eee391, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=96459337-8bc4-437c-9a2a-7abd87eee391,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:22:55.811965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:55.877997 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Calling delete_port for fb2490cc-88b4-48ab-89b6-03e747ce70a3 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:22:55.897762 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:22:53Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:55.901594 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9569dfa-dc2d-4440-ba19-d56f725637ce None None] The sync data for ids ['090df1d5-8b63-4461-8cfe-eb0f2360ab87'] in dv-neutron-829040-1-hyperv is: [{'id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491232077', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:22:53Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '96459337-8bc4-437c-9a2a-7abd87eee391', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090df1d5-8b63-4461-8cfe-eb0f2360ab87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:21:48Z', 'updated_at': '2022-02-17T00:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:22:55.936002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 96459337-8bc4-437c-9a2a-7abd87eee391 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:22:55.954505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.000977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Pushing event deleted for resources: {'Port': ['ID=fb2490cc-88b4-48ab-89b6-03e747ce70a3,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:56.006058 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] No DVR routers for this DVR port fb2490cc-88b4-48ab-89b6-03e747ce70a3 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:22:56.012844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.013197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.015738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.016774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.016774 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471125f-f58f-488d-a8df-6d316466a49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:22:56.201439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.247368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=96459337-8bc4-437c-9a2a-7abd87eee391,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:56.340494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.458822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 033d196d-d1d3-41f2-b138-1d0931cc1fed no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:22:56.495586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 033d196d-d1d3-41f2-b138-1d0931cc1fed {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:22:56.495933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 033d196d-d1d3-41f2-b138-1d0931cc1fed not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:22:56.496374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb2490cc-88b4-48ab-89b6-03e747ce70a3 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:22:56.515004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.517079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.528928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: fb2490cc-88b4-48ab-89b6-03e747ce70a3 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:22:56.529425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device fb2490cc-88b4-48ab-89b6-03e747ce70a3 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:22:56.539014 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.539531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Fanout notify agent at l3_agent the message router_deleted on router 090df1d5-8b63-4461-8cfe-eb0f2360ab87 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:22:56.554697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.555929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-53711a29-d45b-46fe-8b4e-8d2b53659351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/routers/090df1d5-8b63-4461-8cfe-eb0f2360ab87 HTTP/1.1" status: 204 len: 168 time: 1.3083770 Feb 17 00:22:56.559141 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33776) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:56.673024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.798915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.822855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca950d02-4e49-40c7-a432-4ca193645544']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:56.834175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472cca69-5ac7-45f6-858b-ed85baefe4b2') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:56.834469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472cca69-5ac7-45f6-858b-ed85baefe4b2') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:22:56.845702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.861677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.867438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:22:56.867783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:22:56.881990 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:22:56.960166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.978118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:56.989876 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Network': ['ID=ca950d02-4e49-40c7-a432-4ca193645544,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:57.004464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9426271e-4457-4c5b-8ab1-92d4ffd47560 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/networks/ca950d02-4e49-40c7-a432-4ca193645544 HTTP/1.1" status: 204 len: 168 time: 0.4442697 Feb 17 00:22:57.007388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33780) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:57.073669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1e732d3-45af-470d-960e-bf875990dcb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.101647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1e732d3-45af-470d-960e-bf875990dcb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.170185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1e732d3-45af-470d-960e-bf875990dcb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.187957 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e732d3-45af-470d-960e-bf875990dcb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc741b-b2ca-4819-9bc1-84ac66017137,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:57.197221 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e1e732d3-45af-470d-960e-bf875990dcb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.198365 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e1e732d3-45af-470d-960e-bf875990dcb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/security-groups/a7cc741b-b2ca-4819-9bc1-84ac66017137 HTTP/1.1" status: 204 len: 168 time: 0.1900799 Feb 17 00:22:57.513484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33788) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:57.518500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498436095', 'description': 'tempest-secgroup-smoke-1498436095 description', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:57.524430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:57.529063 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:57.531894 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:57.538068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:57.547577 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.566219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:57.569885 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:57.573133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:57.578601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:57.646351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.651904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.701131 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e0ce32-6f5f-4b54-a744-943412c35a06,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:57.703841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.705031 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4ed05cfd-6f83-446c-bceb-72c7cf8e8d62 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1905589 Feb 17 00:22:57.707902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33792) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:57.712723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'c6e0ce32-6f5f-4b54-a744-943412c35a06', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:57.719141 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:57.723286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:57.726158 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:57.731940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:57.748318 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.805820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.809723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.831342 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d16ca1f-41a8-4af5-b219-7ba2e36c9319,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:57.840161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.841302 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-425b5ab1-deb4-4d7c-839b-8fce9753bdd6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324875 Feb 17 00:22:57.844132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33796) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:57.849147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'c6e0ce32-6f5f-4b54-a744-943412c35a06', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:57.855324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:57.859040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:57.861859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:57.867366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:57.883672 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.959614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.964195 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:57.996207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832ba5f6-a14c-40fa-8002-ec6a9d3d9a59,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:58.006558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.007863 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0a411679-53d0-4ef7-b2a1-3eb1c7c7376e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628368 Feb 17 00:22:58.010937 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33800) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:58.015851 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'c6e0ce32-6f5f-4b54-a744-943412c35a06', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:58.021748 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:58.025464 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:58.028782 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:58.034324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:58.053226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.113548 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.116759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.139863 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd6e753-4ddf-4fd8-a012-73a39aa7ed04,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:58.148135 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.149395 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-1bc917ac-4178-4ba0-8c1c-be5c9ddaeafc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375508 Feb 17 00:22:58.152554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33804) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:58.157497 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'c6e0ce32-6f5f-4b54-a744-943412c35a06', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:58.163160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:58.167439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:58.170256 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:58.175709 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:58.191333 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.252436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.255982 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.279096 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94637067-9998-4f17-b248-54d1bb119b51,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:58.287084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.288267 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-b858e897-9cc6-43a8-815e-14128ea5334f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348078 Feb 17 00:22:58.290949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33808) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:58.295738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'c6e0ce32-6f5f-4b54-a744-943412c35a06', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:58.301858 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:58.305638 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:58.308549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:58.314339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:58.326835 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:22:58.334044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.370143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96459337-8bc4-437c-9a2a-7abd87eee391 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:22:58.402202 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.407802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 96459337-8bc4-437c-9a2a-7abd87eee391 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:22:58.407932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.408505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 96459337-8bc4-437c-9a2a-7abd87eee391 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:22:58.430803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4b7f92-d61e-48d8-9d20-175efd6470c4,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:58.440760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.444097 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-4e9409ad-6ce8-4710-8f25-e4d569eccfa4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500740 Feb 17 00:22:58.444746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33812) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:58.450189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'c6e0ce32-6f5f-4b54-a744-943412c35a06', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:58.456398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:58.460396 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:58.463304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:58.469032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:58.480025 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:22:58.486500 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.552835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.556689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.580106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea16e9e-8f97-4432-aede-a167a18b6e6c,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:58.588796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.589972 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-0df73cee-a255-4f3c-b0f0-292117b908fc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443241 Feb 17 00:22:58.592956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 33816) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:58.598521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'network': {'name': 'tempest-network-smoke--163514542', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'port_security_enabled': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:58.603303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:58.607878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:network and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:58.610751 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:58.616444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:58.627433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:22:58.630908 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.657963 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:22:58.667661 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.668007 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Added segment 1eb23ca4-7d61-49a1-aadd-1542c83f851d of type vlan for network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 Feb 17 00:22:58.693688 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.721505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.727086 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:22:58.727683 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.828141 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2341130 Feb 17 00:22:58.830920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33820) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:22:58.836694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'admin_state_up': True, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:22:58.837179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75365c0e-da4c-414a-8b23-1afa5a7eda8a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Network': ['ID=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:22:58.845064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:22:58.848438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:22:58.849062 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:router and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:22:58.851846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:22:58.858881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:22:58.869060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.870191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:58.884980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:59.242669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:59.539331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:59.567408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:59.699901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.227 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b12b8d88-4e9d-438d-8a53-63921eb4678f) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:22:59.839892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:59.868467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:22:59.934398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:22:59.937188 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:22:59.940819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:22:59.976207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=b12b8d88-4e9d-438d-8a53-63921eb4678f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:00.338710 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:00.774479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:00.975877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router bf0a5880-20d7-4db9-a7a9-6d02c62734eb is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:23:01.146868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:23:01.158136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Sync routers for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:23:01.167946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:23:01.168746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:01.173194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:01.174821 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-abcd23a9-0ddd-4124-bae2-258a7d2df1a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3422606 Feb 17 00:23:01.177921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33824) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:01.218481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bc86cb7f-2232-4e74-bb92-36e583b86f5c tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=a84d61d893c7488487c39df41d9cf6d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371866 Feb 17 00:23:01.218685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33828) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:01.343684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:23:01.345417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa65a327-793c-4aba-9537-869dbf52f39e tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:01.347170 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-aa65a327-793c-4aba-9537-869dbf52f39e tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273625 Feb 17 00:23:01.349866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33832) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:01.387616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-76168448-8c67-4229-9de9-e04c9b4c1110 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366726 Feb 17 00:23:01.389978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33836) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:01.395182 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207873259', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:23:01.506001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:23:01.509772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:subnet and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:23:01.513024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:23:01.518504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:23:01.528673 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:23:01.532160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:01.624609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:00Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:01.628603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Checking router: bf0a5880-20d7-4db9-a7a9-6d02c62734eb for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:23:01.629219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Updating router bf0a5880-20d7-4db9-a7a9-6d02c62734eb port b12b8d88-4e9d-438d-8a53-63921eb4678f binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:23:01.679961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:01.750928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:01.826426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Subnet': ['ID=e6f91588-f599-4156-bde0-ec26670926e2,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:01.833832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Checking segment: {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:23:01.834191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network hostable DHCP agents. Network: f6dc5b33-1a6e-4feb-bb46-96093b70a3a2, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:23:01.852682 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:23:01.861389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, f6dc5b33-1a6e-4feb-bb46-96093b70a3a2) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:23:01.866506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:01.867645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:01.870564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b43fd-00e2-4efb-9122-adbab8b8250d None None] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:23:01.887532 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1170e49e-670a-455e-af15-1d568ec4ba90 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4965055 Feb 17 00:23:01.890271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33840) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:02.210084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:02.225097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:23:02.225928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:02.235640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Transition to ACTIVE for port object b12b8d88-4e9d-438d-8a53-63921eb4678f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:23:02.243974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:02.373710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c183b-bc41-4059-bd1f-40df19bb7af4 None None] Pushing event updated for resources: {'Port': ['ID=b12b8d88-4e9d-438d-8a53-63921eb4678f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:02.385844 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Attempting to bind port b12b8d88-4e9d-438d-8a53-63921eb4678f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:23:02.386207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Attempting to bind port b12b8d88-4e9d-438d-8a53-63921eb4678f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:23:02.386573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Attempting to bind port b12b8d88-4e9d-438d-8a53-63921eb4678f on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:23:02.399967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:23:02.400357 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:23:02.401277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:02.401667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:23:02.402128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Bound port: b12b8d88-4e9d-438d-8a53-63921eb4678f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:23:02.402493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:02.531139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Allocated IP 172.20.0.2 (f6dc5b33-1a6e-4feb-bb46-96093b70a3a2/e6f91588-f599-4156-bde0-ec26670926e2/0f646559-a44f-4f60-baee-0a810fc2e9a8) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:23:02.533238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] For port b12b8d88-4e9d-438d-8a53-63921eb4678f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:23:02.537953 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] For port b12b8d88-4e9d-438d-8a53-63921eb4678f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b12b8d88-4e9d-438d-8a53-63921eb4678f,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:23:02.545443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:02.685795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:02.702796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:23:02.703416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:02.773872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c183b-bc41-4059-bd1f-40df19bb7af4 None None] Pushing event updated for resources: {'Port': ['ID=b12b8d88-4e9d-438d-8a53-63921eb4678f,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:02.971223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:23:03.102180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.132412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Transition to ACTIVE for port object 0f646559-a44f-4f60-baee-0a810fc2e9a8 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:23:03.205803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Transition to ACTIVE for port object 0f646559-a44f-4f60-baee-0a810fc2e9a8 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:23:03.216025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.277086 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.1 (f6dc5b33-1a6e-4feb-bb46-96093b70a3a2/e6f91588-f599-4156-bde0-ec26670926e2/7e563503-bd5b-459c-a178-18eddcc2e792) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:23:03.312679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:23:03.349050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:23:03.361431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:23:03.364978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Pushing event updated for resources: {'Port': ['ID=0f646559-a44f-4f60-baee-0a810fc2e9a8,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:03.437098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.460792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object 7e563503-bd5b-459c-a178-18eddcc2e792 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:23:03.485449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.542537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Attempting to bind port 0f646559-a44f-4f60-baee-0a810fc2e9a8 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:23:03.542909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Attempting to bind port 0f646559-a44f-4f60-baee-0a810fc2e9a8 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:23:03.543279 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Attempting to bind port 0f646559-a44f-4f60-baee-0a810fc2e9a8 on network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:23:03.551295 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:23:03.551666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Checking segment: {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:23:03.552087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.552481 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Bound using segment: {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:23:03.552947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Bound port: 0f646559-a44f-4f60-baee-0a810fc2e9a8, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:23:03.553319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.555709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:23:03.558793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:23:03.561320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:23:03.573111 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:00Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:03.602159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=7e563503-bd5b-459c-a178-18eddcc2e792,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:03.611549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff96711-1d39-4743-b4da-5708e37e9554 None None] The sync data for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv is: [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:00Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:23:03.629743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.665284 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] For port 0f646559-a44f-4f60-baee-0a810fc2e9a8, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:23:03.668965 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] For port 0f646559-a44f-4f60-baee-0a810fc2e9a8, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0f646559-a44f-4f60-baee-0a810fc2e9a8,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:23:03.675751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.773712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d61cb7-a94a-4858-8bdc-48b06489a7c6 None None] Pushing event updated for resources: {'Port': ['ID=0f646559-a44f-4f60-baee-0a810fc2e9a8,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:03.777023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-512858b1-3cf8-4a36-b43e-c122ae4a3e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:03.955534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:04.473490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0f646559-a44f-4f60-baee-0a810fc2e9a8 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:23:04.523715 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:04.529413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:04.567530 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0f646559-a44f-4f60-baee-0a810fc2e9a8 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:23:04.579127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b12b8d88-4e9d-438d-8a53-63921eb4678f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:23:04.652702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b12b8d88-4e9d-438d-8a53-63921eb4678f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:23:04.659845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b12b8d88-4e9d-438d-8a53-63921eb4678f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:04.660350 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:04.660887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=7e563503-bd5b-459c-a178-18eddcc2e792,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:04.663599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:04.793406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:04.808299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:23:04.810069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:23:04.810367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b12b8d88-4e9d-438d-8a53-63921eb4678f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b12b8d88-4e9d-438d-8a53-63921eb4678f,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:23:04.815440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:04.848120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e25ba6-14ab-41ce-bcdf-19fc17640367 None None] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:23:04.964513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b12b8d88-4e9d-438d-8a53-63921eb4678f,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:04.971241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f8d112c2-edff-427c-90ff-3d288c524fc2 None None] Provisioning for port 0f646559-a44f-4f60-baee-0a810fc2e9a8 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:23:04.988981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f8d112c2-edff-427c-90ff-3d288c524fc2 None None] Provisioning complete for port 0f646559-a44f-4f60-baee-0a810fc2e9a8 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:04.989355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f8d112c2-edff-427c-90ff-3d288c524fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:05.002665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router bf0a5880-20d7-4db9-a7a9-6d02c62734eb has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:23:05.191784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:23:05.204892 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ab99230e-063b-4112-9dc2-3568ed186eb4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/bf0a5880-20d7-4db9-a7a9-6d02c62734eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3135955 Feb 17 00:23:05.209758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f8d112c2-edff-427c-90ff-3d288c524fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:05.251324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f8d112c2-edff-427c-90ff-3d288c524fc2 None None] For port 0f646559-a44f-4f60-baee-0a810fc2e9a8, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0f646559-a44f-4f60-baee-0a810fc2e9a8,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:23:05.256985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f8d112c2-edff-427c-90ff-3d288c524fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:05.335141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d112c2-edff-427c-90ff-3d288c524fc2 None None] Pushing event updated for resources: {'Port': ['ID=0f646559-a44f-4f60-baee-0a810fc2e9a8,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:05.335363 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Sync routers for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:23:05.348770 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:23:05.349376 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:22:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:05.389346 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-eaa11db2-751d-4610-8483-ca617bc1e0be tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:23:05.405516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-eaa11db2-751d-4610-8483-ca617bc1e0be tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:23:05.406705 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-eaa11db2-751d-4610-8483-ca617bc1e0be tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498436095&fields=id&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 267 time: 0.0602732 Feb 17 00:23:05.494900 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-971d6a4a-0687-4562-a2c7-6888b3b6746c None None] Provisioning for port 7e563503-bd5b-459c-a178-18eddcc2e792 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:23:05.501931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-971d6a4a-0687-4562-a2c7-6888b3b6746c None None] Provisioning complete for port 7e563503-bd5b-459c-a178-18eddcc2e792 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:05.502591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-971d6a4a-0687-4562-a2c7-6888b3b6746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:05.542492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:23:05.562701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-8da64965-d5ab-4ae7-8e7c-046e8e837ced tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:05.563398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-8da64965-d5ab-4ae7-8e7c-046e8e837ced tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:23:05.568952 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-971d6a4a-0687-4562-a2c7-6888b3b6746c None None] Port 7e563503-bd5b-459c-a178-18eddcc2e792 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:23:05.582129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-8da64965-d5ab-4ae7-8e7c-046e8e837ced tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:23:05.583074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-971d6a4a-0687-4562-a2c7-6888b3b6746c None None] Provisioning complete for port 0f646559-a44f-4f60-baee-0a810fc2e9a8 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:05.583435 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-8da64965-d5ab-4ae7-8e7c-046e8e837ced tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 796 time: 0.1689692 Feb 17 00:23:05.583710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-971d6a4a-0687-4562-a2c7-6888b3b6746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:05.633169 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-deceeb79-cc05-4b8c-9085-af822f6ae5dc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/quotas/a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 375 time: 0.0295258 Feb 17 00:23:05.724199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-e3ef1514-fbde-4710-a9a9-741f21161088 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:23:05.744449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-e3ef1514-fbde-4710-a9a9-741f21161088 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:23:05.752310 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-e3ef1514-fbde-4710-a9a9-741f21161088 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161969 Feb 17 00:23:05.861860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-71782139-0d45-4318-9a65-a7d569ec735b None None] Provisioning complete for port 7e563503-bd5b-459c-a178-18eddcc2e792 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:05.862489 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-71782139-0d45-4318-9a65-a7d569ec735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:05.900359 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 2, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:05.905064 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Checking router: bf0a5880-20d7-4db9-a7a9-6d02c62734eb for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:23:05.905562 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Updating router bf0a5880-20d7-4db9-a7a9-6d02c62734eb port 7e563503-bd5b-459c-a178-18eddcc2e792 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:23:05.907669 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-ff07f7ef-9f52-4892-ba02-4d852e48b4cd service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498973 Feb 17 00:23:05.923562 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-71782139-0d45-4318-9a65-a7d569ec735b None None] Port 7e563503-bd5b-459c-a178-18eddcc2e792 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:23:05.967776 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:05.991743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a0248d70-1ec8-4e3d-9144-05119ed1f118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.043830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9c38c1d3-dd43-4a53-8227-3508f9cd5406 None None] Provisioning complete for port 7e563503-bd5b-459c-a178-18eddcc2e792 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:06.044162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9c38c1d3-dd43-4a53-8227-3508f9cd5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.102396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9c38c1d3-dd43-4a53-8227-3508f9cd5406 None None] Port 7e563503-bd5b-459c-a178-18eddcc2e792 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:23:06.154195 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-01306292-8b49-4004-a078-308da7758e3e service neutron] 10.222.0.47 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408211 Feb 17 00:23:06.328129 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1f40983f-81c7-48e5-84d1-7828f0e84b72 req-d10004f7-28db-4ff0-826b-694639bc8bab tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 210 time: 0.0414593 Feb 17 00:23:06.331308 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.343868 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Transition to ACTIVE for port object 7e563503-bd5b-459c-a178-18eddcc2e792 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:23:06.351362 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.426672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0f646559-a44f-4f60-baee-0a810fc2e9a8 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:23:06.514690 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0f646559-a44f-4f60-baee-0a810fc2e9a8 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:06.515311 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.586087 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Pushing event updated for resources: {'Port': ['ID=7e563503-bd5b-459c-a178-18eddcc2e792,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:06.589654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Attempting to bind port 7e563503-bd5b-459c-a178-18eddcc2e792 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:23:06.590023 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Attempting to bind port 7e563503-bd5b-459c-a178-18eddcc2e792 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:23:06.590382 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Attempting to bind port 7e563503-bd5b-459c-a178-18eddcc2e792 on network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:23:06.611981 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:23:06.612395 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Checking segment: {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:23:06.612794 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.613188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Bound using segment: {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:23:06.613663 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Bound port: 7e563503-bd5b-459c-a178-18eddcc2e792, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:23:06.614035 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.632755 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.633675 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.634405 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.635652 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.635652 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.635961 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.636632 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.637195 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.637676 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.638528 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.639064 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.639568 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:23:06.670294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b12b8d88-4e9d-438d-8a53-63921eb4678f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:23:06.739599 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] For port 7e563503-bd5b-459c-a178-18eddcc2e792, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:23:06.743309 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] For port 7e563503-bd5b-459c-a178-18eddcc2e792, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7e563503-bd5b-459c-a178-18eddcc2e792,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:23:06.744005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b12b8d88-4e9d-438d-8a53-63921eb4678f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:06.745073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.747968 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:06.826884 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:23:06.827755 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:23:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:06.930798 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17be84a-adb4-4b4e-bc38-070fa0c85d72 None None] Pushing event updated for resources: {'Port': ['ID=7e563503-bd5b-459c-a178-18eddcc2e792,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:07.019708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:07.058854 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:23:07.386278 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:06Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:07.390826 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67561741-7e77-4dcd-9850-4cb350760ddb None None] The sync data for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv is: [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:06Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:23:07.393744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:07.533354 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16647527-3424-4941-a9af-0d0b5485733a req-1dad4121-08a5-4409-b79b-efa8ab98f7ed tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 210 time: 0.0666337 Feb 17 00:23:07.562647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-b256cfe3-37d8-4bc7-af6a-16d398ab94ef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:07.563453 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-b256cfe3-37d8-4bc7-af6a-16d398ab94ef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:23:07.576806 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-b256cfe3-37d8-4bc7-af6a-16d398ab94ef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:23:07.577924 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-b256cfe3-37d8-4bc7-af6a-16d398ab94ef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 796 time: 0.2610874 Feb 17 00:23:07.634366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-e19f1fdd-07ea-419c-8d23-2dbf306d888f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:23:07.646907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-e19f1fdd-07ea-419c-8d23-2dbf306d888f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:23:07.648064 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-e19f1fdd-07ea-419c-8d23-2dbf306d888f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 380 time: 0.0612726 Feb 17 00:23:07.657473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'port': {'device_id': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'admin_state_up': True, 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'security_groups': ['c6e0ce32-6f5f-4b54-a744-943412c35a06']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:23:07.799870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:23:07.809326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:23:07.819159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:23:07.822646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.100069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.12 (f6dc5b33-1a6e-4feb-bb46-96093b70a3a2/e6f91588-f599-4156-bde0-ec26670926e2/746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:23:08.290891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.305902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:23:08.330080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.401126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:23:08.406822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:23:08.410976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:23:08.446682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7e563503-bd5b-459c-a178-18eddcc2e792 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:23:08.447197 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:08.486775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:08.487436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.522931 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-3fb9e336-6532-49ef-83d7-a94196141f74 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8690188 Feb 17 00:23:08.535282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Request body: {'port': {'device_id': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:23:08.537039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 7e563503-bd5b-459c-a178-18eddcc2e792 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:23:08.542604 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7e563503-bd5b-459c-a178-18eddcc2e792 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:08.542976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.653063 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.679933 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.721492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.746765 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ec53f4a9-7c97-47d6-9726-fb3eeb5caff6 None None] Provisioning for port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:23:08.749074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df7f17-7aa1-439d-a5ec-ff8cf4e1241b req-00a41551-df61-46c1-8f89-c42e0b624d0d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:08.750812 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d4df7f17-7aa1-439d-a5ec-ff8cf4e1241b req-00a41551-df61-46c1-8f89-c42e0b624d0d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 932 time: 0.0832882 Feb 17 00:23:08.759659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ec53f4a9-7c97-47d6-9726-fb3eeb5caff6 None None] Provisioning complete for port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:08.760720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ec53f4a9-7c97-47d6-9726-fb3eeb5caff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.798393 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 7e563503-bd5b-459c-a178-18eddcc2e792, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7e563503-bd5b-459c-a178-18eddcc2e792,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:23:08.805373 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d4df7f17-7aa1-439d-a5ec-ff8cf4e1241b req-6a321a00-d9bc-4901-9d1a-d2191de9b2f3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489757 Feb 17 00:23:08.811907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:08.869184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ec53f4a9-7c97-47d6-9726-fb3eeb5caff6 None None] Port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:23:08.886503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=7e563503-bd5b-459c-a178-18eddcc2e792,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:09.030298 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:23:09.037311 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:09.050715 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Transition to ACTIVE for port object 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:23:09.053912 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:09.203113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Pushing event updated for resources: {'Port': ['ID=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:09.282960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Attempting to bind port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:23:09.283472 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Attempting to bind port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:23:09.283808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Attempting to bind port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b on network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:23:09.288366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b on network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:23:09.288687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Attempting to bind port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b on network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:23:09.293694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:23:09.294028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Checking segment: {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:23:09.294433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Bound using segment: {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:23:09.294857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Bound port: 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb23ca4-7d61-49a1-aadd-1542c83f851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:23:09.295198 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:09.380883 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] For port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:23:09.383652 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] For port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:23:09.388779 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:09.448226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:09.448841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:09.450266 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] 10.222.0.24 "PUT /v2.0/ports/746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 1094 time: 0.9202559 Feb 17 00:23:09.450705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:23:09.475236 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d5422-51a5-4222-9630-4db9e0e5c728 service neutron] Pushing event updated for resources: {'Port': ['ID=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:09.527298 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'status': 'completed', 'code': 200} Feb 17 00:23:09.568987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-0c53eddd-a591-4e49-b808-268c5bf7837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:09.570456 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-0c53eddd-a591-4e49-b808-268c5bf7837b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1097 time: 0.0775459 Feb 17 00:23:09.641661 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-338772f7-ed8e-4325-b287-ae4c981d3d26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 217 time: 0.0644608 Feb 17 00:23:09.704725 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-ab06d926-58d9-4fa4-82e0-b761bdff80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:09.706082 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-ab06d926-58d9-4fa4-82e0-b761bdff80e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 200 len: 834 time: 0.0578370 Feb 17 00:23:09.887692 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-69897d32-a54a-49d6-9d02-923d5ac1e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:09.889228 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-69897d32-a54a-49d6-9d02-923d5ac1e8cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1773994 Feb 17 00:23:09.993786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932088bb-4cbb-4046-a568-302b373db2ca req-0e5a00b3-cefe-4806-a201-2d60e0008bc7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:09.995262 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-932088bb-4cbb-4046-a568-302b373db2ca req-0e5a00b3-cefe-4806-a201-2d60e0008bc7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 944 time: 0.0818222 Feb 17 00:23:10.021686 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-65e79a98-c499-4edd-96c3-cc7a4673c56d service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262486 Feb 17 00:23:10.039004 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-932088bb-4cbb-4046-a568-302b373db2ca req-b2ec567d-b32e-4673-b725-e92a466be500 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379291 Feb 17 00:23:10.153068 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-91551cc4-ecb6-465c-8147-45d66f7c4b00 req-895d6ee5-576f-4320-9f3e-731875ae8579 service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255581 Feb 17 00:23:10.265379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-dbe61c72-b210-4111-95e2-23704a3b5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:10.266695 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-dbe61c72-b210-4111-95e2-23704a3b5c95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1097 time: 0.0701931 Feb 17 00:23:10.398470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-523fdfc6-2d4a-4ce0-9322-d0061d783ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:10.399910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-523fdfc6-2d4a-4ce0-9322-d0061d783ea7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 896 time: 0.1262095 Feb 17 00:23:10.417039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7e563503-bd5b-459c-a178-18eddcc2e792 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:23:10.469869 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-fcaf0249-c78b-470f-9113-7e4ac3a6681e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 217 time: 0.0631983 Feb 17 00:23:10.486128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 7e563503-bd5b-459c-a178-18eddcc2e792 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:10.486504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:10.532991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-495e0232-d9d6-44df-aa47-32511f552b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:10.534357 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-495e0232-d9d6-44df-aa47-32511f552b86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 200 len: 834 time: 0.0575874 Feb 17 00:23:10.613651 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-ea56b537-216a-4f10-8c78-768b9d387d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:10.615114 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-ea56b537-216a-4f10-8c78-768b9d387d56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728855 Feb 17 00:23:10.747251 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-a2410a68-aade-4992-8cc8-e59d7dd5fe57 service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247454 Feb 17 00:23:10.875068 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-5cfc4ada-7d73-41a7-8ece-fee06e7899a0 req-8983c161-6d42-4b57-8154-0b247cfe1b3d service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217134 Feb 17 00:23:11.221081 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c17b7-c473-47d3-bc4d-40ad4454a3e2 req-a3cb6be6-d6a6-48ec-b25d-b70d916f24bc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:11.222772 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c9c17b7-c473-47d3-bc4d-40ad4454a3e2 req-a3cb6be6-d6a6-48ec-b25d-b70d916f24bc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 944 time: 0.0768821 Feb 17 00:23:11.266368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8c9c17b7-c473-47d3-bc4d-40ad4454a3e2 req-cf5639c7-788b-4929-a23d-8c70dd9c3e6e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 Feb 17 00:23:12.383317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:23:12.450401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae6bf5-aad9-42a1-b393-48bb5b80ff98 req-5d9c1e4d-35bc-41ed-b145-90f421cdc54f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:12.451850 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cbae6bf5-aad9-42a1-b393-48bb5b80ff98 req-5d9c1e4d-35bc-41ed-b145-90f421cdc54f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 944 time: 0.0815079 Feb 17 00:23:12.495162 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cbae6bf5-aad9-42a1-b393-48bb5b80ff98 req-01c253e1-80a9-45d7-8801-74fe77bfc22c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Feb 17 00:23:12.514535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:23:12.531149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'port_id': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'mac_address': 'fa:16:3e:98:29:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:23:12.590411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:12.606964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:23:12.621814 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:23:12.626743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:12.691115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:12.880183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:23:13.678709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49ce13-fb40-4abd-93db-f9cf8dedf3ea req-2fef70c7-035d-4243-8e38-87c08f7bfca7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:13.680199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab49ce13-fb40-4abd-93db-f9cf8dedf3ea req-2fef70c7-035d-4243-8e38-87c08f7bfca7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 945 time: 0.0778730 Feb 17 00:23:13.724678 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab49ce13-fb40-4abd-93db-f9cf8dedf3ea req-743a3777-a200-4209-929d-d1c440956657 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380683 Feb 17 00:23:14.382374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:23:14.447062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:23:14.451633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:23:14.452001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:14.567405 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:14.593166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:23:14.603258 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:23:14.609335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:14.639479 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'code': 200} Feb 17 00:23:14.684908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:14.860761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17597f52-2b13-48aa-ad5b-b87d99b2e907 req-17c6e834-e9de-4bf3-a957-5ccffc870e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:14.862233 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17597f52-2b13-48aa-ad5b-b87d99b2e907 req-17c6e834-e9de-4bf3-a957-5ccffc870e8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1099 time: 0.0697751 Feb 17 00:23:14.903054 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17597f52-2b13-48aa-ad5b-b87d99b2e907 req-06066069-2fc3-4dcb-951c-996f8eaa277a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Feb 17 00:23:14.912497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5962-1107-48a5-ba26-48b9b9ff3154 req-abef2283-d643-4bac-aec1-5cc5086f684b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:14.913925 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-145d5962-1107-48a5-ba26-48b9b9ff3154 req-abef2283-d643-4bac-aec1-5cc5086f684b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0834355 Feb 17 00:23:14.957007 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-145d5962-1107-48a5-ba26-48b9b9ff3154 req-4024256f-7451-4bbf-8d04-37ab3618d7de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373478 Feb 17 00:23:16.140986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038285a-69c9-40df-b3c2-2aa0598efdef req-c59771e9-60e4-48b8-a02e-fd00f39b5477 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:16.142450 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6038285a-69c9-40df-b3c2-2aa0598efdef req-c59771e9-60e4-48b8-a02e-fd00f39b5477 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0799758 Feb 17 00:23:16.191054 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6038285a-69c9-40df-b3c2-2aa0598efdef req-391b954b-aa23-40fe-9da9-94ad1f1ee9d4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 Feb 17 00:23:16.382248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a68db-ba9b-4034-95c0-27dedcb195da req-566f58a7-1f9c-4f4c-b57d-8ae5dca42acc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:16.383684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5d4a68db-ba9b-4034-95c0-27dedcb195da req-566f58a7-1f9c-4f4c-b57d-8ae5dca42acc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0845914 Feb 17 00:23:16.425799 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5d4a68db-ba9b-4034-95c0-27dedcb195da req-75ea3ece-3445-4952-b8b1-08773807549f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365052 Feb 17 00:23:16.447600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33892) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:16.520195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf14e454-5a5d-46e6-aeaf-86720f2bdaf6 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:16.521745 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cf14e454-5a5d-46e6-aeaf-86720f2bdaf6 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1094 time: 0.0731325 Feb 17 00:23:16.524593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33896) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:16.529490 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:23:16.535398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:23:16.539201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:floatingip and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:23:16.542497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:23:16.547986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:23:16.558823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:16.698408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:16.829432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.53 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/44a272ad-bea2-4ed6-ba48-fc9ac0993993) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:23:16.979606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:17.008576 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:17.074820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:23:17.077641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:23:17.081407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:23:17.101402 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:23:17.115863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=44a272ad-bea2-4ed6-ba48-fc9ac0993993,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:17.590339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:17.666187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:17.865001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:17.869991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:17.980740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=44a272ad-bea2-4ed6-ba48-fc9ac0993993,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:23:17.989585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:18.152473 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 32f26fdd-e293-44d8-a2e7-ff3d1706aee4 associated. External IP: 172.26.2.53, port: 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b. Feb 17 00:23:18.485636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router bf0a5880-20d7-4db9-a7a9-6d02c62734eb has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:23:18.658768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:23:18.669809 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] Sync routers for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:23:18.682777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:18.710448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:23:18.711058 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:23:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:18.737354 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6ab5bdb5-1e21-421e-b0e5-e3ba58c80cb0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2117436 Feb 17 00:23:18.737919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:23:18.783554 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'status': 'completed', 'code': 200} Feb 17 00:23:18.881989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-f13a0c53-4c1e-43a1-aafb-4edd96e91864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:18.883685 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-f13a0c53-4c1e-43a1-aafb-4edd96e91864 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1099 time: 0.0782633 Feb 17 00:23:18.898095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:23:19.025057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-e88cf73a-b6d2-454d-a181-95441a72a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:19.026938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-e88cf73a-b6d2-454d-a181-95441a72a178 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 896 time: 0.1374187 Feb 17 00:23:19.034274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab89fa9-fd35-4cd1-8000-7d85c10ec3f9 req-88bf4307-4d3c-4462-9fe2-bf252ce8c2ca tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:19.037050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ab89fa9-fd35-4cd1-8000-7d85c10ec3f9 req-88bf4307-4d3c-4462-9fe2-bf252ce8c2ca tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.2072897 Feb 17 00:23:19.084853 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ab89fa9-fd35-4cd1-8000-7d85c10ec3f9 req-e649ee18-d771-4c39-83ba-b64d80916748 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Feb 17 00:23:19.109280 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33904) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:19.127704 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-0aaa3784-36e1-4b9c-8e72-05fd768bbb60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 999 time: 0.0948968 Feb 17 00:23:19.194247 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-7af3a756-9b34-4473-90bc-ef2ad3fe96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:19.195844 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-7af3a756-9b34-4473-90bc-ef2ad3fe96e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 200 len: 834 time: 0.0616205 Feb 17 00:23:19.216890 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ec2bfbc3-6fa1-477e-99cc-a2437d296471 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/32f26fdd-e293-44d8-a2e7-ff3d1706aee4 HTTP/1.1" status: 200 len: 991 time: 0.1054311 Feb 17 00:23:19.263121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '32f26fdd-e293-44d8-a2e7-ff3d1706aee4', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'port_id': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'mac_address': 'fa:16:3e:98:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:23:17Z', 'updated_at': '2022-02-17T00:23:17Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:08Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:19.266930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] Checking router: bf0a5880-20d7-4db9-a7a9-6d02c62734eb for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:23:19.270747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-8bbe16d2-155f-4569-b404-a0226aa7d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:19.272242 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-8bbe16d2-155f-4569-b404-a0226aa7d15e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710316 Feb 17 00:23:19.275324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:23:19.276521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:23:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:19.436698 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-2ede9a26-73b7-42b8-b4e1-611f51f7887f service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584616 Feb 17 00:23:19.453710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:23:19.680142 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bfaf20ef-24fe-4380-b2ef-4bf127523e35 req-a9ff1274-9521-4b59-a9ff-2e4bbfaff76a service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367978 Feb 17 00:23:19.804041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '32f26fdd-e293-44d8-a2e7-ff3d1706aee4', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'port_id': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'mac_address': 'fa:16:3e:98:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:23:17Z', 'updated_at': '2022-02-17T00:23:17Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:08Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:23:19.808375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b754f4b7-a824-416a-8585-5f8790f5f93c None None] The sync data for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv is: [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '32f26fdd-e293-44d8-a2e7-ff3d1706aee4', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'port_id': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'mac_address': 'fa:16:3e:98:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:23:17Z', 'updated_at': '2022-02-17T00:23:17Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:08Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:23:19.993221 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2eb8e-57c9-40b7-b26e-3b707325d95d None None] New status for floating IP 32f26fdd-e293-44d8-a2e7-ff3d1706aee4: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:23:20.219746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33908) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:23:20.324072 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cf4238c0-4fd3-4b74-9b65-6c992a0d7499 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/32f26fdd-e293-44d8-a2e7-ff3d1706aee4 HTTP/1.1" status: 200 len: 993 time: 0.1032312 Feb 17 00:23:21.646302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:26.942890 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-d5369c8a-2b5c-45be-904b-d3fecc4adadc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701864 Feb 17 00:23:27.077463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-a149de12-b23c-48c7-974b-371027cd3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:27.078876 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-a149de12-b23c-48c7-974b-371027cd3cfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1099 time: 0.0679955 Feb 17 00:23:27.219204 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-339b5d79-d84c-4ba1-97b2-af7f0fe37637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:27.220556 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-339b5d79-d84c-4ba1-97b2-af7f0fe37637 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 896 time: 0.1223776 Feb 17 00:23:27.319677 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-81dbc9d5-8fd4-4769-bcf3-b40a4c46e8df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0929320 Feb 17 00:23:27.380222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-118ecb3b-438b-4ce6-82c2-14fa7efb09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:27.381570 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-118ecb3b-438b-4ce6-82c2-14fa7efb09d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 200 len: 834 time: 0.0549567 Feb 17 00:23:27.455938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-48b9f40d-ccdc-4448-8e76-bdd546e9a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:27.457356 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-48b9f40d-ccdc-4448-8e76-bdd546e9a5e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687292 Feb 17 00:23:27.584546 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-f39accc8-9fe4-42df-9900-cb8c999d2cec service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197495 Feb 17 00:23:27.722627 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ff85ba80-2ea0-4830-8283-8bcde407dd9a req-d04602bd-6211-4823-b5b9-f1e1bc05d324 service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326649 Feb 17 00:23:33.750010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-868f1494-592e-480a-b8bb-effe5218f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:35.994166 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8df392c0-9445-4bb8-bcd2-fcf418da0394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:37.021065 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:37.371857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:38.621603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:51.653903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:23:51.804115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bce9-aa82-4e91-a15d-13642e277943 req-0f4ea74f-33ab-4b2a-b2a6-9a9e9956701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:51.805756 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a284bce9-aa82-4e91-a15d-13642e277943 req-0f4ea74f-33ab-4b2a-b2a6-9a9e9956701b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1099 time: 0.0694647 Feb 17 00:23:51.844720 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dab33-f00e-427a-80c3-d67e7787f3ad req-86ad3025-22db-424b-bc28-7d556f961ab2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:51.846315 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-183dab33-f00e-427a-80c3-d67e7787f3ad req-86ad3025-22db-424b-bc28-7d556f961ab2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0781965 Feb 17 00:23:51.890018 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-183dab33-f00e-427a-80c3-d67e7787f3ad req-1adcd2a8-74b9-464a-9e21-d3c16510b0fa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376141 Feb 17 00:23:51.947567 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bce9-aa82-4e91-a15d-13642e277943 req-848b9e3a-11d7-4fb0-ba0f-1e4d149ccff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:51.949060 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a284bce9-aa82-4e91-a15d-13642e277943 req-848b9e3a-11d7-4fb0-ba0f-1e4d149ccff5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 896 time: 0.1355872 Feb 17 00:23:52.051002 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a284bce9-aa82-4e91-a15d-13642e277943 req-7104def4-b0a6-4172-9ecf-9bc7621bc751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0959213 Feb 17 00:23:52.115363 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bce9-aa82-4e91-a15d-13642e277943 req-e078009e-834c-4776-8970-396ecdd47a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:52.116718 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a284bce9-aa82-4e91-a15d-13642e277943 req-e078009e-834c-4776-8970-396ecdd47a67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 200 len: 834 time: 0.0598478 Feb 17 00:23:52.187496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bce9-aa82-4e91-a15d-13642e277943 req-7fc1af9d-6e9c-40dc-bf04-4643e52abe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:52.188931 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a284bce9-aa82-4e91-a15d-13642e277943 req-7fc1af9d-6e9c-40dc-bf04-4643e52abe8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665145 Feb 17 00:23:52.316671 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a284bce9-aa82-4e91-a15d-13642e277943 req-0fce8452-20fd-4fa4-9076-7e190ed4668c service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217587 Feb 17 00:23:52.547956 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-a284bce9-aa82-4e91-a15d-13642e277943 req-9a0f1a71-c0e9-4367-be3d-d38dbc846c72 service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251592 Feb 17 00:23:53.074771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405ef82-9982-4708-bebb-83c6786263fd req-06fafbda-1a59-4075-8a8b-2482493196d4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:53.076246 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3405ef82-9982-4708-bebb-83c6786263fd req-06fafbda-1a59-4075-8a8b-2482493196d4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0804439 Feb 17 00:23:53.119019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3405ef82-9982-4708-bebb-83c6786263fd req-a347aa7c-bef7-4155-83c5-bccf1078e37e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371306 Feb 17 00:23:54.099723 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:23:54.302456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af9bdd-c828-4b22-b44e-0e89c13333af req-a2e97d95-2c3b-4054-bc58-b49c4fd16b6f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:54.303880 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4af9bdd-c828-4b22-b44e-0e89c13333af req-a2e97d95-2c3b-4054-bc58-b49c4fd16b6f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0766909 Feb 17 00:23:54.351213 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4af9bdd-c828-4b22-b44e-0e89c13333af req-aaabc656-6783-4d01-aec3-1c6c37ebd9f6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Feb 17 00:23:55.531956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996274cc-6f2e-4965-8fd3-b6de3a0b5b70 req-47f6b07e-ae61-4714-85fc-7ccc79d0c9b9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:55.533410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-996274cc-6f2e-4965-8fd3-b6de3a0b5b70 req-47f6b07e-ae61-4714-85fc-7ccc79d0c9b9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0771027 Feb 17 00:23:55.576702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-996274cc-6f2e-4965-8fd3-b6de3a0b5b70 req-eaf0fa81-f887-4060-845b-5f8ef3c40cd5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378249 Feb 17 00:23:56.762265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f8239-6adc-40f8-a6fa-f652c3aa0a18 req-fb6e7f11-abb7-4967-b557-035d9c84f51d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:56.763716 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c72f8239-6adc-40f8-a6fa-f652c3aa0a18 req-fb6e7f11-abb7-4967-b557-035d9c84f51d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0843668 Feb 17 00:23:56.806548 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c72f8239-6adc-40f8-a6fa-f652c3aa0a18 req-f5b8adae-a449-4a69-aefc-8bc4f9b20034 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372670 Feb 17 00:23:57.986273 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd88b-b1d7-43e4-bbc9-c39a83a133db req-ced6afbf-74e4-4c5b-8e23-76508b18af65 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:57.987635 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6dcfd88b-b1d7-43e4-bbc9-c39a83a133db req-ced6afbf-74e4-4c5b-8e23-76508b18af65 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0779247 Feb 17 00:23:58.038681 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6dcfd88b-b1d7-43e4-bbc9-c39a83a133db req-f0b23400-0bcf-4310-bc93-87acb35fbec6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454795 Feb 17 00:23:59.220199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab701896-d995-404c-8c6b-1d910c1978bb req-1ff25e6f-97ba-4572-9d95-8cd97bfc3f02 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:23:59.221625 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab701896-d995-404c-8c6b-1d910c1978bb req-1ff25e6f-97ba-4572-9d95-8cd97bfc3f02 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0802591 Feb 17 00:23:59.265956 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab701896-d995-404c-8c6b-1d910c1978bb req-4475639b-da57-4134-8b65-5d7840942f3b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385683 Feb 17 00:24:00.446212 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533e7ff-98e3-4ade-8d31-335e91534957 req-f7af1a6d-97fc-498d-9cb2-7fbc1649ad5f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:00.447659 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6533e7ff-98e3-4ade-8d31-335e91534957 req-f7af1a6d-97fc-498d-9cb2-7fbc1649ad5f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0773199 Feb 17 00:24:00.493250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6533e7ff-98e3-4ade-8d31-335e91534957 req-3fe07850-3df4-4774-b92a-34e1bab98810 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Feb 17 00:24:01.674829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e5dfd-7d22-4785-8b60-fdbea0dd67f1 req-a6464f31-88cb-44b0-b74d-1cb99c906144 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:01.676304 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-027e5dfd-7d22-4785-8b60-fdbea0dd67f1 req-a6464f31-88cb-44b0-b74d-1cb99c906144 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0781651 Feb 17 00:24:01.720197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-027e5dfd-7d22-4785-8b60-fdbea0dd67f1 req-5c8f57f0-4abc-4770-8b8b-21f83e03fdab tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381818 Feb 17 00:24:02.904908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a7033-d8aa-4cbb-84b0-c0b6fa65ca42 req-af290c3d-e476-444e-ae88-7dda60ff4368 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:02.906354 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-855a7033-d8aa-4cbb-84b0-c0b6fa65ca42 req-af290c3d-e476-444e-ae88-7dda60ff4368 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0814562 Feb 17 00:24:02.950996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-855a7033-d8aa-4cbb-84b0-c0b6fa65ca42 req-e94d96f1-ed8c-4f3c-9e49-7f9c6c1a946f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Feb 17 00:24:03.752281 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-902ec5cd-6d69-479c-81d9-b23b055af7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:04.131152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461772fa-e9ff-475c-9d4f-89751786a450 req-2f2b7ea9-cc79-4171-8a0b-177b015ee809 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:04.132614 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-461772fa-e9ff-475c-9d4f-89751786a450 req-2f2b7ea9-cc79-4171-8a0b-177b015ee809 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0782182 Feb 17 00:24:04.174723 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-461772fa-e9ff-475c-9d4f-89751786a450 req-659a35fe-fdee-4940-9025-5d3e06b081e4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365901 Feb 17 00:24:05.360919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127da8d-e19f-47e7-9170-632e6e9f01e9 req-9148ad62-5efc-483f-8326-d679733f38d5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:05.362278 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5127da8d-e19f-47e7-9170-632e6e9f01e9 req-9148ad62-5efc-483f-8326-d679733f38d5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0815175 Feb 17 00:24:05.406491 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5127da8d-e19f-47e7-9170-632e6e9f01e9 req-bd4ef446-8156-43f2-a906-b8fba1db655f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370464 Feb 17 00:24:05.996949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39585758-ec4a-408c-be88-a0039e0fe00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:06.583828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77984bad-1367-4790-bf8b-f0b5c8d1878e req-15cc4873-0073-4cb4-b906-3b550d823bef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:06.585277 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77984bad-1367-4790-bf8b-f0b5c8d1878e req-15cc4873-0073-4cb4-b906-3b550d823bef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0762229 Feb 17 00:24:06.628190 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77984bad-1367-4790-bf8b-f0b5c8d1878e req-95b1e351-0a0f-45d4-98f5-af73e5a210b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368617 Feb 17 00:24:07.022548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:07.373612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:07.809377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3d21-ebc8-4d64-9121-ad0435fdfaf9 req-623d65f5-98d0-4a51-bc16-17b5c579c7cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:07.810799 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2f8b3d21-ebc8-4d64-9121-ad0435fdfaf9 req-623d65f5-98d0-4a51-bc16-17b5c579c7cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0796626 Feb 17 00:24:07.853343 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2f8b3d21-ebc8-4d64-9121-ad0435fdfaf9 req-354408cc-9763-4ccd-bc0c-da9e75b860cc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370748 Feb 17 00:24:08.622623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:09.039429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd3c81-efaa-49ed-9d68-03b3aa684ea2 req-fe55339f-65a0-4cf5-ab6b-6205d9849332 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:09.040838 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0cfd3c81-efaa-49ed-9d68-03b3aa684ea2 req-fe55339f-65a0-4cf5-ab6b-6205d9849332 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0816283 Feb 17 00:24:09.087438 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0cfd3c81-efaa-49ed-9d68-03b3aa684ea2 req-f3736bd8-29e1-48bc-8aaa-b4fadab90915 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410230 Feb 17 00:24:09.110056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33960) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:09.213143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-3ab943a1-9b97-4818-ae17-95743227cb43 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/32f26fdd-e293-44d8-a2e7-ff3d1706aee4 HTTP/1.1" status: 200 len: 993 time: 0.1019278 Feb 17 00:24:21.670330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:27.168906 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-e5fbc615-1a8d-4510-99ee-5461c4c10139 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664890 Feb 17 00:24:27.305467 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-81dfa0e7-7a43-4f76-a154-f6d883f8ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:27.307554 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-81dfa0e7-7a43-4f76-a154-f6d883f8ffdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1099 time: 0.0722425 Feb 17 00:24:27.448293 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-58d61213-7da0-436f-a6b8-83da81f3eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:27.449622 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-58d61213-7da0-436f-a6b8-83da81f3eb47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 896 time: 0.1234214 Feb 17 00:24:27.549534 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-5a44c4ce-c063-40da-a19d-471b3dd9839b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 1001 time: 0.0939114 Feb 17 00:24:27.609431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-0fa1bc85-7c04-4dd8-9ed0-554a8288808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:27.610804 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-0fa1bc85-7c04-4dd8-9ed0-554a8288808a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 200 len: 834 time: 0.0551648 Feb 17 00:24:27.687816 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-0e018fb5-252a-4390-be5d-e78cd8a4866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:27.689441 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-0e018fb5-252a-4390-be5d-e78cd8a4866d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713935 Feb 17 00:24:27.818105 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-1dca568e-392c-4ec0-8096-05a66d578080 service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213667 Feb 17 00:24:27.944973 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-694c52cc-303f-46e9-8741-c356ac2e3784 req-0cefbb0e-1862-4950-b64f-9cc53658c420 service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202769 Feb 17 00:24:31.098498 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:24:33.753519 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-38816648-be92-4ff6-93a4-811434cf4592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:35.998629 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-750006b0-b3ca-4968-b229-1bcc1f5544df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:37.026541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:37.376681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:38.626097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:39.938485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33974) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:40.228073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 44a272ad-bea2-4ed6-ba48-fc9ac0993993 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:24:40.228362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:40.394103 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:40.394429 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:40.534266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 44a272ad-bea2-4ed6-ba48-fc9ac0993993 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:24:40.688684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:40.734581 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=44a272ad-bea2-4ed6-ba48-fc9ac0993993,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:40.770518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.770871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.771208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.771541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.771875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.772239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.772563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.772887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.773208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.773527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.773851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.774168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:40.835694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:40.835996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 32f26fdd-e293-44d8-a2e7-ff3d1706aee4 disassociated (deleted). External IP: 172.26.2.53, port: 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b. Feb 17 00:24:41.173368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router bf0a5880-20d7-4db9-a7a9-6d02c62734eb has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:24:41.449860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:24:41.459397 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] Sync routers for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:24:41.467895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:41.469093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:41.469709 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:41.519700 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d6a07b03-bfc3-4b7b-ad6f-9aea1fb58c37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/floatingips/32f26fdd-e293-44d8-a2e7-ff3d1706aee4 HTTP/1.1" status: 204 len: 168 time: 1.5802124 Feb 17 00:24:41.520313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:24:41.566558 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'status': 'completed', 'code': 200} Feb 17 00:24:41.664612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-2a31bf51-8219-450e-b5d3-4fd4a9d10a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:41.667625 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-2a31bf51-8219-450e-b5d3-4fd4a9d10a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 1099 time: 0.0790045 Feb 17 00:24:41.692004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:24:41.820316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-f7753357-a8f8-4dd2-a7f4-5f1e622dd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:41.821808 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-f7753357-a8f8-4dd2-a7f4-5f1e622dd89c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 200 len: 896 time: 0.1478019 Feb 17 00:24:41.895357 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-ed5e94f8-ddb7-4a8a-b345-80335a80c388 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 200 len: 217 time: 0.0671675 Feb 17 00:24:41.902285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f185e0-652f-4dbb-8c04-b347b8fba78e req-3441fa9f-21f2-46b5-a02f-c8a6a09580a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:41.902977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-b2f185e0-652f-4dbb-8c04-b347b8fba78e req-3441fa9f-21f2-46b5-a02f-c8a6a09580a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:24:41.919669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-b2f185e0-652f-4dbb-8c04-b347b8fba78e req-3441fa9f-21f2-46b5-a02f-c8a6a09580a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:24:41.920880 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2f185e0-652f-4dbb-8c04-b347b8fba78e req-3441fa9f-21f2-46b5-a02f-c8a6a09580a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0969529 Feb 17 00:24:41.970179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-a67d50db-31d5-4b68-a9e6-4dc52b947ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:41.971029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2f185e0-652f-4dbb-8c04-b347b8fba78e req-ccecc79f-dd8e-41d5-b6fa-be0bd7b2f7cc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Feb 17 00:24:41.971760 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-a67d50db-31d5-4b68-a9e6-4dc52b947ba6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 200 len: 834 time: 0.0702882 Feb 17 00:24:42.012876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:08Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:42.016643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] Checking router: bf0a5880-20d7-4db9-a7a9-6d02c62734eb for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:24:42.025167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:42.025800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:42.046184 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-9f71434c-c0dc-4735-bf9a-2edb9070427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:42.047631 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-9f71434c-c0dc-4735-bf9a-2edb9070427d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688639 Feb 17 00:24:42.178156 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-cdc7b9cf-1fd7-402f-b3cd-f55886ebe97d service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225905 Feb 17 00:24:42.198964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:24:42.305910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-12f5000a-9aa4-4779-87dd-4e9f73bc9668 req-f5620fbd-38bf-4056-9e86-a763c2c24f6b service neutron] 10.222.0.24 "GET /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215367 Feb 17 00:24:42.514169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:08Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:42.518013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4713b-b772-4215-a8c1-ee79fecc3e63 None None] The sync data for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv is: [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:23:03Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '7e563503-bd5b-459c-a178-18eddcc2e792', 'name': '', 'network_id': 'f6dc5b33-1a6e-4feb-bb46-96093b70a3a2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:0f:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:23:02Z', 'updated_at': '2022-02-17T00:23:08Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'e6f91588-f599-4156-bde0-ec26670926e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:24:42.721924 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1322f-8261-4ace-95db-d226db5db0dc None None] New status for floating IP 32f26fdd-e293-44d8-a2e7-ff3d1706aee4: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:24:43.154308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18c0e-2dab-4993-9d06-0e5e1c7e869c req-aa4ab65f-dc6e-468a-bc36-014e32c3ef64 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:43.155762 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1de18c0e-2dab-4993-9d06-0e5e1c7e869c req-aa4ab65f-dc6e-468a-bc36-014e32c3ef64 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.0791194 Feb 17 00:24:43.199352 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1de18c0e-2dab-4993-9d06-0e5e1c7e869c req-4a7b3c97-a9fe-4f2a-b319-0ee6b74838d6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=c6e0ce32-6f5f-4b54-a744-943412c35a06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Feb 17 00:24:43.384137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9b205-423e-481f-beb8-66f271e8448b req-a76e4694-0e75-4aee-98f7-fa1c40f55661 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:43.384814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c8c9b205-423e-481f-beb8-66f271e8448b req-a76e4694-0e75-4aee-98f7-fa1c40f55661 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:24:43.396001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-c8c9b205-423e-481f-beb8-66f271e8448b req-a76e4694-0e75-4aee-98f7-fa1c40f55661 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:24:43.397080 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8c9b205-423e-481f-beb8-66f271e8448b req-a76e4694-0e75-4aee-98f7-fa1c40f55661 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 946 time: 0.1921830 Feb 17 00:24:43.464775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:24:43.465040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:43.703807 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:24:43.704189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:43.825308 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:24:43.960608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:44.012139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:44.049260 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.049605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.049942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.050276 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.050605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.050930 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.051251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.051573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.051892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.052242 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.052563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.052882 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:44.092836 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] No DVR routers for this DVR port 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:24:44.096207 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:44.098814 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'name': 'network-vif-deleted', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:24:44.115500 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-c8c9b205-423e-481f-beb8-66f271e8448b req-844a09f9-2834-4fa4-89df-5592ca2790de tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "DELETE /v2.0/ports/746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b HTTP/1.1" status: 204 len: 173 time: 0.7130232 Feb 17 00:24:44.145190 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0a45af-6e6b-4945-95c2-3b3011772251', 'name': 'network-vif-deleted', 'tag': '746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b', 'status': 'completed', 'code': 200} Feb 17 00:24:44.366149 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-882ec37d-f9cc-426b-a5c2-c961a3689b6a req-c90b0719-6680-4c0b-be11-c095516569c7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d0a45af-6e6b-4945-95c2-3b3011772251 HTTP/1.1" status: 200 len: 210 time: 0.0465600 Feb 17 00:24:45.461941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33992) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:46.000115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:46.339881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 7e563503-bd5b-459c-a178-18eddcc2e792 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:24:46.340134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:46.521904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 7e563503-bd5b-459c-a178-18eddcc2e792, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=7e563503-bd5b-459c-a178-18eddcc2e792,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:24:46.522573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:46.753948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 7e563503-bd5b-459c-a178-18eddcc2e792 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:24:46.807440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:24:46.840692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:24:46.841039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 746efcc6-7a1e-4d6c-9e37-7f457c8b3f1b not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:24:47.069634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:47.120638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=7e563503-bd5b-459c-a178-18eddcc2e792,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:47.386553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:47.730963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router bf0a5880-20d7-4db9-a7a9-6d02c62734eb has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:24:48.011757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:24:48.020862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] Sync routers for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:24:48.026250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-27586ec4-c235-4d24-a310-f0fa80f811f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/bf0a5880-20d7-4db9-a7a9-6d02c62734eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5604384 Feb 17 00:24:48.027139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 33996) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:48.030518 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:48.031123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:48.090434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting subnet e6f91588-f599-4156-bde0-ec26670926e2 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:24:48.093373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.146109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.206149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:24:48.229800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.301114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.343361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f91588-f599-4156-bde0-ec26670926e2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:48.346873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.355569 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b1e78acd-a0ef-4b7b-89e1-e33d83eb33e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/subnets/e6f91588-f599-4156-bde0-ec26670926e2 HTTP/1.1" status: 204 len: 168 time: 0.3249948 Feb 17 00:24:48.356173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34000) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:48.415963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e270f-6da9-4272-b9e4-e9840b04be65 None None] Network f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:24:48.541216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.705896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:24:47Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b12b8d88-4e9d-438d-8a53-63921eb4678f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:19:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:22:59Z', 'updated_at': '2022-02-17T00:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:48.709830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] Checking router: bf0a5880-20d7-4db9-a7a9-6d02c62734eb for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:24:48.718433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] Routers {'bf0a5880-20d7-4db9-a7a9-6d02c62734eb'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:48.719201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:48.722759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.733457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port b12b8d88-4e9d-438d-8a53-63921eb4678f {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:24:48.733675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.775544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] DHCP port deletion for f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:24:48.833260 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Deleting port 0f646559-a44f-4f60-baee-0a810fc2e9a8 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:24:48.833631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.906630 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port b12b8d88-4e9d-438d-8a53-63921eb4678f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b12b8d88-4e9d-438d-8a53-63921eb4678f,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:24:48.906981 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:48.940114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] Set router bf0a5880-20d7-4db9-a7a9-6d02c62734eb gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:24:49.056324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:24:48Z', 'revision_number': 6, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:49.069399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f11414-ac82-4daf-bcd5-49fdd603f301 None None] The sync data for ids ['bf0a5880-20d7-4db9-a7a9-6d02c62734eb'] in dv-neutron-829040-1-hyperv is: [{'id': 'bf0a5880-20d7-4db9-a7a9-6d02c62734eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1896188076', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:22:58Z', 'updated_at': '2022-02-17T00:24:48Z', 'revision_number': 6, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:24:49.144209 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for b12b8d88-4e9d-438d-8a53-63921eb4678f owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:24:49.176233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] For port 0f646559-a44f-4f60-baee-0a810fc2e9a8, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0f646559-a44f-4f60-baee-0a810fc2e9a8,segment=NetworkSegment(1eb23ca4-7d61-49a1-aadd-1542c83f851d),segment_id=1eb23ca4-7d61-49a1-aadd-1542c83f851d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:24:49.176619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.295482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Calling delete_port for 0f646559-a44f-4f60-baee-0a810fc2e9a8 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:24:49.310348 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.354663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=b12b8d88-4e9d-438d-8a53-63921eb4678f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:49.369591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.419454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Pushing event deleted for resources: {'Port': ['ID=0f646559-a44f-4f60-baee-0a810fc2e9a8,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:49.423912 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] No DVR routers for this DVR port 0f646559-a44f-4f60-baee-0a810fc2e9a8 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:24:49.430006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.430338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.430679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.431505 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.432158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.432158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.432498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.432826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.433322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.433507 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.433771 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.436888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e10de3-0391-4bb5-bbdb-3a41be619cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:49.452792 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.624960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.626987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.648831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.649359 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Fanout notify agent at l3_agent the message router_deleted on router bf0a5880-20d7-4db9-a7a9-6d02c62734eb {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:24:49.664481 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.665563 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-498e0c40-0ecd-4408-9aab-6ae05bda9177 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/routers/bf0a5880-20d7-4db9-a7a9-6d02c62734eb HTTP/1.1" status: 204 len: 168 time: 1.3083627 Feb 17 00:24:49.668098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34004) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:49.776809 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.908116 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.934613 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dc5b33-1a6e-4feb-bb46-96093b70a3a2']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:49.946551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb23ca4-7d61-49a1-aadd-1542c83f851d') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:49.946844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb23ca4-7d61-49a1-aadd-1542c83f851d') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:49.957808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.973705 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.980700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:24:49.981192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:24:49.996316 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:24:50.078649 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.095820 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.108105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Network': ['ID=f6dc5b33-1a6e-4feb-bb46-96093b70a3a2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:50.114384 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-50d96559-ef3b-4d21-baa1-f315332cd42b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/networks/f6dc5b33-1a6e-4feb-bb46-96093b70a3a2 HTTP/1.1" status: 204 len: 168 time: 0.4453435 Feb 17 00:24:50.116917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34008) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:50.185616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba3021a-3e31-4627-85be-1124d2738b17 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.214315 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba3021a-3e31-4627-85be-1124d2738b17 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.280182 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba3021a-3e31-4627-85be-1124d2738b17 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.308495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3021a-3e31-4627-85be-1124d2738b17 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e0ce32-6f5f-4b54-a744-943412c35a06,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:50.319118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cba3021a-3e31-4627-85be-1124d2738b17 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.320717 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cba3021a-3e31-4627-85be-1124d2738b17 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/security-groups/c6e0ce32-6f5f-4b54-a744-943412c35a06 HTTP/1.1" status: 204 len: 168 time: 0.2026906 Feb 17 00:24:50.463633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7e563503-bd5b-459c-a178-18eddcc2e792 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:24:50.497751 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 7e563503-bd5b-459c-a178-18eddcc2e792 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:24:50.498093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 7e563503-bd5b-459c-a178-18eddcc2e792 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:24:50.498512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0f646559-a44f-4f60-baee-0a810fc2e9a8 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:24:50.528875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0f646559-a44f-4f60-baee-0a810fc2e9a8 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:24:50.529214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0f646559-a44f-4f60-baee-0a810fc2e9a8 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:24:50.529613 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b12b8d88-4e9d-438d-8a53-63921eb4678f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:24:50.564650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b12b8d88-4e9d-438d-8a53-63921eb4678f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:24:50.565003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b12b8d88-4e9d-438d-8a53-63921eb4678f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:24:50.583656 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34016) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:50.589125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953161374', 'description': 'tempest-secgroup-smoke-953161374 description', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:50.595118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:50.599611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:50.602486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:50.608617 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:50.618941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.637900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:50.641735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:50.644581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:50.653061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:50.721377 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.724984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.768237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f539d2-0d48-422a-87c4-739018368e18,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:50.770811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.771994 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e9f6892a-4966-431e-a01b-f601324fda1a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1872039 Feb 17 00:24:50.775292 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34020) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:50.780178 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '14f539d2-0d48-422a-87c4-739018368e18', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:50.786261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:50.789996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:50.793391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:50.798941 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:50.815564 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.873513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.876689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.901737 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ab11f0-c698-4e75-ae8d-c74c01df6e44,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:50.911067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:50.912235 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fca44022-f98f-4924-8072-36af1ea2696c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359880 Feb 17 00:24:50.914844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34024) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:50.919628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '14f539d2-0d48-422a-87c4-739018368e18', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:50.925289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:50.928977 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:50.932288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:50.937759 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:50.954033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.012274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.015420 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.037105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61b623f-4a18-498f-bdd9-b63628333ebf,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:51.045443 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.046594 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5c715a09-db46-4a00-8afb-f0dc4725efa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308091 Feb 17 00:24:51.049222 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34028) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:51.054005 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '14f539d2-0d48-422a-87c4-739018368e18', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:51.060076 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:51.063727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:51.066596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:51.072695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:51.087918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.147324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.151167 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.173246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dfa89b-6c2e-4e1b-ae85-3579f9a44934,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:51.181881 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.183059 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-068ecfc0-e337-4d00-b4d6-8db239f417f8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329238 Feb 17 00:24:51.185760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34032) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:51.190573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '14f539d2-0d48-422a-87c4-739018368e18', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:51.196205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:51.200439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:51.203215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:51.208722 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:51.225037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.389859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.392847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.415406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bcce6a-10c9-4f1b-8a4c-a73aead7694e,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:51.424087 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.425242 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d06a34ee-fb7c-47a3-8735-83387e8f23b5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385914 Feb 17 00:24:51.427932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34036) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:51.432655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '14f539d2-0d48-422a-87c4-739018368e18', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:51.438219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:51.441935 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:51.444744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:51.450772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:51.460964 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:24:51.467246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.528578 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.531979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.555498 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661d94d8-2dac-44f7-98a6-13012c33fc05,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:51.565417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.566572 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-86229080-20de-45ee-8360-aed4ef4839b1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377201 Feb 17 00:24:51.569301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34040) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:51.574220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '14f539d2-0d48-422a-87c4-739018368e18', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:51.579829 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:51.583593 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:51.586431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:51.592468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:51.602095 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.securitygroups_db [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:24:51.609226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.674660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.680139 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.680453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.703781 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5869cd5d-8b84-44d9-b2fe-3ba202ed45ec,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:51.713553 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.714720 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2f1ad262-de01-4717-b445-157a59fa116c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444821 Feb 17 00:24:51.717534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34044) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:51.723160 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'network': {'name': 'tempest-network-smoke--531703662', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'port_security_enabled': True}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:51.728674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:51.732684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:network and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:51.735566 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:51.741250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:51.751049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:24:51.754436 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.781262 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:24:51.789714 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.790052 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Added segment 2d32513a-afba-45c2-b491-3a86fa55bd22 of type vlan for network 05144778-3dfb-4bea-8144-c5d4a2a83456 Feb 17 00:24:51.815010 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.843061 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.848724 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:51.849303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.951731 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2331152 Feb 17 00:24:51.954458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34048) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:51.954944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfbbb5-498a-4261-84c0-9c9778e8fce0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Network': ['ID=05144778-3dfb-4bea-8144-c5d4a2a83456,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:51.959551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'admin_state_up': True, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:51.966107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:24:51.967259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:51.971064 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:router and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:51.974135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:51.980242 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:51.989044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:51.989999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:52.004910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:52.266122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:52.558638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:52.586175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:52.732393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.24 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/847051f3-7b9f-46a9-a40e-5be2dc284fd1) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:24:52.876488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:52.905677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:52.968569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:24:52.971968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:24:52.975105 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:24:53.017646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=847051f3-7b9f-46a9-a40e-5be2dc284fd1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:53.481514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:53.808449 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:54.004320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 2360e587-7b1d-4389-90d3-20d3de239e77 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:24:54.179077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:24:54.188420 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Sync routers for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:24:54.197789 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:54.198393 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:54.206759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:54.208104 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-211fb888-9966-424a-8a19-8cad403ee773 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2526374 Feb 17 00:24:54.211179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34052) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:54.249266 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4f6c1630-ce47-41d8-90cd-cde90b64de20 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=a84d61d893c7488487c39df41d9cf6d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370371 Feb 17 00:24:54.251706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34056) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:54.377210 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fa8cfb-593b-4285-bdae-0f5862be2163 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:54.378666 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-97fa8cfb-593b-4285-bdae-0f5862be2163 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260636 Feb 17 00:24:54.381687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34060) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:54.405593 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:24:54.421151 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2c1b7a6a-7055-4614-bdd0-0b30a23f8618 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383372 Feb 17 00:24:54.423624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34064) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:54.429001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638931159', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:54.537275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:24:54.541551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:subnet and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:24:54.544321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:24:54.549852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:24:54.559549 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:24:54.563187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:54.682613 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:53Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:54.686802 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Checking router: 2360e587-7b1d-4389-90d3-20d3de239e77 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:24:54.687146 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Updating router 2360e587-7b1d-4389-90d3-20d3de239e77 port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:24:54.742990 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:54.790889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:54.868970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Subnet': ['ID=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:54.874358 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Checking segment: {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:24:54.874719 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network hostable DHCP agents. Network: 05144778-3dfb-4bea-8144-c5d4a2a83456, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:24:54.894923 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:24:54.905606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 05144778-3dfb-4bea-8144-c5d4a2a83456) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:24:54.909478 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:54.910065 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:54.916129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31230ae4-bb3f-4467-92c3-637f939dd299 None None] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:24:54.930905 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5f512e19-d19d-4bf2-8001-471a1b47f04b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5060506 Feb 17 00:24:54.933406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34068) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:55.076114 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.087924 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Transition to ACTIVE for port object 847051f3-7b9f-46a9-a40e-5be2dc284fd1 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:24:55.094393 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.153545 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-05144778-3dfb-4bea-8144-c5d4a2a83456', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:24:55.154786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.159074 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Attempting to bind port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:24:55.159451 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Attempting to bind port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:24:55.159810 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Attempting to bind port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:24:55.173988 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:24:55.174363 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:24:55.174764 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.175154 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:24:55.175627 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Bound port: 847051f3-7b9f-46a9-a40e-5be2dc284fd1, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:24:55.175980 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.261432 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Pushing event updated for resources: {'Port': ['ID=847051f3-7b9f-46a9-a40e-5be2dc284fd1,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:55.271332 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] For port 847051f3-7b9f-46a9-a40e-5be2dc284fd1, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:24:55.273792 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.274149 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.275059 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.275361 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.275762 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.276152 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.276465 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.276789 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.277114 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.277472 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.277916 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.278238 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:24:55.282743 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] For port 847051f3-7b9f-46a9-a40e-5be2dc284fd1, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=847051f3-7b9f-46a9-a40e-5be2dc284fd1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:24:55.289293 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.315865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Allocated IP 172.20.0.2 (05144778-3dfb-4bea-8144-c5d4a2a83456/ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51/d36a2021-ee6e-4de7-bdf0-357180d31e05) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:24:55.371414 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:55.372022 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:55.435218 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99060d4e-0dd4-4f96-bc65-0f1333411a96 None None] Pushing event updated for resources: {'Port': ['ID=847051f3-7b9f-46a9-a40e-5be2dc284fd1,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:55.536911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.548157 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Transition to ACTIVE for port object d36a2021-ee6e-4de7-bdf0-357180d31e05 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:24:55.558661 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:24:55.567356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Transition to ACTIVE for port object d36a2021-ee6e-4de7-bdf0-357180d31e05 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:24:55.573795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.641682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:24:55.645891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:24:55.650351 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:24:55.656313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Pushing event updated for resources: {'Port': ['ID=d36a2021-ee6e-4de7-bdf0-357180d31e05,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:55.759015 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.767389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Attempting to bind port d36a2021-ee6e-4de7-bdf0-357180d31e05 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:24:55.767764 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Attempting to bind port d36a2021-ee6e-4de7-bdf0-357180d31e05 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:24:55.768223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Attempting to bind port d36a2021-ee6e-4de7-bdf0-357180d31e05 on network 05144778-3dfb-4bea-8144-c5d4a2a83456 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:24:55.773557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:24:55.773938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Checking segment: {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:24:55.774372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.774769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Bound using segment: {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:24:55.775239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Bound port: d36a2021-ee6e-4de7-bdf0-357180d31e05, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:24:55.775737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.850737 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:53Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:55.856771 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad168cf9-8ac8-4d16-b5b4-69efeebe9efa None None] The sync data for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv is: [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:53Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:24:55.867779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] For port d36a2021-ee6e-4de7-bdf0-357180d31e05, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:24:55.870924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] For port d36a2021-ee6e-4de7-bdf0-357180d31e05, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d36a2021-ee6e-4de7-bdf0-357180d31e05,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:24:55.875235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:55.967631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dec969-f71f-4641-9307-cf65cd36377f None None] Pushing event updated for resources: {'Port': ['ID=d36a2021-ee6e-4de7-bdf0-357180d31e05,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:56.217668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.1 (05144778-3dfb-4bea-8144-c5d4a2a83456/ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51/11cae7d2-9fda-4fc6-a461-9ac22d6cd981) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:24:56.388628 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:56.405379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:24:56.435528 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:56.512454 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:24:56.516275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:24:56.520233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:24:56.528719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d36a2021-ee6e-4de7-bdf0-357180d31e05 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:24:56.565097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:56.589678 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:56.609514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port d36a2021-ee6e-4de7-bdf0-357180d31e05 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:24:56.615193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 847051f3-7b9f-46a9-a40e-5be2dc284fd1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:24:56.710315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:24:56.716103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:56.716582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:56.853521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:56.873677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 847051f3-7b9f-46a9-a40e-5be2dc284fd1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=847051f3-7b9f-46a9-a40e-5be2dc284fd1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:24:56.879040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:56.908254 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:56.950566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=847051f3-7b9f-46a9-a40e-5be2dc284fd1,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:57.043475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d26140-84e2-42ae-a7a3-2075b53b9ad2 None None] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:24:57.136327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9d4d490a-f24a-41d2-9428-a1f1853173d9 None None] Provisioning for port d36a2021-ee6e-4de7-bdf0-357180d31e05 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:24:57.142859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9d4d490a-f24a-41d2-9428-a1f1853173d9 None None] Provisioning complete for port d36a2021-ee6e-4de7-bdf0-357180d31e05 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:57.143229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d4d490a-f24a-41d2-9428-a1f1853173d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.403122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d4d490a-f24a-41d2-9428-a1f1853173d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.448315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-9d4d490a-f24a-41d2-9428-a1f1853173d9 None None] For port d36a2021-ee6e-4de7-bdf0-357180d31e05, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d36a2021-ee6e-4de7-bdf0-357180d31e05,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:24:57.449451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.454135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9d4d490a-f24a-41d2-9428-a1f1853173d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.460668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.525362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d490a-f24a-41d2-9428-a1f1853173d9 None None] Pushing event updated for resources: {'Port': ['ID=d36a2021-ee6e-4de7-bdf0-357180d31e05,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:57.579783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.583224 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:57.678870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ac4b2c7f-2b11-42e5-b73b-7098590bde6d None None] Provisioning for port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:24:57.685744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ac4b2c7f-2b11-42e5-b73b-7098590bde6d None None] Provisioning complete for port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:57.686201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ac4b2c7f-2b11-42e5-b73b-7098590bde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.723822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:24:57.726024 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:24:57.751790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b2c7f-2b11-42e5-b73b-7098590bde6d None None] Port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:24:57.763169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ac4b2c7f-2b11-42e5-b73b-7098590bde6d None None] Provisioning complete for port d36a2021-ee6e-4de7-bdf0-357180d31e05 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:57.763539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ac4b2c7f-2b11-42e5-b73b-7098590bde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:57.916734 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 2360e587-7b1d-4389-90d3-20d3de239e77 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:24:58.005290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6649090a-49a3-474a-be37-5e1070bfc10a None None] Provisioning complete for port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:58.005822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6649090a-49a3-474a-be37-5e1070bfc10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:58.058055 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6649090a-49a3-474a-be37-5e1070bfc10a None None] Port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:24:58.094653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:24:58.104788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Sync routers for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:24:58.107777 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7c762a39-d854-427e-85b3-a1fef13137aa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/2360e587-7b1d-4389-90d3-20d3de239e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732674 Feb 17 00:24:58.113554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:58.114193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:58.206999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-273f8481-3064-4124-9aa0-42ef8d619248 None None] Provisioning complete for port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:58.207371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-273f8481-3064-4124-9aa0-42ef8d619248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:58.264019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-73befd3f-764e-469a-ad47-2271cc5e66b8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953161374&fields=id&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 267 time: 0.0389640 Feb 17 00:24:58.332675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-273f8481-3064-4124-9aa0-42ef8d619248 None None] Port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:24:58.341765 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:24:58.491821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d36a2021-ee6e-4de7-bdf0-357180d31e05 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:24:58.528974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-b5071968-bf6c-48d6-ad79-9dcc3d95e357 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:24:58.530406 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-b5071968-bf6c-48d6-ad79-9dcc3d95e357 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 796 time: 0.2597950 Feb 17 00:24:58.545276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-a8a1c7c4-c4cd-453c-90df-a19f932a5b5b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/quotas/a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 375 time: 0.0092983 Feb 17 00:24:58.626574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-740cb35a-0851-4268-9209-6a46dce7a74f req-c7ec9a86-44a0-43e2-95e2-57db56e1d461 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:24:58.642331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-740cb35a-0851-4268-9209-6a46dce7a74f req-c7ec9a86-44a0-43e2-95e2-57db56e1d461 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:24:58.643680 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-c7ec9a86-44a0-43e2-95e2-57db56e1d461 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935063 Feb 17 00:24:58.685956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d36a2021-ee6e-4de7-bdf0-357180d31e05 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:58.686600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:58.732639 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-c915b0f9-31d5-47de-b8df-d967159d2455 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:24:58.733623 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-c915b0f9-31d5-47de-b8df-d967159d2455 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0773666 Feb 17 00:24:58.818399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:24:57Z', 'revision_number': 2, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:58.826464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Checking router: 2360e587-7b1d-4389-90d3-20d3de239e77 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:24:58.826822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Updating router 2360e587-7b1d-4389-90d3-20d3de239e77 port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:24:58.864741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 847051f3-7b9f-46a9-a40e-5be2dc284fd1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:24:58.880939 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-da7ca07d-414f-4c2d-8aa1-a36f946c5423 service neutron] 10.222.0.47 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410885 Feb 17 00:24:58.930032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:59.019261 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-e1f17036-f551-4422-be6c-8844253e2e0f service neutron] 10.222.0.47 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302788 Feb 17 00:24:59.045966 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:24:59.046200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:59.200753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e10e1aa9-1b06-4083-b588-869b91ee65e8 req-debaab9d-4fa6-4204-a268-1d6105a27d7c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 210 time: 0.0445840 Feb 17 00:24:59.426651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:59.437975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Transition to ACTIVE for port object 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:24:59.444444 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:59.570331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1b4d0-4b99-4c06-9ae9-8bdae03e8fa1 None None] Pushing event updated for resources: {'Port': ['ID=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:24:59.672659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Attempting to bind port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:24:59.672963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Attempting to bind port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:24:59.673330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Attempting to bind port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 on network 05144778-3dfb-4bea-8144-c5d4a2a83456 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:24:59.678865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:24:59.679239 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Checking segment: {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:24:59.680127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:59.680127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Bound using segment: {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:24:59.681341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Bound port: 11cae7d2-9fda-4fc6-a461-9ac22d6cd981, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:24:59.681723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:59.788679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] For port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:24:59.792346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] For port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:24:59.797184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:24:59.876553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:24:59.878095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:24:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:24:59.952346 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1b4d0-4b99-4c06-9ae9-8bdae03e8fa1 None None] Pushing event updated for resources: {'Port': ['ID=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:00.066335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:25:00.367098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-af127a73-3603-4e3e-a14b-af6cf3a91018 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:00.367773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-740cb35a-0851-4268-9209-6a46dce7a74f req-af127a73-3603-4e3e-a14b-af6cf3a91018 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:25:00.381417 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2729d65d-8416-478f-b5a9-9712f6def3cf req-f3971aee-092d-4bc0-b284-e66765989392 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 210 time: 0.0613425 Feb 17 00:25:00.387185 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-740cb35a-0851-4268-9209-6a46dce7a74f req-af127a73-3603-4e3e-a14b-af6cf3a91018 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:25:00.388818 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-af127a73-3603-4e3e-a14b-af6cf3a91018 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 796 time: 0.2065804 Feb 17 00:25:00.395859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:24:59Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:25:00.401546 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea370da9-9a28-485b-96f2-2fe10e283e33 None None] The sync data for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv is: [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:24:59Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:25:00.440647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-740cb35a-0851-4268-9209-6a46dce7a74f req-8254870a-d527-4dc8-8c41-02daf4f27d25 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:25:00.467108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-740cb35a-0851-4268-9209-6a46dce7a74f req-8254870a-d527-4dc8-8c41-02daf4f27d25 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:25:00.468722 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-8254870a-d527-4dc8-8c41-02daf4f27d25 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 379 time: 0.0689039 Feb 17 00:25:00.479154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'port': {'device_id': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'admin_state_up': True, 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'security_groups': ['14f539d2-0d48-422a-87c4-739018368e18']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:00.626480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:25:00.636168 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:25:00.646606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:25:00.651282 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:00.827920 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.6 (05144778-3dfb-4bea-8144-c5d4a2a83456/ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51/d66bd112-ebca-4346-bb99-207ce965af2b) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:25:01.033587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:01.050455 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object d66bd112-ebca-4346-bb99-207ce965af2b will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:25:01.075441 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:01.146557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:25:01.149811 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:25:01.153794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:25:01.191852 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:01.231280 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:01.231931 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:01.262467 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-5a39eba5-a6cf-4830-b939-101d1613d4d8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7881393 Feb 17 00:25:01.273841 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Request body: {'port': {'device_id': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:01.431971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3b4e48c3-fbee-447d-9f09-3ec8e8882f9e None None] Provisioning for port d66bd112-ebca-4346-bb99-207ce965af2b completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:25:01.438320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3b4e48c3-fbee-447d-9f09-3ec8e8882f9e None None] Provisioning complete for port d66bd112-ebca-4346-bb99-207ce965af2b triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:25:01.438697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3b4e48c3-fbee-447d-9f09-3ec8e8882f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:01.503415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e48c3-fbee-447d-9f09-3ec8e8882f9e None None] Port d66bd112-ebca-4346-bb99-207ce965af2b cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:25:01.510800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:01.578129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cac2a1-06ff-42a2-ac87-77db649dcb03 req-f957f6d9-5973-497f-b553-834c37c621ed tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:01.579569 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54cac2a1-06ff-42a2-ac87-77db649dcb03 req-f957f6d9-5973-497f-b553-834c37c621ed tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 931 time: 0.0823057 Feb 17 00:25:01.623873 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54cac2a1-06ff-42a2-ac87-77db649dcb03 req-0e88517e-9155-4a3c-9b7a-6f8d70a7e24c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Feb 17 00:25:01.848960 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66bd112-ebca-4346-bb99-207ce965af2b {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:25:01.856618 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:01.871738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Transition to ACTIVE for port object d66bd112-ebca-4346-bb99-207ce965af2b will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:25:01.875213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:02.031189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:02.107067 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Attempting to bind port d66bd112-ebca-4346-bb99-207ce965af2b on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:25:02.107331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Attempting to bind port d66bd112-ebca-4346-bb99-207ce965af2b by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:25:02.107660 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Attempting to bind port d66bd112-ebca-4346-bb99-207ce965af2b on network 05144778-3dfb-4bea-8144-c5d4a2a83456 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:25:02.112177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Port d66bd112-ebca-4346-bb99-207ce965af2b on network 05144778-3dfb-4bea-8144-c5d4a2a83456 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:25:02.112505 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Attempting to bind port d66bd112-ebca-4346-bb99-207ce965af2b on network 05144778-3dfb-4bea-8144-c5d4a2a83456 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:25:02.117568 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:02.117910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Checking segment: {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:25:02.118383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Bound using segment: {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:02.118812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Bound port: d66bd112-ebca-4346-bb99-207ce965af2b, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32513a-afba-45c2-b491-3a86fa55bd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:25:02.119159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:02.205597 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:25:02.208412 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:25:02.212700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:02.274366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:02.274979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:02.276387 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] 10.222.0.24 "PUT /v2.0/ports/d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 1093 time: 1.0069373 Feb 17 00:25:02.276840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:25:02.297624 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631ce87-472c-4f46-b36f-d4af15ebd07f service neutron] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:02.354815 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'status': 'completed', 'code': 200} Feb 17 00:25:02.396215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-d5001bdc-d353-4ace-862b-0539218c7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:02.397739 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-d5001bdc-d353-4ace-862b-0539218c7021 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1096 time: 0.0753434 Feb 17 00:25:02.470744 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-8cfc0938-efa0-467a-842b-2838713788b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 217 time: 0.0666842 Feb 17 00:25:02.494503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:25:02.535896 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-6d6efb0a-f616-48fb-ae61-d8b7d93b8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:02.537403 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-6d6efb0a-f616-48fb-ae61-d8b7d93b8d9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0606043 Feb 17 00:25:02.585062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:25:02.591075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:25:02.591446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:02.622132 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cb35a-0851-4268-9209-6a46dce7a74f req-c5ca5e69-b287-42d1-81d5-dfb1bd860f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:02.623653 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-c5ca5e69-b287-42d1-81d5-dfb1bd860f62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796316 Feb 17 00:25:02.724147 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:02.760313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:25:02.761599 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-9e7db8e3-a93c-4c07-90fc-a2580c8d8023 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318018 Feb 17 00:25:02.764572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:02.830179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084993fc-e68a-46ac-a3a3-bca50be5ec16 req-3977f2e4-db57-4ad0-a630-6b831e5a2aa3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:02.831657 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-084993fc-e68a-46ac-a3a3-bca50be5ec16 req-3977f2e4-db57-4ad0-a630-6b831e5a2aa3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 943 time: 0.0818489 Feb 17 00:25:02.835677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:02.878567 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-084993fc-e68a-46ac-a3a3-bca50be5ec16 req-cfd9e27e-d105-4d3a-9430-023560fe483f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Feb 17 00:25:02.898306 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-740cb35a-0851-4268-9209-6a46dce7a74f req-878263e5-f5d2-4b8c-8a1b-e2f1a7632456 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283376 Feb 17 00:25:03.013757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439234-09b8-42d3-804e-620626e91fba req-60ccba27-83c0-4dda-9413-bd556ec022cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:03.015220 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16439234-09b8-42d3-804e-620626e91fba req-60ccba27-83c0-4dda-9413-bd556ec022cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1096 time: 0.0714126 Feb 17 00:25:03.244119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439234-09b8-42d3-804e-620626e91fba req-a731e5bc-d471-49ae-a6a2-9b2b80d4e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:03.245504 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16439234-09b8-42d3-804e-620626e91fba req-a731e5bc-d471-49ae-a6a2-9b2b80d4e85a service neutron] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 896 time: 0.2231357 Feb 17 00:25:03.315849 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16439234-09b8-42d3-804e-620626e91fba req-8b721db0-2f6b-4615-9030-5fbc05886547 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 217 time: 0.0641017 Feb 17 00:25:03.376233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439234-09b8-42d3-804e-620626e91fba req-16ead644-0f39-40b3-93b7-a5626612afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:03.377618 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16439234-09b8-42d3-804e-620626e91fba req-16ead644-0f39-40b3-93b7-a5626612afa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0556138 Feb 17 00:25:03.454769 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439234-09b8-42d3-804e-620626e91fba req-417786de-198f-460e-b593-a0b54c670d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:03.456235 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16439234-09b8-42d3-804e-620626e91fba req-417786de-198f-460e-b593-a0b54c670d8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710068 Feb 17 00:25:03.585584 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16439234-09b8-42d3-804e-620626e91fba req-17fa5abf-d287-417d-86c5-6c9562d53027 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225626 Feb 17 00:25:03.715281 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-16439234-09b8-42d3-804e-620626e91fba req-3f05029c-68b9-4b47-9f26-76ee04df7e52 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232772 Feb 17 00:25:03.753499 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c0f2db0c-2448-4867-bef0-9f5b8219ca6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:04.065432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64834-c625-4267-ae37-31f5dcefb86a req-238e9fe4-1e19-4ab6-8adf-308e37259225 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:04.066854 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65f64834-c625-4267-ae37-31f5dcefb86a req-238e9fe4-1e19-4ab6-8adf-308e37259225 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 943 time: 0.0803294 Feb 17 00:25:04.109221 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65f64834-c625-4267-ae37-31f5dcefb86a req-5b84cd28-ad1c-470b-8a86-db487a265626 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367916 Feb 17 00:25:04.472095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:25:04.575315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:25:04.575685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:04.962683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d66bd112-ebca-4346-bb99-207ce965af2b details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:25:05.090591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:25:05.103197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'port_id': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'mac_address': 'fa:16:3e:58:2b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:25:05.161169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:05.177265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66bd112-ebca-4346-bb99-207ce965af2b {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:25:05.192785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:25:05.196331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:05.265174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:05.292453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214f8fa-ec1b-4d1c-8f81-5127e5e6ae59 req-3703b6f1-71ca-4f5e-9a0b-e20f84a6d78a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:05.293874 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d214f8fa-ec1b-4d1c-8f81-5127e5e6ae59 req-3703b6f1-71ca-4f5e-9a0b-e20f84a6d78a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 944 time: 0.0763841 Feb 17 00:25:05.339863 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d214f8fa-ec1b-4d1c-8f81-5127e5e6ae59 req-78be84a0-0f85-4bf1-a4a1-20b724415b9b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 Feb 17 00:25:05.409756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d66bd112-ebca-4346-bb99-207ce965af2b'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:25:06.000428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-39872b09-cb8e-4157-b9b8-f330cba6008e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:06.520445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b727e8-e003-4952-ad59-2a778972aaf3 req-227791a9-ed04-4a2a-8a6c-2dd9ee4eb81c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:06.521868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d1b727e8-e003-4952-ad59-2a778972aaf3 req-227791a9-ed04-4a2a-8a6c-2dd9ee4eb81c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 944 time: 0.0777931 Feb 17 00:25:06.565155 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d1b727e8-e003-4952-ad59-2a778972aaf3 req-5c102390-45d0-4cf0-a6a1-7db39e9e672c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372944 Feb 17 00:25:06.977491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d66bd112-ebca-4346-bb99-207ce965af2b up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:25:07.044747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:07.058559 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port d66bd112-ebca-4346-bb99-207ce965af2b completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:25:07.063218 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port d66bd112-ebca-4346-bb99-207ce965af2b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:25:07.063616 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:07.176486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:07.207223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:25:07.217174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:25:07.221983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:07.287435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:07.304560 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'code': 200} Feb 17 00:25:07.379524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:07.520414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d310ca-f519-4086-8292-1251842c6560 req-194ea72a-fe01-47c6-a95e-d9a2b39f4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:07.521832 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-18d310ca-f519-4086-8292-1251842c6560 req-194ea72a-fe01-47c6-a95e-d9a2b39f4fa2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1098 time: 0.0692542 Feb 17 00:25:07.560793 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-18d310ca-f519-4086-8292-1251842c6560 req-ffe9ee5b-17f7-45a3-a616-14408d1dd1d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329640 Feb 17 00:25:07.749959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314936a-c6bd-495a-bf3e-85e5d562facc req-b817a030-9a60-4442-b372-9a4cfd9f2f19 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:07.751441 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e314936a-c6bd-495a-bf3e-85e5d562facc req-b817a030-9a60-4442-b372-9a4cfd9f2f19 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0827990 Feb 17 00:25:07.796147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e314936a-c6bd-495a-bf3e-85e5d562facc req-ea18a21a-3331-4b85-8039-94d89f5a98f3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381401 Feb 17 00:25:08.098070 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:25:08.628534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:08.975646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad82d6-f2c2-4b42-8434-a87ca709e5fb req-bfa51775-896b-4e53-af23-4c3822186868 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:08.977079 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-18ad82d6-f2c2-4b42-8434-a87ca709e5fb req-bfa51775-896b-4e53-af23-4c3822186868 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0767510 Feb 17 00:25:09.020176 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-18ad82d6-f2c2-4b42-8434-a87ca709e5fb req-cb7cdac3-8539-4a28-b1f1-5fac21bc74a4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367846 Feb 17 00:25:09.203175 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ac8ee-a285-45a4-a6c1-877b142e1c39 req-a483b230-8428-4a16-b545-594d922f2714 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:09.204630 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ec2ac8ee-a285-45a4-a6c1-877b142e1c39 req-a483b230-8428-4a16-b545-594d922f2714 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0804350 Feb 17 00:25:09.247085 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ec2ac8ee-a285-45a4-a6c1-877b142e1c39 req-cc05d010-1166-40bf-b47e-9ef928535cfa tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367639 Feb 17 00:25:09.268853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34138) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:09.334803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e92150-08e3-4338-b5ce-1144e7784e9d tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:09.336270 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-46e92150-08e3-4338-b5ce-1144e7784e9d tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1093 time: 0.0664752 Feb 17 00:25:09.338877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34142) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:09.343572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:09.349479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:25:09.353742 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:floatingip and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:25:09.356502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:25:09.361992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:25:09.372507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:09.508332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:09.641416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.180 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/3114bdb3-cbad-4f55-9709-a5a5ac45bca2) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:25:09.782062 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:09.810160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:09.875121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:25:09.877814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:25:09.881397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:25:09.913849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=3114bdb3-cbad-4f55-9709-a5a5ac45bca2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:10.369663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:10.440723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:10.639005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:10.643508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:10.744425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=3114bdb3-cbad-4f55-9709-a5a5ac45bca2,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:10.757545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:10.920531 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 8e8a71b6-39e0-4313-be84-4fb5841de85e associated. External IP: 172.26.2.180, port: d66bd112-ebca-4346-bb99-207ce965af2b. Feb 17 00:25:11.255438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 2360e587-7b1d-4389-90d3-20d3de239e77 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:25:11.534927 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:25:11.544481 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] Sync routers for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:25:11.554526 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:25:11.555180 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:25:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:25:11.558159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:11.613908 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-dd3c29da-e987-4761-aa52-106f39222083 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2740281 Feb 17 00:25:11.614525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:25:11.661691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'status': 'completed', 'code': 200} Feb 17 00:25:11.761246 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-be6caf49-56e4-4c7d-b825-7a6f566bd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:11.763294 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-be6caf49-56e4-4c7d-b825-7a6f566bd7f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1098 time: 0.0788524 Feb 17 00:25:11.772044 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:25:11.793997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec752d-d766-49ee-ba61-4ad43484786d req-79773c80-4ca9-4a86-b33b-147fb1a0c0d2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:11.795377 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0fec752d-d766-49ee-ba61-4ad43484786d req-79773c80-4ca9-4a86-b33b-147fb1a0c0d2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0811939 Feb 17 00:25:11.839307 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0fec752d-d766-49ee-ba61-4ad43484786d req-65a243cc-9872-43d2-ba1c-0afa9d1b86b3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380929 Feb 17 00:25:11.863136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34150) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:11.896461 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-94b91916-f29a-418a-bf9e-16f0a0a21622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:11.897887 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-94b91916-f29a-418a-bf9e-16f0a0a21622 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 896 time: 0.1294057 Feb 17 00:25:11.969147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a0abf1ca-bccd-419d-9d70-d16334bafc8c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8e8a71b6-39e0-4313-be84-4fb5841de85e HTTP/1.1" status: 200 len: 991 time: 0.1048341 Feb 17 00:25:11.999058 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-5f961eaf-7495-45a8-aa08-7005ef60c958 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 999 time: 0.0948572 Feb 17 00:25:12.065636 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-52a1195f-b40e-4e1c-b7ed-032fdecfe9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:12.066972 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-52a1195f-b40e-4e1c-b7ed-032fdecfe9bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0622649 Feb 17 00:25:12.123673 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '8e8a71b6-39e0-4313-be84-4fb5841de85e', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'port_id': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'mac_address': 'fa:16:3e:58:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:25:10Z', 'updated_at': '2022-02-17T00:25:10Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:25:02Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:25:12.127464 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] Checking router: 2360e587-7b1d-4389-90d3-20d3de239e77 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:25:12.135656 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:25:12.136273 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:25:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:25:12.139101 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-67e5c938-8a53-4fba-9f85-b45ca5b12cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:12.140591 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-67e5c938-8a53-4fba-9f85-b45ca5b12cdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679574 Feb 17 00:25:12.268709 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-e68a9ce3-9e58-4638-8bc4-ec339a3f9b93 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218865 Feb 17 00:25:12.310310 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:25:12.398909 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-00c1ac64-5b4e-42d6-aeeb-45bec766c91c req-2afa3313-1586-4d0e-88cb-6f5f57bb621a service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242089 Feb 17 00:25:12.639025 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '8e8a71b6-39e0-4313-be84-4fb5841de85e', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'port_id': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'mac_address': 'fa:16:3e:58:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:25:10Z', 'updated_at': '2022-02-17T00:25:10Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:25:02Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:25:12.642795 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aa3ee-b79a-415f-ab8f-b735820d4ba3 None None] The sync data for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv is: [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '8e8a71b6-39e0-4313-be84-4fb5841de85e', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.180', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'port_id': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'mac_address': 'fa:16:3e:58:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:25:10Z', 'updated_at': '2022-02-17T00:25:10Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:25:02Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:25:12.824333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5300a00-dcdb-46d3-8a22-6b076d99f584 None None] New status for floating IP 8e8a71b6-39e0-4313-be84-4fb5841de85e: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:25:12.973319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34154) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:13.079541 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a2838e97-2380-4225-b946-82bd71e3fe50 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8e8a71b6-39e0-4313-be84-4fb5841de85e HTTP/1.1" status: 200 len: 991 time: 0.1039693 Feb 17 00:25:14.081689 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34158) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:14.216512 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-fd3bed78-22df-4573-9cba-f39e0240aa20 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8e8a71b6-39e0-4313-be84-4fb5841de85e HTTP/1.1" status: 200 len: 993 time: 0.1337178 Feb 17 00:25:21.696641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:28.154611 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-3ff997e3-c40c-412a-b1ce-fbd4b92f3430 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702972 Feb 17 00:25:28.386055 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-3f5f8b5e-a1d4-4b40-9128-6b6aa3d6f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:28.387506 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-3f5f8b5e-a1d4-4b40-9128-6b6aa3d6f77d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1098 time: 0.1654725 Feb 17 00:25:28.524867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-eeae5395-58f5-4036-aad4-9567bb8f524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:28.526275 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-eeae5395-58f5-4036-aad4-9567bb8f524e service neutron] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 896 time: 0.1209836 Feb 17 00:25:28.627482 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-3e483327-94f5-4aa2-8db6-d3beb4b008f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 1001 time: 0.0946124 Feb 17 00:25:28.688718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-0fff9c8e-e169-4565-a6d4-159e87f79086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:28.690059 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-0fff9c8e-e169-4565-a6d4-159e87f79086 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0557699 Feb 17 00:25:28.765415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-f8d7748a-36a1-4712-8996-13f845d00cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:28.766824 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-f8d7748a-36a1-4712-8996-13f845d00cb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699642 Feb 17 00:25:28.895387 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-83ac4397-2e1c-44d5-902f-bc5a44a196e7 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203094 Feb 17 00:25:29.022563 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-560c1ca6-0896-49a0-99b6-dc0c4deab492 req-ac1f6676-1e03-4f6a-a786-1e89e7ca90f0 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207881 Feb 17 00:25:33.785189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1deccb02-0e9a-4285-bc58-f30292055c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:36.001424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20170b5d-d804-40e4-bb29-65dc165758f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:37.028297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:37.382738 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:38.630609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:41.219392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34178) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:41.268684 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6788a8-d8b4-4fe3-84fa-6d4dd09f52e6 req-a95b09dd-bc4d-4ac1-93cb-dfcfaf4d9c83 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:41.270142 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ce6788a8-d8b4-4fe3-84fa-6d4dd09f52e6 req-a95b09dd-bc4d-4ac1-93cb-dfcfaf4d9c83 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0802002 Feb 17 00:25:41.313572 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ce6788a8-d8b4-4fe3-84fa-6d4dd09f52e6 req-f84f7888-eeb8-4c71-8d18-7c034d223957 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377643 Feb 17 00:25:41.326879 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-80ff3f07-bcbc-48b8-a231-c0965c7dbe3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063492 Feb 17 00:25:42.450196 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-e553570e-8d1a-47ec-8d59-10aa570c2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:42.451674 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-e553570e-8d1a-47ec-8d59-10aa570c2690 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1098 time: 0.0748353 Feb 17 00:25:42.504314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ee318-5ae9-4817-a947-420d37a8422d req-3d9c3e6c-defe-4368-9b2b-892ed8c83527 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:42.505767 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-031ee318-5ae9-4817-a947-420d37a8422d req-3d9c3e6c-defe-4368-9b2b-892ed8c83527 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0819194 Feb 17 00:25:42.548681 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-031ee318-5ae9-4817-a947-420d37a8422d req-4f87d9c5-8d2e-432c-96dd-ef803a83d654 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367250 Feb 17 00:25:42.582860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-ebabc80b-ab24-4933-b6c6-1bfa7d535984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:42.584458 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-ebabc80b-ab24-4933-b6c6-1bfa7d535984 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 896 time: 0.1270814 Feb 17 00:25:42.686572 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-8b80ad42-d138-4a8b-9d9f-4b745001bd7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 1001 time: 0.0950105 Feb 17 00:25:42.746867 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-d5b4abab-ab47-42ab-bc36-19c928354d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:42.748252 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-d5b4abab-ab47-42ab-bc36-19c928354d83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0547540 Feb 17 00:25:42.818365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-5259642e-ced4-4965-837f-1db405e92f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:42.819762 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-5259642e-ced4-4965-837f-1db405e92f62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656872 Feb 17 00:25:42.946938 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-e49174f8-1fa1-424a-a586-5ba2e131099f service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203997 Feb 17 00:25:43.072144 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-93194d84-3a9d-45a2-a262-97c818969ab2 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192503 Feb 17 00:25:43.738591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ebc5-e06d-44e2-8aeb-f065dab228cf req-afa3a8af-0510-48e8-87c0-01ccbac0ecab tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:43.740021 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d2e0ebc5-e06d-44e2-8aeb-f065dab228cf req-afa3a8af-0510-48e8-87c0-01ccbac0ecab tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0770693 Feb 17 00:25:43.782064 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d2e0ebc5-e06d-44e2-8aeb-f065dab228cf req-65677569-ae3d-419b-96cf-b432730ca1d7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358882 Feb 17 00:25:44.967907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f258a-90a3-4f63-b0ca-e3bda061befa req-3d0057a0-cdf3-4819-862b-e2f4f77fb863 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:44.969364 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-823f258a-90a3-4f63-b0ca-e3bda061befa req-3d0057a0-cdf3-4819-862b-e2f4f77fb863 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0801022 Feb 17 00:25:45.011819 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-823f258a-90a3-4f63-b0ca-e3bda061befa req-1251a61c-af37-4fc7-9700-454d4a386733 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366697 Feb 17 00:25:45.097079 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:25:46.190380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b264c17-f1f6-4afb-87e3-76a948658922 req-50ffa157-3227-4814-83fd-d234a8b1f0e9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:46.191952 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b264c17-f1f6-4afb-87e3-76a948658922 req-50ffa157-3227-4814-83fd-d234a8b1f0e9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0763247 Feb 17 00:25:46.237489 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1b264c17-f1f6-4afb-87e3-76a948658922 req-3e702f8e-228a-443c-a646-c9457cd8f2cc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394769 Feb 17 00:25:47.429975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60966a0b-850b-4e8f-843d-4eb836e38005 req-7c2e3155-4add-408c-a12c-c91cdf5395f2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:47.432008 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-60966a0b-850b-4e8f-843d-4eb836e38005 req-7c2e3155-4add-408c-a12c-c91cdf5395f2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0766995 Feb 17 00:25:47.473746 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-60966a0b-850b-4e8f-843d-4eb836e38005 req-810fe427-5072-4176-b11f-8490da53a579 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361824 Feb 17 00:25:48.658699 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9dd62-43b8-42f6-999b-956222ff59b6 req-c4d9d1a2-e026-4bb8-9b80-5192d457ccba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:48.660208 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-70b9dd62-43b8-42f6-999b-956222ff59b6 req-c4d9d1a2-e026-4bb8-9b80-5192d457ccba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0836353 Feb 17 00:25:48.706589 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-70b9dd62-43b8-42f6-999b-956222ff59b6 req-d3ed0c3a-6171-4e1f-a7bc-3febd1fe44d4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399463 Feb 17 00:25:49.889278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d27296-1f42-4f18-a518-57075b28680c req-aad6b791-b542-483c-b95e-b6971c6ce9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:49.890734 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-03d27296-1f42-4f18-a518-57075b28680c req-aad6b791-b542-483c-b95e-b6971c6ce9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0786381 Feb 17 00:25:49.933977 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-03d27296-1f42-4f18-a518-57075b28680c req-82e95ea7-419b-455e-aac9-34449a9cdc4a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 Feb 17 00:25:51.121136 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a46d2-e61b-4947-9762-df4c8fbdeccc req-4d099b89-78c4-438f-87cf-1c0dc8e75739 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:51.122562 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-970a46d2-e61b-4947-9762-df4c8fbdeccc req-4d099b89-78c4-438f-87cf-1c0dc8e75739 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0808342 Feb 17 00:25:51.163786 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-970a46d2-e61b-4947-9762-df4c8fbdeccc req-997c4e8a-b157-4306-8f0d-4dc87da9599e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357065 Feb 17 00:25:51.693003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:52.344722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386d65-207c-4926-81ac-b46abc54d576 req-2fb2a194-8511-47a8-a811-aa16b7bd3a04 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:52.346140 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4e386d65-207c-4926-81ac-b46abc54d576 req-2fb2a194-8511-47a8-a811-aa16b7bd3a04 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0758200 Feb 17 00:25:52.391990 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4e386d65-207c-4926-81ac-b46abc54d576 req-bd07c049-b61d-408f-a04a-1d5b02c740ce tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401468 Feb 17 00:25:53.570565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7790d6-3d7e-4d1c-b9af-d5b783b40ad7 req-20aa9f82-51dd-4396-81a0-d09cf7da2a82 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:53.572516 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c7790d6-3d7e-4d1c-b9af-d5b783b40ad7 req-20aa9f82-51dd-4396-81a0-d09cf7da2a82 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0777464 Feb 17 00:25:53.615608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9c7790d6-3d7e-4d1c-b9af-d5b783b40ad7 req-9394f4fd-a9e9-4294-a037-9b63d9c5cdba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376127 Feb 17 00:25:54.806371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc01a6-ddc2-42ad-9452-87622b2b6b7d req-b63a9f4f-50f9-4336-8c6b-33c14fe5d611 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:54.807170 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-1be4908d-8684-4f89-84fa-a974587ec5ff service neutron] 10.222.0.24 "GET /v2.0/ports/d66bd112-ebca-4346-bb99-207ce965af2b/bindings/hv-neutron-8290 HTTP/1.1" status: 200 len: 384 time: 0.1828918 Feb 17 00:25:54.807856 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3ecc01a6-ddc2-42ad-9452-87622b2b6b7d req-b63a9f4f-50f9-4336-8c6b-33c14fe5d611 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0833604 Feb 17 00:25:54.851862 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3ecc01a6-ddc2-42ad-9452-87622b2b6b7d req-fde5b8d1-9fd0-426f-93b9-5f371427934b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383046 Feb 17 00:25:55.062391 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-d0ee5602-88b2-46d7-a56f-f4ce743d0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:55.063740 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-d0ee5602-88b2-46d7-a56f-f4ce743d0c10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0684888 Feb 17 00:25:55.153601 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-986ea36e-783d-469a-82ee-735a7867713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:55.155020 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-986ea36e-783d-469a-82ee-735a7867713c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1098 time: 0.0705397 Feb 17 00:25:55.285711 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-ddfe2b86-c51b-4722-b954-b1bc5d5c05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:55.287133 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-ddfe2b86-c51b-4722-b954-b1bc5d5c05f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 896 time: 0.1235311 Feb 17 00:25:55.387193 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-8c0f2a79-a559-48e0-a269-d508ab399e96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 1001 time: 0.0946500 Feb 17 00:25:55.446848 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-0eaaf8f2-e0ad-410b-8be5-7b46fb987dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:55.448387 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-0eaaf8f2-e0ad-410b-8be5-7b46fb987dca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0555389 Feb 17 00:25:55.522954 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-d55eeed8-953a-46aa-8833-a298324a2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:55.524406 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-d55eeed8-953a-46aa-8833-a298324a2b2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707955 Feb 17 00:25:55.652323 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-239f845e-6ef5-40ac-a55c-6e15a2aeb761 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220179 Feb 17 00:25:55.784815 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-65c6079a-43ac-47aa-9e60-662001ab3813 req-91aeae74-7211-4205-98ca-3bc8c5d3de11 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272390 Feb 17 00:25:56.036811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cd4fe-a1f9-4d38-b9de-a7368fa04e76 req-a8f382f3-e391-4d6d-ad0a-3d49265dc265 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:56.038249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa9cd4fe-a1f9-4d38-b9de-a7368fa04e76 req-a8f382f3-e391-4d6d-ad0a-3d49265dc265 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0797904 Feb 17 00:25:56.081741 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa9cd4fe-a1f9-4d38-b9de-a7368fa04e76 req-71963bf1-65e1-49c0-9c29-ab00c8006b7e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371549 Feb 17 00:25:57.264865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06355a2e-ad4a-47df-8a8c-2f4a0092546f req-11b3de83-3933-46e6-92f7-10d435b8764e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:57.266301 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-06355a2e-ad4a-47df-8a8c-2f4a0092546f req-11b3de83-3933-46e6-92f7-10d435b8764e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0800650 Feb 17 00:25:57.310889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-06355a2e-ad4a-47df-8a8c-2f4a0092546f req-f51a0c27-3804-4e99-9fc5-63e987cf2ff4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Feb 17 00:25:58.492088 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2dee3-3671-4ac2-997f-8746b1f71303 req-b17f7c8f-3435-4407-b410-d1001097034d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:58.493556 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ca2dee3-3671-4ac2-997f-8746b1f71303 req-b17f7c8f-3435-4407-b410-d1001097034d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0772936 Feb 17 00:25:58.538582 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ca2dee3-3671-4ac2-997f-8746b1f71303 req-502f1159-8935-411c-8990-85aeb6b30cf8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394285 Feb 17 00:25:58.838133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c76c8-2bd7-4e98-b76d-edea02ab0a6f req-3f88479c-ff16-4c16-a45f-f00a17d81494 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:58.839624 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-349c76c8-2bd7-4e98-b76d-edea02ab0a6f req-3f88479c-ff16-4c16-a45f-f00a17d81494 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0791349 Feb 17 00:25:58.843893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-9c426857-6a0e-40bf-9bfe-95df44ece780 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:58.844642 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-9c426857-6a0e-40bf-9bfe-95df44ece780 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:25:58.860274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-9c426857-6a0e-40bf-9bfe-95df44ece780 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:25:58.861545 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-9c426857-6a0e-40bf-9bfe-95df44ece780 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b&tenant_id=a84d61d893c7488487c39df41d9cf6d5&binding%3Ahost_id=hv-neutron-8290 HTTP/1.1" status: 200 len: 945 time: 0.0974085 Feb 17 00:25:58.884570 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-349c76c8-2bd7-4e98-b76d-edea02ab0a6f req-59d89ed6-316d-4d56-8410-9d8fef2806b4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387361 Feb 17 00:25:58.998503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-20c4662f-0af6-43ac-9766-4555178b0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:58.999970 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-20c4662f-0af6-43ac-9766-4555178b0ef3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1098 time: 0.0709577 Feb 17 00:25:59.070668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56643e5d-9904-4576-b91b-64b65f4a3b32 req-413896c7-883e-4d3f-b861-615e1e56d383 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:59.072702 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56643e5d-9904-4576-b91b-64b65f4a3b32 req-413896c7-883e-4d3f-b861-615e1e56d383 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0821571 Feb 17 00:25:59.134761 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-e0359cfd-a304-4195-b80f-f10ac0ddb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:59.136681 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-e0359cfd-a304-4195-b80f-f10ac0ddb910 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 896 time: 0.1304083 Feb 17 00:25:59.206080 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d66bd112-ebca-4346-bb99-207ce965af2b details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:25:59.209609 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d66bd112-ebca-4346-bb99-207ce965af2b no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:25:59.220319 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56643e5d-9904-4576-b91b-64b65f4a3b32 req-18350f6f-6c92-456d-8625-c6aabf8f87ef tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417863 Feb 17 00:25:59.250623 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-6b0a0d19-c2ee-40fe-844a-b39405d7374a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 1001 time: 0.1078181 Feb 17 00:25:59.318341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-8c52ea33-0d7b-47c4-aad9-84abf61dfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:59.319733 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-8c52ea33-0d7b-47c4-aad9-84abf61dfb66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0634658 Feb 17 00:25:59.397623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-70ec7dbb-2d08-42dd-900c-0c6f0b468380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:25:59.399096 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-70ec7dbb-2d08-42dd-900c-0c6f0b468380 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734923 Feb 17 00:25:59.422770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:59.460986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:25:59.475051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:25:59.486078 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'port_id': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'mac_address': 'fa:16:3e:58:2b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:25:59.488297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:25:59.520593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:59.536182 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-4a5b0621-819f-4318-a8db-6866695798da service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309755 Feb 17 00:25:59.555960 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'code': 200} Feb 17 00:25:59.595478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:59.619944 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66bd112-ebca-4346-bb99-207ce965af2b {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:25:59.623849 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:59.637794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.638137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.638471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.638803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.639287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.639474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.639847 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.640172 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.640482 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.640806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.641128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.641448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:25:59.651099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:25:59.657088 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:25:59.722327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d66bd112-ebca-4346-bb99-207ce965af2b'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:25:59.773522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:25:59.780286 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7a07b5ca-81f9-455e-9552-8232008dca27 req-a5c85d4a-e469-4a25-b32b-c090b0186866 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339687 Feb 17 00:26:00.407496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c0141-2223-46bd-a851-78d7f8ccd030 req-53e9b241-14c8-4148-ae49-7805471baa49 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:00.409018 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4d3c0141-2223-46bd-a851-78d7f8ccd030 req-53e9b241-14c8-4148-ae49-7805471baa49 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 944 time: 0.0785713 Feb 17 00:26:00.452811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4d3c0141-2223-46bd-a851-78d7f8ccd030 req-d87b689b-b8b8-42e0-945b-a43bb21af23e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381305 Feb 17 00:26:00.475406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34250) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:00.576442 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e2810ae8-b710-48dd-84fb-5e9a51d5a4a6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8e8a71b6-39e0-4313-be84-4fb5841de85e HTTP/1.1" status: 200 len: 992 time: 0.0999227 Feb 17 00:26:01.204203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d66bd112-ebca-4346-bb99-207ce965af2b up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:01.272386 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port d66bd112-ebca-4346-bb99-207ce965af2b triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:01.272754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:01.390659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:01.424370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:01.428292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:01.491960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:01.556911 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:01.601224 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'code': 200} Feb 17 00:26:03.756741 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6649d17-bea4-4e10-b37d-b7b362db6bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:06.003007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-83bb69c2-59ae-4763-a64b-d54e9cc49a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:07.028829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:07.386188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:08.634074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:21.695010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:22.095947 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:26:28.983620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34264) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:29.181787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 3114bdb3-cbad-4f55-9709-a5a5ac45bca2 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:26:29.182121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:29.345768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:29.346013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:29.466277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 3114bdb3-cbad-4f55-9709-a5a5ac45bca2 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:26:29.614530 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:29.660891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=3114bdb3-cbad-4f55-9709-a5a5ac45bca2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:29.699864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.700232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.700572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.700901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.701228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.701552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.701870 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.702194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.702513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.702826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.703140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.703453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:29.758864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:29.759190 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 8e8a71b6-39e0-4313-be84-4fb5841de85e disassociated (deleted). External IP: 172.26.2.180, port: d66bd112-ebca-4346-bb99-207ce965af2b. Feb 17 00:26:30.185841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 2360e587-7b1d-4389-90d3-20d3de239e77 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:26:30.359874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:26:30.369326 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] Sync routers for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:26:30.378714 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:30.379075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:30.379313 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:30.433298 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8810b6cc-798d-403f-ab00-f15980583377 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/floatingips/8e8a71b6-39e0-4313-be84-4fb5841de85e HTTP/1.1" status: 204 len: 168 time: 1.4485650 Feb 17 00:26:30.433880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:30.547688 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'status': 'completed', 'code': 200} Feb 17 00:26:30.588483 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:30.708524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-3b8c777a-eee3-47f5-a68a-af3963ed5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:30.709910 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-3b8c777a-eee3-47f5-a68a-af3963ed5142 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 1098 time: 0.1398368 Feb 17 00:26:30.834603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b0f4-903a-440a-92e3-f997bf760821 req-a4212808-5aff-4b3f-840c-422e45141e10 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:30.835299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bc55b0f4-903a-440a-92e3-f997bf760821 req-a4212808-5aff-4b3f-840c-422e45141e10 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:26:30.843030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-affb9c7e-61d0-49a7-8610-21b08c94c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:30.844498 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-affb9c7e-61d0-49a7-8610-21b08c94c09e service neutron] 10.222.0.24 "GET /v2.0/networks?id=05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 200 len: 896 time: 0.1284871 Feb 17 00:26:30.850929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bc55b0f4-903a-440a-92e3-f997bf760821 req-a4212808-5aff-4b3f-840c-422e45141e10 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:26:30.852227 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bc55b0f4-903a-440a-92e3-f997bf760821 req-a4212808-5aff-4b3f-840c-422e45141e10 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0967762 Feb 17 00:26:30.903710 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bc55b0f4-903a-440a-92e3-f997bf760821 req-885c197f-2d1b-4967-bf2a-8552169ddd6c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442142 Feb 17 00:26:30.906583 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:25:02Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:30.911654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] Checking router: 2360e587-7b1d-4389-90d3-20d3de239e77 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:26:30.917509 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-46ef1af9-5382-4d66-a919-b105d4d295cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 200 len: 217 time: 0.0634174 Feb 17 00:26:30.920741 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:30.921330 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:30.984281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-0a7c189d-7eb7-4c1b-a31a-65728b5bda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:30.985636 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-0a7c189d-7eb7-4c1b-a31a-65728b5bda03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 200 len: 835 time: 0.0605400 Feb 17 00:26:31.058827 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-478f522a-ca7f-45d8-83f5-749e1dc8f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:31.060325 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-478f522a-ca7f-45d8-83f5-749e1dc8f4cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05144778-3dfb-4bea-8144-c5d4a2a83456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686131 Feb 17 00:26:31.090354 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:31.189487 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-9d26fa57-1e84-441f-8707-d1e2252df0b8 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228719 Feb 17 00:26:31.320636 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0d8fc592-1893-4087-bf07-3aa7194d6ff5 req-2c25ef3d-ff8d-4690-bfbc-576fa534a012 service neutron] 10.222.0.24 "GET /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233189 Feb 17 00:26:31.390954 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:25:02Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:31.394741 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e60d15-3413-46ba-a397-faaa4a06b8e5 None None] The sync data for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv is: [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '11cae7d2-9fda-4fc6-a461-9ac22d6cd981', 'name': '', 'network_id': '05144778-3dfb-4bea-8144-c5d4a2a83456', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:5a:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:55Z', 'updated_at': '2022-02-17T00:25:02Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': 'ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:26:31.598590 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fd441-bf70-4c0b-8d38-b35de839ca57 None None] New status for floating IP 8e8a71b6-39e0-4313-be84-4fb5841de85e: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:26:32.091068 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356223a-630a-4216-9705-55518d5cf329 req-3969fb35-d982-4ef7-abc8-4bc4ffcf9186 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:32.092537 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f356223a-630a-4216-9705-55518d5cf329 req-3969fb35-d982-4ef7-abc8-4bc4ffcf9186 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0809700 Feb 17 00:26:32.137870 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f356223a-630a-4216-9705-55518d5cf329 req-ac5917b1-c02f-4a5e-9e28-9e8282f98bb8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f539d2-0d48-422a-87c4-739018368e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 Feb 17 00:26:32.441052 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e956e5-0a75-4007-99c0-111a5a31719e req-bbf38a94-8495-45c5-8ad3-7a0034ca8365 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:32.442450 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-62e956e5-0a75-4007-99c0-111a5a31719e req-bbf38a94-8495-45c5-8ad3-7a0034ca8365 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 945 time: 0.0818028 Feb 17 00:26:32.509717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port d66bd112-ebca-4346-bb99-207ce965af2b {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:26:32.510056 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:32.748527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port d66bd112-ebca-4346-bb99-207ce965af2b, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d66bd112-ebca-4346-bb99-207ce965af2b,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:32.748797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:32.867550 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for d66bd112-ebca-4346-bb99-207ce965af2b owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:26:33.005019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:33.053572 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=d66bd112-ebca-4346-bb99-207ce965af2b,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:33.209233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.209583 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.209929 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.210267 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.210596 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.210921 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.211351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.211685 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.212615 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.212942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.213263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.213584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:33.251004 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] No DVR routers for this DVR port d66bd112-ebca-4346-bb99-207ce965af2b on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:26:33.253489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:33.256189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-deleted', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:33.271511 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-62e956e5-0a75-4007-99c0-111a5a31719e req-118ca41c-7ae3-41d4-b132-52eaf30f01ba tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "DELETE /v2.0/ports/d66bd112-ebca-4346-bb99-207ce965af2b HTTP/1.1" status: 204 len: 173 time: 0.8231573 Feb 17 00:26:33.305030 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-95e8d7ac-5bc7-42db-836f-b1bd03b19abe req-a666d555-6215-4984-846a-516fe824fa0b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=95636074-5d44-4484-9eaf-e957ce93cd7b HTTP/1.1" status: 200 len: 210 time: 0.0614328 Feb 17 00:26:33.305516 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95636074-5d44-4484-9eaf-e957ce93cd7b', 'name': 'network-vif-deleted', 'tag': 'd66bd112-ebca-4346-bb99-207ce965af2b', 'status': 'completed', 'code': 200} Feb 17 00:26:33.759950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-70842b4d-3418-4a04-ba91-b61665390c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:34.399218 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34286) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:34.934873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:35.374664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:26:35.374913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:35.550458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 11cae7d2-9fda-4fc6-a461-9ac22d6cd981, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:35.551158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:35.672220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:26:35.849130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:35.926313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=11cae7d2-9fda-4fc6-a461-9ac22d6cd981,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:36.007292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1b97fe55-b7d3-4edc-b825-80561b180f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:36.171158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:36.521140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 2360e587-7b1d-4389-90d3-20d3de239e77 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:26:36.792432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:26:36.801783 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] Sync routers for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:26:36.804930 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b99e6d67-781a-46eb-9770-02942375176e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/2360e587-7b1d-4389-90d3-20d3de239e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4041541 Feb 17 00:26:36.808446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34290) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:36.815045 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:36.815644 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:36.875976 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting subnet ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:26:36.879030 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:36.936663 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:36.989810 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:37.022227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.031051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.097448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.143694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.147191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Subnet': ['ID=ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:37.149593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01044405-f750-4d48-8f01-9a487274eb84 None None] Network 05144778-3dfb-4bea-8144-c5d4a2a83456 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:26:37.153642 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-278e56c4-ce3a-4293-8225-0e9565ffbd5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/subnets/ee556e2f-73ee-4cd2-b5c2-c7d3d8310d51 HTTP/1.1" status: 204 len: 168 time: 0.3436599 Feb 17 00:26:37.156274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34294) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:37.308038 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:26:35Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:37.312046 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] Checking router: 2360e587-7b1d-4389-90d3-20d3de239e77 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:26:37.320287 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] Routers {'2360e587-7b1d-4389-90d3-20d3de239e77'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:37.320908 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['2360e587-7b1d-4389-90d3-20d3de239e77'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:37.345521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.395880 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.398141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d66bd112-ebca-4346-bb99-207ce965af2b no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:26:37.434888 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] DHCP port deletion for 05144778-3dfb-4bea-8144-c5d4a2a83456 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:26:37.437021 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: d66bd112-ebca-4346-bb99-207ce965af2b {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:26:37.437359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d66bd112-ebca-4346-bb99-207ce965af2b not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:26:37.440625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] Deleting port d36a2021-ee6e-4de7-bdf0-357180d31e05 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:26:37.440998 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.515643 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] Set router 2360e587-7b1d-4389-90d3-20d3de239e77 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:37.541433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.552401 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 847051f3-7b9f-46a9-a40e-5be2dc284fd1 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:26:37.553186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.686947 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] For port d36a2021-ee6e-4de7-bdf0-357180d31e05, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d36a2021-ee6e-4de7-bdf0-357180d31e05,segment=NetworkSegment(2d32513a-afba-45c2-b491-3a86fa55bd22),segment_id=2d32513a-afba-45c2-b491-3a86fa55bd22)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:37.687336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.751301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 847051f3-7b9f-46a9-a40e-5be2dc284fd1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=847051f3-7b9f-46a9-a40e-5be2dc284fd1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:37.751950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.801085 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:26:35Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:37.804926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d73475-589e-468b-aec6-3a01974b6e9a None None] The sync data for ids ['2360e587-7b1d-4389-90d3-20d3de239e77'] in dv-neutron-829040-1-hyperv is: [{'id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76175166', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:24:51Z', 'updated_at': '2022-02-17T00:26:35Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': '847051f3-7b9f-46a9-a40e-5be2dc284fd1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2360e587-7b1d-4389-90d3-20d3de239e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:24:52Z', 'updated_at': '2022-02-17T00:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:26:37.818538 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] Calling delete_port for d36a2021-ee6e-4de7-bdf0-357180d31e05 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:26:37.877903 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 847051f3-7b9f-46a9-a40e-5be2dc284fd1 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:26:37.893374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:37.937262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] Pushing event deleted for resources: {'Port': ['ID=d36a2021-ee6e-4de7-bdf0-357180d31e05,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:37.942253 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305c725-6e4a-4b24-8310-cee36b84201c None None] No DVR routers for this DVR port d36a2021-ee6e-4de7-bdf0-357180d31e05 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:26:38.169179 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.334085 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=847051f3-7b9f-46a9-a40e-5be2dc284fd1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:38.419152 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.560358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:26:38.589057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.591290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.595999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:26:38.596370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 11cae7d2-9fda-4fc6-a461-9ac22d6cd981 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:26:38.596789 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d36a2021-ee6e-4de7-bdf0-357180d31e05 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:26:38.619676 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.620275 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Fanout notify agent at l3_agent the message router_deleted on router 2360e587-7b1d-4389-90d3-20d3de239e77 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:26:38.638617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: d36a2021-ee6e-4de7-bdf0-357180d31e05 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:26:38.638831 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.638944 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d36a2021-ee6e-4de7-bdf0-357180d31e05 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:26:38.639775 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-83b911fa-96b3-4978-bfeb-3a3452b6e391 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/routers/2360e587-7b1d-4389-90d3-20d3de239e77 HTTP/1.1" status: 204 len: 168 time: 1.4825268 Feb 17 00:26:38.642491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34298) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:38.658689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.762316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.895373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.920024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05144778-3dfb-4bea-8144-c5d4a2a83456']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:38.931388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d32513a-afba-45c2-b491-3a86fa55bd22') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:38.931687 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d32513a-afba-45c2-b491-3a86fa55bd22') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:38.942477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.957575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.963914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:26:38.964276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:26:38.978941 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:26:39.057635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.075215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.086216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Network': ['ID=05144778-3dfb-4bea-8144-c5d4a2a83456,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:39.097528 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1a1ce18c-cad3-4217-a011-933f2e85a9f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/networks/05144778-3dfb-4bea-8144-c5d4a2a83456 HTTP/1.1" status: 204 len: 168 time: 0.4534476 Feb 17 00:26:39.099959 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34302) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:39.168032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-318cea78-70ab-4a44-af9a-a4d6c331f2a7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.195823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-318cea78-70ab-4a44-af9a-a4d6c331f2a7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.262101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-318cea78-70ab-4a44-af9a-a4d6c331f2a7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.282481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cea78-70ab-4a44-af9a-a4d6c331f2a7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f539d2-0d48-422a-87c4-739018368e18,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:39.294374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-318cea78-70ab-4a44-af9a-a4d6c331f2a7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.298350 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-318cea78-70ab-4a44-af9a-a4d6c331f2a7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/security-groups/14f539d2-0d48-422a-87c4-739018368e18 HTTP/1.1" status: 204 len: 168 time: 0.1945879 Feb 17 00:26:39.494522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34310) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:39.499604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174780663', 'description': 'tempest-secgroup-smoke-174780663 description', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:39.505563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:39.510112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:39.513056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:39.518456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:39.528420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.547320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:39.551189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:39.554074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:39.560677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:39.630462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.634787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.677952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98c39c5-19c9-4181-a78a-56848bbfff5e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:39.682470 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.683654 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a70a0c80-b008-4068-9a0f-f9a6e1975180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1881516 Feb 17 00:26:39.686572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34314) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:39.691708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a98c39c5-19c9-4181-a78a-56848bbfff5e', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:39.698096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:39.701808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:39.704688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:39.710147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:39.726278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.783441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.786726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.812239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ae2b0a-3955-4d49-bb99-5b4db71bf78d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:39.820862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.822050 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ddd368fd-3d9e-44a6-b12d-fca923c84a1e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345899 Feb 17 00:26:39.824777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34318) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:39.829607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a98c39c5-19c9-4181-a78a-56848bbfff5e', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:39.835130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:39.838853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:39.841674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:39.847229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:39.865152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.929744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.933706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.956872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a237e22-5172-4d6a-adef-12be6f2acc7e,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:39.968965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:39.970179 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-400abe6c-edd8-498d-9d1e-10bfc8989180 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444826 Feb 17 00:26:39.972861 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34322) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:39.978444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a98c39c5-19c9-4181-a78a-56848bbfff5e', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:39.984359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:39.988098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:39.990872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:39.997070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:40.012383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.071769 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.075257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.097047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cc631d-6389-4302-9e45-906d4b3c6e65,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:40.106476 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.107635 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d246e9df-3299-4e89-abbb-f90e6f0a36cf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336198 Feb 17 00:26:40.110341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34326) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:40.115076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a98c39c5-19c9-4181-a78a-56848bbfff5e', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:40.121322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:40.125025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:40.127798 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:40.133395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:40.149207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.218783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.222201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.245640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2728875-6d93-4a30-8cdd-cb6e568638b1,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:40.253560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.254636 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-98762c77-575e-4d08-a573-31c44d951506 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434042 Feb 17 00:26:40.257501 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34330) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:40.262298 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a98c39c5-19c9-4181-a78a-56848bbfff5e', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:40.267881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:40.271556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:40.274872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:40.280364 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:40.289758 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:26:40.296801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.358310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.361704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.383561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ea0783-f6b4-41a8-9605-d2525d706998,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:40.392130 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.393282 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8b926880-c38c-4117-a462-7b8019d32024 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348901 Feb 17 00:26:40.396915 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34334) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:40.402194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': 'a98c39c5-19c9-4181-a78a-56848bbfff5e', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:40.407728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:40.411479 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:40.414327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:40.420792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:40.431196 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:26:40.437390 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.475414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 847051f3-7b9f-46a9-a40e-5be2dc284fd1 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:26:40.503321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.506832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.519794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 847051f3-7b9f-46a9-a40e-5be2dc284fd1 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:26:40.520475 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 847051f3-7b9f-46a9-a40e-5be2dc284fd1 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:26:40.534300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7fefe7-15d3-43c0-84a4-dd46e38a620f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:40.544185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.545358 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-157a14b6-30fb-4107-8147-fb4cf675d043 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475465 Feb 17 00:26:40.548174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34338) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:40.553413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'network': {'name': 'tempest-network-smoke--1724895002', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:40.558118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:40.562101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:network and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:40.564991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:40.570770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:40.580677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:26:40.583985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.611506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:26:40.619724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.620110 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Added segment 76c60f8e-27c7-445d-95c3-0b37a716b885 of type vlan for network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 Feb 17 00:26:40.645895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.674191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.679663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:40.680255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.781464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2322836 Feb 17 00:26:40.784156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34342) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:40.790853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'admin_state_up': True, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:40.796143 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87849c8e-093a-4efa-a616-e577667dfa68 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Network': ['ID=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:40.799591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:40.803427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:router and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:40.806297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:40.806871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:26:40.812082 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:40.822723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.823725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:40.839179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:41.190341 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:41.481168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:41.509185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:41.642197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.91 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/ea143227-e367-49bc-9322-3a8d57d2196e) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:26:41.782382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:41.811183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:41.870964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:26:41.874122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:26:41.877641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:26:41.917706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=ea143227-e367-49bc-9322-3a8d57d2196e,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:42.274904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:42.703806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:42.900900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router df48528b-2219-470c-94dc-3c9c63e48a67 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:26:43.071072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:26:43.080291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Sync routers for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:26:43.089006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:43.089624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:43.096569 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:43.098045 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-c5e6527d-1b9f-474b-b84d-9901e311449b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3130000 Feb 17 00:26:43.101337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34346) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:43.144624 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e7651d10-ccac-43bd-8f75-7e4772fcd882 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=a84d61d893c7488487c39df41d9cf6d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421350 Feb 17 00:26:43.147193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34350) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:43.265097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:43.273075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ecfeed-1546-489f-91df-03583169dc35 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:43.275025 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-75ecfeed-1546-489f-91df-03583169dc35 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269016 Feb 17 00:26:43.277783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34354) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:43.315693 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-72744e3a-877c-4181-95b5-d3a973f3f0f7 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367861 Feb 17 00:26:43.318125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34358) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:43.323496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1524021741', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:43.428893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:43.432665 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:subnet and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:43.435373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:43.441043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:43.451932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:26:43.455335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:43.552768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:42Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:43.556572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Checking router: df48528b-2219-470c-94dc-3c9c63e48a67 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:26:43.556924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Updating router df48528b-2219-470c-94dc-3c9c63e48a67 port ea143227-e367-49bc-9322-3a8d57d2196e binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:26:43.620962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:43.665935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:43.745898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Subnet': ['ID=40ff04ea-29f2-4c6f-82ba-980949c0edd6,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:43.753919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Checking segment: {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:26:43.754268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network hostable DHCP agents. Network: 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:26:43.774956 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:26:43.785343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:26:43.790102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:43.790704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:43.798305 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960fb4c2-f954-4673-9225-8fa421d57878 None None] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:26:43.813462 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-287a2524-0095-40ed-b060-f0834288a972 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4943461 Feb 17 00:26:43.816228 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34362) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:44.161074 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:26:44.162376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.186203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.233471 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Transition to ACTIVE for port object ea143227-e367-49bc-9322-3a8d57d2196e will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:26:44.242388 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.347776 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Attempting to bind port ea143227-e367-49bc-9322-3a8d57d2196e on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:26:44.348420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Attempting to bind port ea143227-e367-49bc-9322-3a8d57d2196e by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:26:44.348793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Attempting to bind port ea143227-e367-49bc-9322-3a8d57d2196e on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:26:44.385502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72c00-1021-4e0e-88c9-a6c2a459f57b None None] Pushing event updated for resources: {'Port': ['ID=ea143227-e367-49bc-9322-3a8d57d2196e,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:44.393017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:26:44.393365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:26:44.393766 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.394151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:26:44.394622 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Bound port: ea143227-e367-49bc-9322-3a8d57d2196e, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:26:44.394993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.471703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Allocated IP 172.20.0.2 (6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2/40ff04ea-29f2-4c6f-82ba-980949c0edd6/f391a59f-b878-4723-9ca7-62475249b4e6) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:26:44.495162 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] For port ea143227-e367-49bc-9322-3a8d57d2196e, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:26:44.563845 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] For port ea143227-e367-49bc-9322-3a8d57d2196e, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ea143227-e367-49bc-9322-3a8d57d2196e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:26:44.571180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.602012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.684233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:44.684848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:44.744145 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72c00-1021-4e0e-88c9-a6c2a459f57b None None] Pushing event updated for resources: {'Port': ['ID=ea143227-e367-49bc-9322-3a8d57d2196e,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:44.909641 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:44.928018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Transition to ACTIVE for port object f391a59f-b878-4723-9ca7-62475249b4e6 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:26:44.945691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:45.054122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Transition to ACTIVE for port object f391a59f-b878-4723-9ca7-62475249b4e6 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:26:45.070212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:45.135453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.1 (6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2/40ff04ea-29f2-4c6f-82ba-980949c0edd6/27e2e95f-9f1d-4909-82f6-dd2d3af76d31) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:26:45.237062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:26:45.238200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:26:45.248292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:26:45.259526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Pushing event updated for resources: {'Port': ['ID=f391a59f-b878-4723-9ca7-62475249b4e6,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:45.292101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:45.307384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:26:45.330879 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:45.393978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Attempting to bind port f391a59f-b878-4723-9ca7-62475249b4e6 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:26:45.394352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Attempting to bind port f391a59f-b878-4723-9ca7-62475249b4e6 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:26:45.394716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Attempting to bind port f391a59f-b878-4723-9ca7-62475249b4e6 on network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:26:45.397896 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:26:45.401627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:26:45.403512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:26:45.403890 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Checking segment: {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:26:45.404325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:45.404715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Bound using segment: {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:26:45.405437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Bound port: f391a59f-b878-4723-9ca7-62475249b4e6, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:26:45.405567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:26:45.405654 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:45.438717 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:45.467904 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:45.513501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:42Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:45.515726 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] For port f391a59f-b878-4723-9ca7-62475249b4e6, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:26:45.519569 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] For port f391a59f-b878-4723-9ca7-62475249b4e6, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f391a59f-b878-4723-9ca7-62475249b4e6,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:26:45.521469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e39a1b-9088-4e23-8b5b-99055f3ffc3e None None] The sync data for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv is: [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:42Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:26:45.525355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:45.611804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f025a0-d3c3-415b-a3fc-d4807fc0a737 None None] Pushing event updated for resources: {'Port': ['ID=f391a59f-b878-4723-9ca7-62475249b4e6,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:45.911237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:46.343191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:46.348138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:46.466823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:46.473746 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:46.588104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f391a59f-b878-4723-9ca7-62475249b4e6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:46.617302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded343cb-5543-473c-89ed-0ed508e0fbf7 None None] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:26:46.630113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:26:46.631371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:26:46.713069 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-72421ae7-b09f-46ab-8ac0-1a01d8403be8 None None] Provisioning for port f391a59f-b878-4723-9ca7-62475249b4e6 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:26:46.774687 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port f391a59f-b878-4723-9ca7-62475249b4e6 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:26:46.783854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f391a59f-b878-4723-9ca7-62475249b4e6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:46.784256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:46.828931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router df48528b-2219-470c-94dc-3c9c63e48a67 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:26:46.994600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.014723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:26:47.032689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8b62d5a1-18dd-4699-bd73-84778db6f609 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/df48528b-2219-470c-94dc-3c9c63e48a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2153249 Feb 17 00:26:47.033025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port f391a59f-b878-4723-9ca7-62475249b4e6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f391a59f-b878-4723-9ca7-62475249b4e6,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:47.037315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.038409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea143227-e367-49bc-9322-3a8d57d2196e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:47.157202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=f391a59f-b878-4723-9ca7-62475249b4e6,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:47.170102 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port ea143227-e367-49bc-9322-3a8d57d2196e completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:26:47.174958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ea143227-e367-49bc-9322-3a8d57d2196e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:47.175331 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.247256 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Sync routers for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:26:47.257213 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:47.257825 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:47.300044 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-0ba8cb4d-7e31-4af6-914e-4cd7dfa79857 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:26:47.310631 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.322161 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-0ba8cb4d-7e31-4af6-914e-4cd7dfa79857 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:26:47.325053 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-0ba8cb4d-7e31-4af6-914e-4cd7dfa79857 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174780663&fields=id&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 267 time: 0.0762701 Feb 17 00:26:47.332486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port ea143227-e367-49bc-9322-3a8d57d2196e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ea143227-e367-49bc-9322-3a8d57d2196e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:47.339597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.426512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-94560e22-08dd-4016-8733-7c30eaf85e63 None None] Provisioning for port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:26:47.438280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-94560e22-08dd-4016-8733-7c30eaf85e63 None None] Provisioning complete for port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:47.438729 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94560e22-08dd-4016-8733-7c30eaf85e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.465574 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:47.484176 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=ea143227-e367-49bc-9322-3a8d57d2196e,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:47.504935 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-d844f707-0b2e-48b2-959e-a946168cf319 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:47.505667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-d844f707-0b2e-48b2-959e-a946168cf319 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:26:47.509303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-94560e22-08dd-4016-8733-7c30eaf85e63 None None] Port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:26:47.521321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-94560e22-08dd-4016-8733-7c30eaf85e63 None None] Provisioning complete for port f391a59f-b878-4723-9ca7-62475249b4e6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:47.521769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-94560e22-08dd-4016-8733-7c30eaf85e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.527628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-d844f707-0b2e-48b2-959e-a946168cf319 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:26:47.529181 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-d844f707-0b2e-48b2-959e-a946168cf319 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/networks?id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 200 len: 797 time: 0.1972141 Feb 17 00:26:47.547157 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-0a6a0fb7-29aa-4ad3-9738-6450e25deb85 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/quotas/a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 375 time: 0.0096722 Feb 17 00:26:47.789734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-a7389b0c-50c8-4c54-835a-f7caf68f0b09 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:26:47.804411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-a7389b0c-50c8-4c54-835a-f7caf68f0b09 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:26:47.806442 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-a7389b0c-50c8-4c54-835a-f7caf68f0b09 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2544413 Feb 17 00:26:47.831223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-101fdddd-25f1-4844-a435-4b7ef4996724 None None] Provisioning complete for port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:47.831781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-101fdddd-25f1-4844-a435-4b7ef4996724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.832263 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:46Z', 'revision_number': 2, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:47.836237 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Checking router: df48528b-2219-470c-94dc-3c9c63e48a67 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:26:47.836628 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Updating router df48528b-2219-470c-94dc-3c9c63e48a67 port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:26:47.868977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-0ffef33e-303d-4b1f-abb1-2508901cae7e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:26:47.869946 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-0ffef33e-303d-4b1f-abb1-2508901cae7e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514009 Feb 17 00:26:47.891014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-101fdddd-25f1-4844-a435-4b7ef4996724 None None] Port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:26:47.898449 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:47.998989 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-3d647977-e889-4ee7-814b-1310ea368df3 service neutron] 10.222.0.47 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227286 Feb 17 00:26:48.128912 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-3dc16fc3-ece2-470d-8d0a-3b0cc9bdb951 service neutron] 10.222.0.47 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241856 Feb 17 00:26:48.255338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:48.267627 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Transition to ACTIVE for port object 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:26:48.273974 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:48.306767 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3ed93d1-6e15-429a-a0fb-38cb16693559 req-f80472f2-33a5-49d6-ad7d-a907290c9975 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 210 time: 0.0434792 Feb 17 00:26:48.405698 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Pushing event updated for resources: {'Port': ['ID=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:48.413179 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.413546 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.413757 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.414083 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.414412 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.415255 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.415573 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.415917 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.416243 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.416559 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.416863 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.417176 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:26:48.503910 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Attempting to bind port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:26:48.504593 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Attempting to bind port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:26:48.505174 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Attempting to bind port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 on network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:26:48.510950 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:26:48.511661 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Checking segment: {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:26:48.512150 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:48.512650 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Bound using segment: {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:26:48.513338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Bound port: 27e2e95f-9f1d-4909-82f6-dd2d3af76d31, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:26:48.513937 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:48.540644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f391a59f-b878-4723-9ca7-62475249b4e6 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:48.611973 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] For port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:26:48.615479 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] For port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:26:48.622841 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:48.637198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port f391a59f-b878-4723-9ca7-62475249b4e6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:48.637573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:48.702070 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:26:48.702892 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:48.762765 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea143227-e367-49bc-9322-3a8d57d2196e up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:48.809780 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891782ae-1b8a-4557-a12c-e7091d530bb6 None None] Pushing event updated for resources: {'Port': ['ID=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:48.883171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ea143227-e367-49bc-9322-3a8d57d2196e triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:48.884769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:48.923346 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:26:49.227985 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:48Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:26:49.231835 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a30af86-e7d4-48ac-8238-45c83fa4ea71 None None] The sync data for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv is: [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:48Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:26:49.471081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-fc42deab-6d63-4e4d-b33b-b10f8af9aecd tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:49.472592 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-fc42deab-6d63-4e4d-b33b-b10f8af9aecd tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/networks?id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 200 len: 797 time: 0.1661878 Feb 17 00:26:49.486467 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d8cf4b5c-4271-472e-8689-d8806e7b26fd req-1b99a6c9-5186-4454-89f8-54598061bb02 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 210 time: 0.0526652 Feb 17 00:26:49.530298 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-2990fd11-6c5e-44ba-aeab-27bdf4e4eea7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 379 time: 0.0493598 Feb 17 00:26:49.538339 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'port': {'device_id': '332dab90-922f-427c-bb05-dc71f55f715b', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'admin_state_up': True, 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'security_groups': ['a98c39c5-19c9-4181-a78a-56848bbfff5e']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:49.684277 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:49.694028 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:49.704205 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:26:49.707796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:49.876146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.6 (6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2/40ff04ea-29f2-4c6f-82ba-980949c0edd6/d36279fb-3436-4ae5-b4b9-df1247461447) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:26:50.068674 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.085558 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object d36279fb-3436-4ae5-b4b9-df1247461447 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:26:50.111212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.179387 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:26:50.183422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:26:50.186031 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:26:50.239609 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=d36279fb-3436-4ae5-b4b9-df1247461447,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:50.268886 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:50.269520 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.300879 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-58137493-31ee-4574-8c3f-a4ca8f3fd87e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664323 Feb 17 00:26:50.312989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Request body: {'port': {'device_id': '332dab90-922f-427c-bb05-dc71f55f715b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:50.427521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f06340fa-d7be-4dd6-8b6b-523faa822334 None None] Provisioning for port d36279fb-3436-4ae5-b4b9-df1247461447 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:26:50.430932 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.432256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-f06340fa-d7be-4dd6-8b6b-523faa822334 None None] Provisioning complete for port d36279fb-3436-4ae5-b4b9-df1247461447 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:50.432633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f06340fa-d7be-4dd6-8b6b-523faa822334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.488996 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f06340fa-d7be-4dd6-8b6b-523faa822334 None None] Port d36279fb-3436-4ae5-b4b9-df1247461447 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:26:50.549772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:50.623773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:26:50.629237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:50.629679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.695279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087aba0-96af-4b89-a554-87443fe66c81 req-f6eed24e-bc2f-4366-9a62-a5964e0e7b21 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:50.698266 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7087aba0-96af-4b89-a554-87443fe66c81 req-f6eed24e-bc2f-4366-9a62-a5964e0e7b21 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 931 time: 0.0953624 Feb 17 00:26:50.743857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7087aba0-96af-4b89-a554-87443fe66c81 req-179a8487-4656-4ab3-95e4-d8bac1564639 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398042 Feb 17 00:26:50.752412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.786051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:50.789708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.858749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:50.907703 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36279fb-3436-4ae5-b4b9-df1247461447 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:26:50.914750 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:50.929154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Transition to ACTIVE for port object d36279fb-3436-4ae5-b4b9-df1247461447 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:26:50.932608 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:51.087979 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Pushing event updated for resources: {'Port': ['ID=d36279fb-3436-4ae5-b4b9-df1247461447,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:51.165612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Attempting to bind port d36279fb-3436-4ae5-b4b9-df1247461447 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:26:51.165877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Attempting to bind port d36279fb-3436-4ae5-b4b9-df1247461447 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:26:51.166193 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Attempting to bind port d36279fb-3436-4ae5-b4b9-df1247461447 on network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:26:51.170623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Port d36279fb-3436-4ae5-b4b9-df1247461447 on network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:26:51.170934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Attempting to bind port d36279fb-3436-4ae5-b4b9-df1247461447 on network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:26:51.175857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:26:51.176259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Checking segment: {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:26:51.176635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Bound using segment: {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:26:51.177049 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Bound port: d36279fb-3436-4ae5-b4b9-df1247461447, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c60f8e-27c7-445d-95c3-0b37a716b885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:26:51.177383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:51.262695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] For port d36279fb-3436-4ae5-b4b9-df1247461447, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:26:51.265544 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] For port d36279fb-3436-4ae5-b4b9-df1247461447, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d36279fb-3436-4ae5-b4b9-df1247461447,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:26:51.269897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:51.333406 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:51.334016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:51.335422 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] 10.222.0.24 "PUT /v2.0/ports/d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 200 len: 1093 time: 1.0268607 Feb 17 00:26:51.335861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:51.357775 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d91f0f-0d36-492b-9bcc-01993826d902 service neutron] Pushing event updated for resources: {'Port': ['ID=d36279fb-3436-4ae5-b4b9-df1247461447,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:51.411231 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'status': 'completed', 'code': 200} Feb 17 00:26:51.453938 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-61a8c8f8-cc00-4f26-8fe0-d7df36113771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:51.455425 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-61a8c8f8-cc00-4f26-8fe0-d7df36113771 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1096 time: 0.0781949 Feb 17 00:26:51.527256 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-b950024e-a78f-46ec-a208-a94432321612 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 200 len: 217 time: 0.0647600 Feb 17 00:26:51.588460 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-6e2cafc1-1532-4e50-8c55-2f76b99e0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:51.589942 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-6e2cafc1-1532-4e50-8c55-2f76b99e0377 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ff04ea-29f2-4c6f-82ba-980949c0edd6 HTTP/1.1" status: 200 len: 835 time: 0.0569706 Feb 17 00:26:51.666727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-da4211a6-40d1-4fdd-8efa-88b7ecfe7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:51.668195 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-da4211a6-40d1-4fdd-8efa-88b7ecfe7847 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730205 Feb 17 00:26:51.693395 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:51.799609 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-aec2170a-587d-44ca-ad37-d50b3570e372 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258173 Feb 17 00:26:51.930942 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-17d422ba-1088-4ce2-9f73-5e62f0f01f95 req-ddcfcd90-451f-4054-a725-9ee91ce829b5 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250114 Feb 17 00:26:51.931768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0b5ea-b6d6-4ae9-b6be-b0fa7b628eec req-70490545-7698-4327-ab53-716e11dbd915 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:51.933264 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16f0b5ea-b6d6-4ae9-b6be-b0fa7b628eec req-70490545-7698-4327-ab53-716e11dbd915 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 943 time: 0.0821042 Feb 17 00:26:51.979258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16f0b5ea-b6d6-4ae9-b6be-b0fa7b628eec req-ca681177-c650-40a6-a30e-58721cf55495 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402560 Feb 17 00:26:52.044974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591f459-516b-4fd3-8742-978e7111017b req-f259e4d9-4fa4-41dc-8b2a-c32d293e0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:52.046428 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6591f459-516b-4fd3-8742-978e7111017b req-f259e4d9-4fa4-41dc-8b2a-c32d293e0bf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1096 time: 0.0695055 Feb 17 00:26:52.174329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591f459-516b-4fd3-8742-978e7111017b req-bc112f2f-f8b0-4385-a9fd-d1eb74ec8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:52.175738 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6591f459-516b-4fd3-8742-978e7111017b req-bc112f2f-f8b0-4385-a9fd-d1eb74ec8db9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 200 len: 897 time: 0.1229486 Feb 17 00:26:52.245674 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6591f459-516b-4fd3-8742-978e7111017b req-089fd860-710d-4f13-a0d9-2fcd7c04ead6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 200 len: 217 time: 0.0627186 Feb 17 00:26:52.305824 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591f459-516b-4fd3-8742-978e7111017b req-f12e85c6-cdcf-4987-ac5e-4f60f9f19f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:52.307187 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6591f459-516b-4fd3-8742-978e7111017b req-f12e85c6-cdcf-4987-ac5e-4f60f9f19f44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ff04ea-29f2-4c6f-82ba-980949c0edd6 HTTP/1.1" status: 200 len: 835 time: 0.0550935 Feb 17 00:26:52.383001 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591f459-516b-4fd3-8742-978e7111017b req-ff6f2ce1-ac70-453c-a880-2e5ce412d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:52.385063 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6591f459-516b-4fd3-8742-978e7111017b req-ff6f2ce1-ac70-453c-a880-2e5ce412d886 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705409 Feb 17 00:26:52.514583 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6591f459-516b-4fd3-8742-978e7111017b req-ddb9009d-0122-4c8b-b1e3-16ae42bf6ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231723 Feb 17 00:26:52.523263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:52.595256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:52.595615 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:52.746493 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-6591f459-516b-4fd3-8742-978e7111017b req-1cbe4136-4515-4db7-bf86-9b62555c32ca service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256832 Feb 17 00:26:53.159106 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0af77c-e833-4547-b04b-fe9b382c0084 req-4dd8af1a-cf2a-4d2d-a893-3c9cb81b9672 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:53.160574 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe0af77c-e833-4547-b04b-fe9b382c0084 req-4dd8af1a-cf2a-4d2d-a893-3c9cb81b9672 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 943 time: 0.0785458 Feb 17 00:26:53.203369 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe0af77c-e833-4547-b04b-fe9b382c0084 req-a59c83e0-8054-46aa-9b96-da5f52770c4e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364645 Feb 17 00:26:54.429757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c740d-a0ba-4e1b-879e-8476df817cfd req-11949718-f8d1-49a0-b423-acc89267418c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:54.431691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-996c740d-a0ba-4e1b-879e-8476df817cfd req-11949718-f8d1-49a0-b423-acc89267418c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 943 time: 0.1231008 Feb 17 00:26:54.474437 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-996c740d-a0ba-4e1b-879e-8476df817cfd req-aa63a57a-7978-4a1f-9619-5024cae40a93 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371799 Feb 17 00:26:55.552730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d36279fb-3436-4ae5-b4b9-df1247461447 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:26:55.698492 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d36279fb-3436-4ae5-b4b9-df1247461447, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d36279fb-3436-4ae5-b4b9-df1247461447,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:55.709995 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ceaf-be85-4583-94dd-cfba6b167698 req-bf742827-c461-4eb4-bb00-de07f3f80337 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:55.711544 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa74ceaf-be85-4583-94dd-cfba6b167698 req-bf742827-c461-4eb4-bb00-de07f3f80337 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 943 time: 0.1306040 Feb 17 00:26:55.718433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'port_id': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'mac_address': 'fa:16:3e:a8:08:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:26:55.756133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aa74ceaf-be85-4583-94dd-cfba6b167698 req-ad72f6c8-bea2-436f-a20e-264b792b084e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377686 Feb 17 00:26:55.777618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:55.794010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36279fb-3436-4ae5-b4b9-df1247461447 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:26:55.808802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d36279fb-3436-4ae5-b4b9-df1247461447, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d36279fb-3436-4ae5-b4b9-df1247461447,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:55.813038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:55.877904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d36279fb-3436-4ae5-b4b9-df1247461447,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:56.131443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['d36279fb-3436-4ae5-b4b9-df1247461447'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:26:56.939122 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93513779-bb6e-4e0b-8443-ad701bc74552 req-3db6d48a-66b6-474a-9d66-baa0dc10069d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:56.940585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-93513779-bb6e-4e0b-8443-ad701bc74552 req-3db6d48a-66b6-474a-9d66-baa0dc10069d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 944 time: 0.0799904 Feb 17 00:26:56.983291 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-93513779-bb6e-4e0b-8443-ad701bc74552 req-3ec942c9-5f4f-4c97-93f2-cb5e6153d4f3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364230 Feb 17 00:26:57.552440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d36279fb-3436-4ae5-b4b9-df1247461447 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:26:57.619003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port d36279fb-3436-4ae5-b4b9-df1247461447 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:26:57.623786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port d36279fb-3436-4ae5-b4b9-df1247461447 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:26:57.624181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:57.739588 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:57.765375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:26:57.775370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port d36279fb-3436-4ae5-b4b9-df1247461447, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d36279fb-3436-4ae5-b4b9-df1247461447,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:26:57.779224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:57.811902 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'code': 200} Feb 17 00:26:57.849099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=d36279fb-3436-4ae5-b4b9-df1247461447,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:26:58.033082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae8f69-6ad8-4deb-b8e9-4cdeb213cb41 req-cadae54f-e9bf-4d5e-8f62-d44c86ee628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:58.034574 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-14ae8f69-6ad8-4deb-b8e9-4cdeb213cb41 req-cadae54f-e9bf-4d5e-8f62-d44c86ee628a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1098 time: 0.0692556 Feb 17 00:26:58.073709 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-14ae8f69-6ad8-4deb-b8e9-4cdeb213cb41 req-dc0d61dc-034a-44c9-b151-fe24cdff8e82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333261 Feb 17 00:26:58.161459 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21300a9e-1dbd-46cc-a091-1a31e54a4c3e req-84db8df6-068d-4b98-acf1-1e15257321f7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:58.162913 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-21300a9e-1dbd-46cc-a091-1a31e54a4c3e req-84db8df6-068d-4b98-acf1-1e15257321f7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0769041 Feb 17 00:26:58.209115 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-21300a9e-1dbd-46cc-a091-1a31e54a4c3e req-259ffaca-480a-4dc2-9504-20c5d64dadfd tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407546 Feb 17 00:26:59.094439 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:26:59.393906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c2de-c008-4b09-89d9-cf4284fb60f4 req-c66ea674-03bc-4d8c-b3c4-dc2a47c94b0a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:59.395346 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0771c2de-c008-4b09-89d9-cf4284fb60f4 req-c66ea674-03bc-4d8c-b3c4-dc2a47c94b0a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0817759 Feb 17 00:26:59.439297 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0771c2de-c008-4b09-89d9-cf4284fb60f4 req-af01147e-1620-4de1-b43b-13c959f3040c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376894 Feb 17 00:26:59.626696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c86073-f1e0-4a90-8423-7c269a1e7e85 req-af97f7a0-c1db-4204-81dc-f02640e274d1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:59.632068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e1c86073-f1e0-4a90-8423-7c269a1e7e85 req-af97f7a0-c1db-4204-81dc-f02640e274d1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0819223 Feb 17 00:26:59.677888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e1c86073-f1e0-4a90-8423-7c269a1e7e85 req-cbe2ad72-7a61-40bc-9f3a-fc1b415ff4d7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Feb 17 00:26:59.700740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34424) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:59.809147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3364ddd-9bf3-4abf-b489-a8483aba6c75 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:26:59.810629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b3364ddd-9bf3-4abf-b489-a8483aba6c75 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1093 time: 0.1089423 Feb 17 00:26:59.813386 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34430) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:26:59.818090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:26:59.824631 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:26:59.828323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:floatingip and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:26:59.831030 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:26:59.836537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:26:59.846626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:26:59.977235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:00.107654 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.217 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/ff43dc5e-4a97-4d9e-bd4e-b0e919e38671) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:27:00.334583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:00.363257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:00.427241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:27:00.429948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:27:00.434140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:27:00.467217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=ff43dc5e-4a97-4d9e-bd4e-b0e919e38671,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:27:00.831806 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:00.902868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:01.098867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:01.103084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:01.202848 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=ff43dc5e-4a97-4d9e-bd4e-b0e919e38671,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:27:01.218074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:01.379719 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 8f6c6de4-2985-4542-a2cf-6cdb81b0620f associated. External IP: 172.26.2.217, port: d36279fb-3436-4ae5-b4b9-df1247461447. Feb 17 00:27:01.812755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router df48528b-2219-470c-94dc-3c9c63e48a67 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:27:01.985556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:27:01.995411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] Sync routers for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:27:02.004317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:27:02.004963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:27:02.009952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:02.064168 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-28839c0b-1c24-4887-8d60-9c59cb3aaed3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2497635 Feb 17 00:27:02.064754 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:27:02.109152 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'status': 'completed', 'code': 200} Feb 17 00:27:02.206620 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-6bdc6681-e869-4152-9e3b-0b1f6d2df214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:02.208601 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-6bdc6681-e869-4152-9e3b-0b1f6d2df214 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1098 time: 0.0766084 Feb 17 00:27:02.218952 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:27:02.251942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae6885-f4c9-451c-9168-fc08d85db322 req-51fd8e2d-72fd-4090-9f2b-40f1ddaf0e18 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:02.254670 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-32ae6885-f4c9-451c-9168-fc08d85db322 req-51fd8e2d-72fd-4090-9f2b-40f1ddaf0e18 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.1001651 Feb 17 00:27:02.299861 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-32ae6885-f4c9-451c-9168-fc08d85db322 req-1037c60c-2185-4c38-9122-5eecbbf6f4a5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407672 Feb 17 00:27:02.322763 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34438) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:02.343629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-01a2121f-9425-4008-88f1-fbf4f425aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:02.345104 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-01a2121f-9425-4008-88f1-fbf4f425aca5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 200 len: 897 time: 0.1303349 Feb 17 00:27:02.434800 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-04aa39b5-ffd8-491b-8041-29abac7d238e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8f6c6de4-2985-4542-a2cf-6cdb81b0620f HTTP/1.1" status: 200 len: 991 time: 0.1102564 Feb 17 00:27:02.447825 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-9d2e5c67-0414-4b61-99ae-5a1f259c009e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 200 len: 999 time: 0.0966187 Feb 17 00:27:02.507200 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-a6e9074d-1de2-49bb-bd13-673faadb8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:02.509094 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-a6e9074d-1de2-49bb-bd13-673faadb8231 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ff04ea-29f2-4c6f-82ba-980949c0edd6 HTTP/1.1" status: 200 len: 835 time: 0.0562179 Feb 17 00:27:02.568403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '8f6c6de4-2985-4542-a2cf-6cdb81b0620f', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'port_id': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'mac_address': 'fa:16:3e:a8:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332dab90-922f-427c-bb05-dc71f55f715b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:27:00Z', 'updated_at': '2022-02-17T00:27:00Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:50Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:27:02.572674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] Checking router: df48528b-2219-470c-94dc-3c9c63e48a67 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:27:02.579764 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-c6623cbd-0912-4384-b70e-e50311e4c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:02.580743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:27:02.581250 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-c6623cbd-0912-4384-b70e-e50311e4c8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671103 Feb 17 00:27:02.581415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:26:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:27:02.712516 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-de17e8fe-ea84-4ecf-8e70-287005e2132e service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247134 Feb 17 00:27:02.757710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:27:02.840792 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0387f509-beb5-4783-95ab-d92d8b06b81d req-1575d843-9437-4201-aa4c-92961a729bbd service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232340 Feb 17 00:27:03.089610 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '8f6c6de4-2985-4542-a2cf-6cdb81b0620f', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'port_id': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'mac_address': 'fa:16:3e:a8:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332dab90-922f-427c-bb05-dc71f55f715b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:27:00Z', 'updated_at': '2022-02-17T00:27:00Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:50Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:27:03.093329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c84b5-765f-4e29-b37d-3074c4bc45ed None None] The sync data for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv is: [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '8f6c6de4-2985-4542-a2cf-6cdb81b0620f', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.217', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'port_id': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'mac_address': 'fa:16:3e:a8:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332dab90-922f-427c-bb05-dc71f55f715b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:27:00Z', 'updated_at': '2022-02-17T00:27:00Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:50Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:27:03.269425 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aa15e-cc04-4cb2-9a6b-10e41bfc81a5 None None] New status for floating IP 8f6c6de4-2985-4542-a2cf-6cdb81b0620f: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:27:03.437880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34442) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:03.541540 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8dcda2f5-e60c-4d1d-9bb6-2e5f25837d09 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8f6c6de4-2985-4542-a2cf-6cdb81b0620f HTTP/1.1" status: 200 len: 991 time: 0.1023231 Feb 17 00:27:03.761410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-78227609-1cab-411c-8d09-9755faa63b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:04.545238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34446) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:04.648119 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-916492b2-1059-4c95-9335-46535263feee tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8f6c6de4-2985-4542-a2cf-6cdb81b0620f HTTP/1.1" status: 200 len: 993 time: 0.1017480 Feb 17 00:27:06.010207 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0929f27a-297a-4002-a79b-2c776491d2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:07.032801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:07.392407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:08.637891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:21.707416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:31.148645 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-054f2453-0a05-467c-ad94-113a29374ef3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706494 Feb 17 00:27:31.285341 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-be91cb39-2fc9-4ed2-9b5f-981a906a2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:31.286791 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-be91cb39-2fc9-4ed2-9b5f-981a906a2d8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1098 time: 0.0694854 Feb 17 00:27:31.429611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-469fd856-b141-4563-b649-a5fc58aaa4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:31.431604 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-469fd856-b141-4563-b649-a5fc58aaa4ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 200 len: 897 time: 0.1258743 Feb 17 00:27:31.526929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d17ca8-c01f-4b4f-91b8-988e14ccb1f4 req-551862f2-0d61-4d5e-a312-e6a1a5dae2eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:31.528413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25d17ca8-c01f-4b4f-91b8-988e14ccb1f4 req-551862f2-0d61-4d5e-a312-e6a1a5dae2eb tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0838234 Feb 17 00:27:31.536217 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-7990049e-a312-4143-b044-22ffa7acfa11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 200 len: 1001 time: 0.0986176 Feb 17 00:27:31.574507 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25d17ca8-c01f-4b4f-91b8-988e14ccb1f4 req-8fbe5b94-39b8-485a-bbec-1c6719d2450b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402830 Feb 17 00:27:31.600942 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-6f24318b-e88f-4826-89ff-a209d4bf9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:31.602858 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-6f24318b-e88f-4826-89ff-a209d4bf9c00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ff04ea-29f2-4c6f-82ba-980949c0edd6 HTTP/1.1" status: 200 len: 835 time: 0.0573187 Feb 17 00:27:31.770916 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-24d71b7b-7705-448f-afa5-cc1f82c5ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:31.772294 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-24d71b7b-7705-448f-afa5-cc1f82c5ef0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1640983 Feb 17 00:27:31.898859 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-07f88c4a-ab49-4b70-9514-36dba347fe31 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200514 Feb 17 00:27:32.025946 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7576afc6-6d23-4e85-ac7b-342d8129b329 req-4759e83c-7bbf-46dd-a962-547cd73943f5 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206191 Feb 17 00:27:32.757180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3ce4d-03f5-4156-bd9a-039d85a5f86e req-0852c544-db29-4e7c-8180-9b89952a2160 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:32.758553 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-07d3ce4d-03f5-4156-bd9a-039d85a5f86e req-0852c544-db29-4e7c-8180-9b89952a2160 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0776777 Feb 17 00:27:32.803994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-07d3ce4d-03f5-4156-bd9a-039d85a5f86e req-7542128b-c38a-4918-ba6a-f5087e77a5f9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 Feb 17 00:27:33.762667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f18442f6-9083-4438-a61a-2e8039a85802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:33.985560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70ae55-7424-466d-bfc3-91a671415cea req-a7709460-7f5e-4c3d-8152-6bc1e1084632 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:33.986912 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ee70ae55-7424-466d-bfc3-91a671415cea req-a7709460-7f5e-4c3d-8152-6bc1e1084632 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0776641 Feb 17 00:27:34.029277 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ee70ae55-7424-466d-bfc3-91a671415cea req-581684d5-6300-4950-b7e5-55bb53253d33 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368571 Feb 17 00:27:35.218268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046e65d-11e4-44a5-a507-830a4550e370 req-464ed04b-ca42-421c-b121-d27f3524b03f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:35.219687 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3046e65d-11e4-44a5-a507-830a4550e370 req-464ed04b-ca42-421c-b121-d27f3524b03f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0819120 Feb 17 00:27:35.262531 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3046e65d-11e4-44a5-a507-830a4550e370 req-089213be-3f92-4a4b-b29d-57842c9fb149 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369084 Feb 17 00:27:36.011296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e6287f0b-f0f6-42c5-8916-19f17cb8e393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:36.092421 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:27:36.446174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d12a9f-a059-4d95-af86-93d3922f9c6d req-4e449836-7011-416c-bf1d-d00167b70e6c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:36.448285 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-69d12a9f-a059-4d95-af86-93d3922f9c6d req-4e449836-7011-416c-bf1d-d00167b70e6c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0823262 Feb 17 00:27:36.493686 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-69d12a9f-a059-4d95-af86-93d3922f9c6d req-102e7da6-51b9-4449-9345-2f644c650e37 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399661 Feb 17 00:27:37.035057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:37.393552 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:37.676077 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71911442-0ae1-49f4-b062-39a760d5e54b req-665a865a-37c2-4732-914e-920af3a5c638 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:37.677521 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-71911442-0ae1-49f4-b062-39a760d5e54b req-665a865a-37c2-4732-914e-920af3a5c638 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0805869 Feb 17 00:27:37.724576 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-71911442-0ae1-49f4-b062-39a760d5e54b req-43b925ea-1fe2-4985-a6cf-9966eb30dd02 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 Feb 17 00:27:38.639342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:27:38.900425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0a63-8624-40e7-9190-a99ea4b39988 req-7f172de8-45bb-42bd-ac83-53b1d75698a8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:38.901857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5b6b0a63-8624-40e7-9190-a99ea4b39988 req-7f172de8-45bb-42bd-ac83-53b1d75698a8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0771623 Feb 17 00:27:38.947106 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5b6b0a63-8624-40e7-9190-a99ea4b39988 req-459d13a0-6419-455c-a310-09bb5e609d73 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396652 Feb 17 00:27:40.134114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c740bed-9372-443f-b9ae-d22b768e42cb req-60d3b36d-626b-4354-baca-b2822030edd2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:40.135543 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3c740bed-9372-443f-b9ae-d22b768e42cb req-60d3b36d-626b-4354-baca-b2822030edd2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0784552 Feb 17 00:27:40.178909 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3c740bed-9372-443f-b9ae-d22b768e42cb req-f55fd805-ae62-4e74-b56d-874c91d487e5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375819 Feb 17 00:27:41.363194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3f62e-b51e-4fbf-94bb-442b2763e4fb req-688ba66b-d738-4f1e-b53d-2c8bee8983ca tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:41.364639 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7eb3f62e-b51e-4fbf-94bb-442b2763e4fb req-688ba66b-d738-4f1e-b53d-2c8bee8983ca tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0805669 Feb 17 00:27:41.407116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7eb3f62e-b51e-4fbf-94bb-442b2763e4fb req-7a8bffca-afa6-43c4-900a-957af901ba36 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362887 Feb 17 00:27:42.587971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c5132-a9c2-4e3a-a260-c5d3c330541e req-77788c3b-570b-4996-bbaf-ed188cd10cf6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:42.589403 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b0c5132-a9c2-4e3a-a260-c5d3c330541e req-77788c3b-570b-4996-bbaf-ed188cd10cf6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0760159 Feb 17 00:27:42.631807 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b0c5132-a9c2-4e3a-a260-c5d3c330541e req-9e7e6354-4d3d-4357-990b-99174391ae66 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368812 Feb 17 00:27:42.654744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34480) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:42.848250 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-40bb00ff-5baf-4b9d-92f0-c589077ce6a3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8f6c6de4-2985-4542-a2cf-6cdb81b0620f HTTP/1.1" status: 200 len: 993 time: 0.1922774 Feb 17 00:27:44.290888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda77708-9bfa-4b90-8e31-9e16b2f64286 req-141cc6c2-3c52-4b9b-bfa9-85a66f9f05f2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:44.292262 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dda77708-9bfa-4b90-8e31-9e16b2f64286 req-141cc6c2-3c52-4b9b-bfa9-85a66f9f05f2 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0810788 Feb 17 00:27:44.326847 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-07a52f08-82a4-4e86-b39a-4825595a9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:44.328336 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-07a52f08-82a4-4e86-b39a-4825595a9c68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1098 time: 0.0682244 Feb 17 00:27:44.335319 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dda77708-9bfa-4b90-8e31-9e16b2f64286 req-f3253183-e119-49c6-ac1c-33b4ed1d8ea6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374100 Feb 17 00:27:44.456032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-ff1bc457-17ce-4c85-9b98-147ad645f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:44.457469 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-ff1bc457-17ce-4c85-9b98-147ad645f479 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 200 len: 897 time: 0.1239457 Feb 17 00:27:44.557127 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-aa9fde78-0d22-424a-8058-e47a0b4afe7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 200 len: 1001 time: 0.0935831 Feb 17 00:27:44.620215 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-3aecad9c-0e9d-4ae8-bd3e-2f512cfe4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:44.621778 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-3aecad9c-0e9d-4ae8-bd3e-2f512cfe4d9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ff04ea-29f2-4c6f-82ba-980949c0edd6 HTTP/1.1" status: 200 len: 835 time: 0.0586779 Feb 17 00:27:44.694367 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-2f9a358c-fd45-45b2-b8f4-cac8537d79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:44.695815 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-2f9a358c-fd45-45b2-b8f4-cac8537d79aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684326 Feb 17 00:27:44.823609 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-bfb01524-ba7f-4f52-984a-4ec6f0488560 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217878 Feb 17 00:27:44.948540 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4679e72f-d904-4aa5-81f3-ea869548cc99 req-5d1c0911-8b5c-461c-8cec-ae7a1816ffcd service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197722 Feb 17 00:27:45.523664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817e8c9-0779-45a9-bf6b-6a16cde47003 req-6265e1e3-45b0-481f-a315-bf7fb0bb0678 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:45.525411 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3817e8c9-0779-45a9-bf6b-6a16cde47003 req-6265e1e3-45b0-481f-a315-bf7fb0bb0678 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0803387 Feb 17 00:27:45.569067 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3817e8c9-0779-45a9-bf6b-6a16cde47003 req-c1ac5495-65ec-40d3-8195-bfb822d6eda7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381055 Feb 17 00:27:46.753198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74847f-4388-4329-b485-259245055efb req-af25abe2-52e9-4f8c-ad63-909f9fa135b3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:27:46.754538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c74847f-4388-4329-b485-259245055efb req-af25abe2-52e9-4f8c-ad63-909f9fa135b3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0797567 Feb 17 00:27:46.797533 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c74847f-4388-4329-b485-259245055efb req-7970e850-2cf9-4d54-868a-76574d19e449 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369439 Feb 17 00:27:46.819976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34494) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:46.923086 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-26e7a17e-c7ad-415e-8166-6c4f2a8ee7d4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/8f6c6de4-2985-4542-a2cf-6cdb81b0620f HTTP/1.1" status: 200 len: 993 time: 0.1020207 Feb 17 00:27:51.730757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:03.765213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-515040b4-3445-4010-8403-4d66814eaf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:06.012805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ffaeeba5-c47e-44cd-8d63-505058576d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:07.035632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:07.396060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:08.642312 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:13.091377 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:28:17.666283 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34512) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:17.863948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port ff43dc5e-4a97-4d9e-bd4e-b0e919e38671 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:28:17.864326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:18.025081 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:18.025316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:18.252082 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for ff43dc5e-4a97-4d9e-bd4e-b0e919e38671 owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:28:18.395326 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:18.443611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=ff43dc5e-4a97-4d9e-bd4e-b0e919e38671,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:18.474943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.475289 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.475629 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.475962 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.476335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.476669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.476995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.477316 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.477640 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.477959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.478281 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.478603 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:18.541646 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:18.541992 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 8f6c6de4-2985-4542-a2cf-6cdb81b0620f disassociated (deleted). External IP: 172.26.2.217, port: d36279fb-3436-4ae5-b4b9-df1247461447. Feb 17 00:28:18.881253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router df48528b-2219-470c-94dc-3c9c63e48a67 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:28:19.050959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:28:19.060852 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] Sync routers for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:28:19.066639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:19.069941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:19.070548 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:19.122555 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8198750a-3a66-49c0-bfe2-249bdf0d44d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/floatingips/8f6c6de4-2985-4542-a2cf-6cdb81b0620f HTTP/1.1" status: 204 len: 168 time: 1.4551635 Feb 17 00:28:19.123138 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:19.219489 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'status': 'completed', 'code': 200} Feb 17 00:28:19.302534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:19.310059 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-d68cd1c1-4d08-43e6-af68-8d0f6a2549ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:19.311537 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-d68cd1c1-4d08-43e6-af68-8d0f6a2549ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 1098 time: 0.0711448 Feb 17 00:28:19.449772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-4724466f-f39f-470c-9479-d161fe6817f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:19.451200 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-4724466f-f39f-470c-9479-d161fe6817f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 200 len: 897 time: 0.1330438 Feb 17 00:28:19.496791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1454e-47d5-4685-9ab1-c701a8ee1c66 req-834e4fee-53ce-4806-84f9-c2b231a13a6d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:19.498273 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-36d1454e-47d5-4685-9ab1-c701a8ee1c66 req-834e4fee-53ce-4806-84f9-c2b231a13a6d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0803847 Feb 17 00:28:19.521946 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-5b5de76d-37ac-43a3-856f-6bdfa964f498 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 200 len: 217 time: 0.0641906 Feb 17 00:28:19.548038 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-36d1454e-47d5-4685-9ab1-c701a8ee1c66 req-f611d9e9-3891-44ff-a5f7-0930cbada280 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424213 Feb 17 00:28:19.584925 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-cc367518-6612-4cf4-8919-1442fbe27a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:19.587026 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-cc367518-6612-4cf4-8919-1442fbe27a81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ff04ea-29f2-4c6f-82ba-980949c0edd6 HTTP/1.1" status: 200 len: 835 time: 0.0578713 Feb 17 00:28:19.629169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:50Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:19.633719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] Checking router: df48528b-2219-470c-94dc-3c9c63e48a67 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:28:19.643802 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:19.644436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:19.776951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-d1a9eaae-ff3f-4956-9630-6c29469988aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:19.778430 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-d1a9eaae-ff3f-4956-9630-6c29469988aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1854672 Feb 17 00:28:19.825858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:19.907965 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-147ffdd1-643c-4372-a7b5-9f0b166872f7 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226215 Feb 17 00:28:20.037641 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-8ef5dae8-5219-433e-8a44-8f18193e347e req-da258740-7b4a-4a7e-a443-ecc8990adbf3 service neutron] 10.222.0.24 "GET /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230214 Feb 17 00:28:20.133326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:50Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:20.137038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e0b871-fac2-4a97-98d3-735e01704610 None None] The sync data for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv is: [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:26:45Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '27e2e95f-9f1d-4909-82f6-dd2d3af76d31', 'name': '', 'network_id': '6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:f1:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:44Z', 'updated_at': '2022-02-17T00:26:50Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '40ff04ea-29f2-4c6f-82ba-980949c0edd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:28:20.334299 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca8d80-0f44-4fc2-bc54-dbfadcf95f96 None None] New status for floating IP 8f6c6de4-2985-4542-a2cf-6cdb81b0620f: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:28:20.730953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f56513-8349-4ec5-b626-304a457b3a4f req-ff348f4e-4690-4594-a895-c2bd0fddc422 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:20.732345 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01f56513-8349-4ec5-b626-304a457b3a4f req-ff348f4e-4690-4594-a895-c2bd0fddc422 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0782468 Feb 17 00:28:20.774591 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-01f56513-8349-4ec5-b626-304a457b3a4f req-3e19381a-7b69-408c-ada6-84ced139ce8e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98c39c5-19c9-4181-a78a-56848bbfff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366895 Feb 17 00:28:20.887998 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-a025a7e5-66e1-45c9-b0c3-96e2d76660b7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:20.888729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-a025a7e5-66e1-45c9-b0c3-96e2d76660b7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:28:20.903574 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-a025a7e5-66e1-45c9-b0c3-96e2d76660b7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:28:20.904733 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-a025a7e5-66e1-45c9-b0c3-96e2d76660b7 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 945 time: 0.0917075 Feb 17 00:28:20.971727 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port d36279fb-3436-4ae5-b4b9-df1247461447 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:28:20.972428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:21.211403 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port d36279fb-3436-4ae5-b4b9-df1247461447, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=d36279fb-3436-4ae5-b4b9-df1247461447,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:21.211760 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:21.333366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for d36279fb-3436-4ae5-b4b9-df1247461447 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:28:21.473413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:21.552637 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=d36279fb-3436-4ae5-b4b9-df1247461447,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:21.598619 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] No DVR routers for this DVR port d36279fb-3436-4ae5-b4b9-df1247461447 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:28:21.601129 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:21.603614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'name': 'network-vif-deleted', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:21.619629 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7e720714-c3ff-47d4-9cb3-78cc656740e5 req-4be7375d-fe71-4fb8-967c-444919da8576 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "DELETE /v2.0/ports/d36279fb-3436-4ae5-b4b9-df1247461447 HTTP/1.1" status: 204 len: 173 time: 0.7098358 Feb 17 00:28:21.649112 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332dab90-922f-427c-bb05-dc71f55f715b', 'name': 'network-vif-deleted', 'tag': 'd36279fb-3436-4ae5-b4b9-df1247461447', 'status': 'completed', 'code': 200} Feb 17 00:28:21.736217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:21.937867 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-10a88cb6-5b68-4d6f-a087-864788ef1a34 req-4167dc97-4355-4e48-896d-e4c4270e92ea tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=332dab90-922f-427c-bb05-dc71f55f715b HTTP/1.1" status: 200 len: 210 time: 0.0422580 Feb 17 00:28:23.032543 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34532) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:23.574567 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:23.952716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d36279fb-3436-4ae5-b4b9-df1247461447 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:28:23.988959 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: d36279fb-3436-4ae5-b4b9-df1247461447 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:28:23.989303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device d36279fb-3436-4ae5-b4b9-df1247461447 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:28:24.005041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:28:24.005383 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:24.186680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 27e2e95f-9f1d-4909-82f6-dd2d3af76d31, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:24.187398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:24.307384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:28:24.617484 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:24.666860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=27e2e95f-9f1d-4909-82f6-dd2d3af76d31,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:24.703855 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.704180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.704469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.704801 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.705129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.705457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.705780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.706099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.706416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.706731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.707048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.707362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:24.939388 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:25.371559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router df48528b-2219-470c-94dc-3c9c63e48a67 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:28:25.543164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:28:25.552296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] Sync routers for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:28:25.556176 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e66610dc-2f99-4ffb-a419-9cc490ef6dd0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/df48528b-2219-470c-94dc-3c9c63e48a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225451 Feb 17 00:28:25.558797 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34536) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:25.562042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:25.562651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:25.623300 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting subnet 40ff04ea-29f2-4c6f-82ba-980949c0edd6 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:28:25.626525 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:25.683856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:25.735681 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:25.762458 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:25.831378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:25.876570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Subnet': ['ID=40ff04ea-29f2-4c6f-82ba-980949c0edd6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:25.878431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:25.885313 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fef625b0-eaee-40a8-8f48-32ea1629f14f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/subnets/40ff04ea-29f2-4c6f-82ba-980949c0edd6 HTTP/1.1" status: 204 len: 168 time: 0.3254902 Feb 17 00:28:25.887781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34540) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:25.944892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d1841-b7e9-4be2-a711-1b5fac5bf518 None None] Network 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:28:26.059626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.224961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:28:24Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'ea143227-e367-49bc-9322-3a8d57d2196e', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:26:41Z', 'updated_at': '2022-02-17T00:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:26.229491 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] Checking router: df48528b-2219-470c-94dc-3c9c63e48a67 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:28:26.237159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.238037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] Routers {'df48528b-2219-470c-94dc-3c9c63e48a67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:26.238655 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['df48528b-2219-470c-94dc-3c9c63e48a67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:26.246890 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port ea143227-e367-49bc-9322-3a8d57d2196e {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:28:26.247225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.305442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40013a-853b-4880-bd95-513277d142ef None None] DHCP port deletion for 6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:28:26.365995 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Deleting port f391a59f-b878-4723-9ca7-62475249b4e6 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:28:26.366365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.422378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port ea143227-e367-49bc-9322-3a8d57d2196e, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ea143227-e367-49bc-9322-3a8d57d2196e,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:26.423016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.439431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] Set router df48528b-2219-470c-94dc-3c9c63e48a67 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:26.546493 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for ea143227-e367-49bc-9322-3a8d57d2196e owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:28:26.567254 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:28:26Z', 'revision_number': 6, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:26.581922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e3d9e-fa19-4183-bc78-66951dd58ed2 None None] The sync data for ids ['df48528b-2219-470c-94dc-3c9c63e48a67'] in dv-neutron-829040-1-hyperv is: [{'id': 'df48528b-2219-470c-94dc-3c9c63e48a67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-615181917', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:26:40Z', 'updated_at': '2022-02-17T00:28:26Z', 'revision_number': 6, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:28:26.712032 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-0d40013a-853b-4880-bd95-513277d142ef None None] For port f391a59f-b878-4723-9ca7-62475249b4e6, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=f391a59f-b878-4723-9ca7-62475249b4e6,segment=NetworkSegment(76c60f8e-27c7-445d-95c3-0b37a716b885),segment_id=76c60f8e-27c7-445d-95c3-0b37a716b885)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:26.712454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.809926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.831033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Calling delete_port for f391a59f-b878-4723-9ca7-62475249b4e6 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:28:26.853340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=ea143227-e367-49bc-9322-3a8d57d2196e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:26.907118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.945768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:26.951130 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Pushing event deleted for resources: {'Port': ['ID=f391a59f-b878-4723-9ca7-62475249b4e6,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:26.961139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40013a-853b-4880-bd95-513277d142ef None None] No DVR routers for this DVR port f391a59f-b878-4723-9ca7-62475249b4e6 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:28:26.963184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.963537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.964500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.964500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.964672 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.965498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.965498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.965498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.966029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.966142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.966467 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.966787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40013a-853b-4880-bd95-513277d142ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:26.971544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f391a59f-b878-4723-9ca7-62475249b4e6 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:28:27.016747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: f391a59f-b878-4723-9ca7-62475249b4e6 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:28:27.017093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device f391a59f-b878-4723-9ca7-62475249b4e6 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:28:27.126962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.129109 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.149660 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.150176 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Fanout notify agent at l3_agent the message router_deleted on router df48528b-2219-470c-94dc-3c9c63e48a67 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:28:27.164762 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.165838 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1ddb58ca-4f49-4759-9501-43584dd5309d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/routers/df48528b-2219-470c-94dc-3c9c63e48a67 HTTP/1.1" status: 204 len: 168 time: 1.2771275 Feb 17 00:28:27.168504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34544) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:27.276350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.403262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.429214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:27.441231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c60f8e-27c7-445d-95c3-0b37a716b885') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:27.441531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c60f8e-27c7-445d-95c3-0b37a716b885') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:27.452478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.468192 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.474244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:28:27.474623 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:28:27.489667 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:28:27.573114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.590074 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.603402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Network': ['ID=6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:27.611893 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ed11e637-ebfb-429e-bf9b-8a3f155c8fde tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/networks/6b9f80bf-218a-4f7e-9cb1-cb96bcf1acb2 HTTP/1.1" status: 204 len: 168 time: 0.4424589 Feb 17 00:28:27.614624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34550) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:27.689266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4283e3e5-b61c-4fa4-8615-8ee10bf55ffc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.718813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4283e3e5-b61c-4fa4-8615-8ee10bf55ffc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.784875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4283e3e5-b61c-4fa4-8615-8ee10bf55ffc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.801451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283e3e5-b61c-4fa4-8615-8ee10bf55ffc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98c39c5-19c9-4181-a78a-56848bbfff5e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:27.813791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4283e3e5-b61c-4fa4-8615-8ee10bf55ffc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:27.815128 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4283e3e5-b61c-4fa4-8615-8ee10bf55ffc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/security-groups/a98c39c5-19c9-4181-a78a-56848bbfff5e HTTP/1.1" status: 204 len: 168 time: 0.1995983 Feb 17 00:28:28.192936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34560) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:28.198795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027236825', 'description': 'tempest-secgroup-smoke-2027236825 description', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:28.204602 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:28.208593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:28.211396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:28.216940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:28.226712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.245541 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:28.249260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:28.251925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:28.257397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:28.323293 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.326866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.369101 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29488770-dedf-401a-a472-f5a38ebaeba5,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:28.371672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.372889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-287d6385-4e09-4e48-9eb2-743bca003e87 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1789649 Feb 17 00:28:28.376630 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34564) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:28.380448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '29488770-dedf-401a-a472-f5a38ebaeba5', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:28.386823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:28.390487 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:28.393337 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:28.398722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:28.417094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.483110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.486187 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.509166 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36196a2c-1690-4f9d-95ba-8929a24429da,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:28.516711 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.517931 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cceedfb5-f942-448c-aed0-c0497933ef34 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413922 Feb 17 00:28:28.520816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34568) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:28.525624 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '29488770-dedf-401a-a472-f5a38ebaeba5', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:28.531779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:28.535561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:28.540792 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:28.546370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:28.564407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.577496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea143227-e367-49bc-9322-3a8d57d2196e no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:28:28.614273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: ea143227-e367-49bc-9322-3a8d57d2196e {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:28:28.614723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ea143227-e367-49bc-9322-3a8d57d2196e not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:28:28.615205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:28:28.625131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.629584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.649070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:28:28.649409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 27e2e95f-9f1d-4909-82f6-dd2d3af76d31 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:28:28.656237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84151dfe-3640-4091-8e54-8273ef3be6dd,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:28.665474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.666643 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f8655534-8f20-45d7-974f-3a39b59c6351 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449420 Feb 17 00:28:28.669425 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34574) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:28.674145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '29488770-dedf-401a-a472-f5a38ebaeba5', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:28.679893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:28.683587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:28.686411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:28.691865 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:28.708398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.772355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.776376 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.798542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd1bbbe-500f-4b4c-a1e3-64f0e3a40042,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:28.806094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.807243 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-85a07989-325f-41f1-b7a2-345c2b1e0048 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369295 Feb 17 00:28:28.809931 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34578) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:28.814663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '29488770-dedf-401a-a472-f5a38ebaeba5', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:28.820814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:28.824510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:28.827326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:28.832863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:28.849473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.909497 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.912675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.934888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa58fa91-0890-41ff-a387-51520178ac18,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:28.942804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:28.944075 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7805ca7b-a068-4bdb-bbb7-ffab7695f583 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332369 Feb 17 00:28:28.947339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34582) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:28.952177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '29488770-dedf-401a-a472-f5a38ebaeba5', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:28.957696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:28.961393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:28.964185 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:28.969751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:28.979929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:28:28.986092 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.047402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.052299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.078172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6182778-a698-4bc3-ae75-334923cf34ef,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:29.085713 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.086850 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-40dc5e6b-390f-4ccd-987b-12a6dd40753a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386178 Feb 17 00:28:29.090274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34586) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:29.095024 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'security_group_rule': {'security_group_id': '29488770-dedf-401a-a472-f5a38ebaeba5', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:29.100816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:29.104521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:security_group_rule and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:29.107285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:29.112912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:29.209013 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Project a84d61d893c7488487c39df41d9cf6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:28:29.215422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.273587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.276842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.299854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865403e6-c544-4717-b280-5a7268f8db57,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:29.308356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.309548 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-04860204-42d1-457a-817e-6a66b2fd5a22 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2183838 Feb 17 00:28:29.312361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34592) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:29.317552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'network': {'name': 'tempest-network-smoke--1291224106', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'port_security_enabled': True}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:29.322223 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:29.326169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:network and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:29.328942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:29.334496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:29.343940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:28:29.347196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.374007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:28:29.382259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.382667 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Added segment fa61355e-859d-45ee-8597-bd24b0b8ea01 of type vlan for network dd73961d-e99d-406a-88a6-fd146c119943 Feb 17 00:28:29.406685 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.434656 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.440404 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:29.440978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.543539 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2301514 Feb 17 00:28:29.546414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34596) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:29.546810 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a140f5a-a347-4a52-9aba-bdd094c4ff16 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Network': ['ID=dd73961d-e99d-406a-88a6-fd146c119943,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:29.552524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'admin_state_up': True, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:29.557321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network dd73961d-e99d-406a-88a6-fd146c119943 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:28:29.560902 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:29.564812 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:router and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:29.567794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:29.577237 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:29.586757 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.587897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.605447 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:29.869539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:30.267278 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:30.299686 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:30.439799 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.37 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b10dea1f-9d6d-4c26-a233-915c7d620ecb) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:28:30.588431 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:30.616667 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:30.676698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:28:30.680428 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:28:30.683992 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:28:30.721142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=b10dea1f-9d6d-4c26-a233-915c7d620ecb,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:31.088973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:31.540532 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:31.747456 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:28:31.920605 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:28:31.930408 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Sync routers for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:28:31.939700 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:31.940336 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:31.946973 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:31.948317 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-adcab679-5fa4-4d4f-9d96-05cbf50ba58f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4009006 Feb 17 00:28:31.951463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34602) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:31.994895 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-c840f085-bdc8-4806-835b-7de317d86cee tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=a84d61d893c7488487c39df41d9cf6d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410018 Feb 17 00:28:31.996180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34606) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:32.122957 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:32.123967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceadf143-e618-4fd0-985d-bbe896ab3f81 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:32.125457 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ceadf143-e618-4fd0-985d-bbe896ab3f81 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283996 Feb 17 00:28:32.128323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34610) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:32.169771 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-70ab9c33-1e12-49d3-9ccf-fee417779224 tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=4e16f00f-d84f-4d64-9897-ebe419975584&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402553 Feb 17 00:28:32.172299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34614) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:32.177636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348424753', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:32.285471 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:32.289759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:subnet and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:32.292524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:32.298005 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:32.308482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:28:32.311866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.399411 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:30Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:32.403127 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Checking router: 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:28:32.403493 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Updating router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e port b10dea1f-9d6d-4c26-a233-915c7d620ecb binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:28:32.453599 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.524310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.602422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Subnet': ['ID=99343d29-fe79-4c11-9b9a-aa2aa5c267d7,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:32.611112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Checking segment: {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:28:32.611570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network hostable DHCP agents. Network: dd73961d-e99d-406a-88a6-fd146c119943, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:28:32.630485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network dd73961d-e99d-406a-88a6-fd146c119943 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:28:32.640145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, dd73961d-e99d-406a-88a6-fd146c119943) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:28:32.645572 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:32.646151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.654688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14c32c-05e0-4922-8926-59a02aa22e94 None None] Network dd73961d-e99d-406a-88a6-fd146c119943 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:28:32.678117 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f9978d25-6ae0-415f-83d8-7373e61bc535 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5047183 Feb 17 00:28:32.679223 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34618) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:32.781139 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.793155 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Transition to ACTIVE for port object b10dea1f-9d6d-4c26-a233-915c7d620ecb will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:28:32.799446 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.865492 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Attempting to bind port b10dea1f-9d6d-4c26-a233-915c7d620ecb on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:28:32.865963 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Attempting to bind port b10dea1f-9d6d-4c26-a233-915c7d620ecb by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:28:32.866393 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Attempting to bind port b10dea1f-9d6d-4c26-a233-915c7d620ecb on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:28:32.870856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-dd73961d-e99d-406a-88a6-fd146c119943', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:28:32.871678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.881953 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:28:32.882357 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:28:32.882756 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.883150 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:28:32.883618 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Bound port: b10dea1f-9d6d-4c26-a233-915c7d620ecb, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:28:32.883991 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:32.961914 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] For port b10dea1f-9d6d-4c26-a233-915c7d620ecb, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:28:32.963901 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Pushing event updated for resources: {'Port': ['ID=b10dea1f-9d6d-4c26-a233-915c7d620ecb,revision_number=2']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:32.967052 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] For port b10dea1f-9d6d-4c26-a233-915c7d620ecb, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b10dea1f-9d6d-4c26-a233-915c7d620ecb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:28:32.973754 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.974357 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.974699 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.975030 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.975370 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.975682 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.976031 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.976911 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.977236 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.977556 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.977878 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.978196 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:28:32.981754 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.041208 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Allocated IP 172.20.0.2 (dd73961d-e99d-406a-88a6-fd146c119943/99343d29-fe79-4c11-9b9a-aa2aa5c267d7/cc0959dd-2d27-4583-9c3c-67439a516e76) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:28:33.092566 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:33.093172 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:33.156605 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfbfca-f1c7-4061-b441-16af5d621b66 None None] Pushing event updated for resources: {'Port': ['ID=b10dea1f-9d6d-4c26-a233-915c7d620ecb,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:33.261291 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.272251 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Transition to ACTIVE for port object cc0959dd-2d27-4583-9c3c-67439a516e76 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:28:33.276604 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:33.292942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Transition to ACTIVE for port object cc0959dd-2d27-4583-9c3c-67439a516e76 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:28:33.299462 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.370433 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Network dd73961d-e99d-406a-88a6-fd146c119943 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:28:33.373790 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:28:33.376460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:28:33.417125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Pushing event updated for resources: {'Port': ['ID=cc0959dd-2d27-4583-9c3c-67439a516e76,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:33.473105 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Attempting to bind port cc0959dd-2d27-4583-9c3c-67439a516e76 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:28:33.473465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Attempting to bind port cc0959dd-2d27-4583-9c3c-67439a516e76 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:28:33.474082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Attempting to bind port cc0959dd-2d27-4583-9c3c-67439a516e76 on network dd73961d-e99d-406a-88a6-fd146c119943 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:28:33.479976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:28:33.480379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Checking segment: {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:28:33.480826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.481221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Bound using segment: {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:28:33.481686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Bound port: cc0959dd-2d27-4583-9c3c-67439a516e76, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:28:33.482053 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.512032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.565477 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:30Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:33.569234 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0d2f9-5e25-40f5-8054-74f872800263 None None] The sync data for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv is: [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:30Z', 'revision_number': 3, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:28:33.574181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] For port cc0959dd-2d27-4583-9c3c-67439a516e76, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:28:33.578196 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] For port cc0959dd-2d27-4583-9c3c-67439a516e76, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=cc0959dd-2d27-4583-9c3c-67439a516e76,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:28:33.581769 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.672999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beeecb-a723-44bd-b1a1-363214f11e4d None None] Pushing event updated for resources: {'Port': ['ID=cc0959dd-2d27-4583-9c3c-67439a516e76,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:33.771713 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2059282a-86b8-4fd3-9944-46a6ff37cf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:33.970465 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.1 (dd73961d-e99d-406a-88a6-fd146c119943/99343d29-fe79-4c11-9b9a-aa2aa5c267d7/29fb32a7-4b63-4a26-ab48-102c32a096fa) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:28:34.147521 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:34.166702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object 29fb32a7-4b63-4a26-ab48-102c32a096fa will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:28:34.191133 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:34.261272 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network dd73961d-e99d-406a-88a6-fd146c119943 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:28:34.264451 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:28:34.268422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:28:34.313565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=29fb32a7-4b63-4a26-ab48-102c32a096fa,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:34.334980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:34.624949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:34.632211 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b10dea1f-9d6d-4c26-a233-915c7d620ecb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:28:34.673365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4193a9e1-36ae-4801-a182-69274b996838 None None] Network dd73961d-e99d-406a-88a6-fd146c119943 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:28:34.805135 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a7fc219d-9046-4f5d-81a3-49cd64877338 None None] Provisioning for port cc0959dd-2d27-4583-9c3c-67439a516e76 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:28:34.820679 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b10dea1f-9d6d-4c26-a233-915c7d620ecb completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:28:34.829737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b10dea1f-9d6d-4c26-a233-915c7d620ecb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:34.830119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.041881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.066527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b10dea1f-9d6d-4c26-a233-915c7d620ecb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b10dea1f-9d6d-4c26-a233-915c7d620ecb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:35.071533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.072658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cc0959dd-2d27-4583-9c3c-67439a516e76 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:28:35.172325 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.181480 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.195924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b10dea1f-9d6d-4c26-a233-915c7d620ecb,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:35.206537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port cc0959dd-2d27-4583-9c3c-67439a516e76 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:28:35.212527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port cc0959dd-2d27-4583-9c3c-67439a516e76 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:35.212905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.302509 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.307607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=29fb32a7-4b63-4a26-ab48-102c32a096fa,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:35.386355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-aa804365-5138-4dea-9407-e888cee5564f None None] Provisioning complete for port cc0959dd-2d27-4583-9c3c-67439a516e76 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:35.386812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aa804365-5138-4dea-9407-e888cee5564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.416167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.449503 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network dd73961d-e99d-406a-88a6-fd146c119943 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:28:35.450803 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:28:35.480139 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port cc0959dd-2d27-4583-9c3c-67439a516e76, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=cc0959dd-2d27-4583-9c3c-67439a516e76,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:35.486170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.604973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=cc0959dd-2d27-4583-9c3c-67439a516e76,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:35.621093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-aa804365-5138-4dea-9407-e888cee5564f None None] Provisioning for port 29fb32a7-4b63-4a26-ab48-102c32a096fa completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:28:35.626366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-aa804365-5138-4dea-9407-e888cee5564f None None] Provisioning complete for port 29fb32a7-4b63-4a26-ab48-102c32a096fa triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:35.626839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aa804365-5138-4dea-9407-e888cee5564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.653495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:28:35.684213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-aa804365-5138-4dea-9407-e888cee5564f None None] Port 29fb32a7-4b63-4a26-ab48-102c32a096fa cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:28:35.803721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6a1f95e2-f3d8-4c0c-987b-a7ed4289a467 None None] Provisioning complete for port 29fb32a7-4b63-4a26-ab48-102c32a096fa triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:35.804030 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6a1f95e2-f3d8-4c0c-987b-a7ed4289a467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:35.835889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:28:35.848494 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e50b586b-8317-464c-8d23-48a8528bab48 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1673913 Feb 17 00:28:35.850658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Sync routers for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:28:35.864451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f95e2-f3d8-4c0c-987b-a7ed4289a467 None None] Port 29fb32a7-4b63-4a26-ab48-102c32a096fa cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:28:35.869406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:35.870038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:36.005037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-f8f25a53-378e-4afa-8918-1c33bbf7a8ed tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:28:36.020669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-f8f25a53-378e-4afa-8918-1c33bbf7a8ed tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:28:36.021815 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-f8f25a53-378e-4afa-8918-1c33bbf7a8ed tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027236825&fields=id&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 267 time: 0.0545506 Feb 17 00:28:36.043316 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-aa23fd88-53e5-468c-9f4b-8e330449a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:36.060360 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:36.172770 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-dc7cba05-dcfa-4af2-8bd9-6e359cbcb3bc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:36.173431 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-dc7cba05-dcfa-4af2-8bd9-6e359cbcb3bc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:28:36.188343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-dc7cba05-dcfa-4af2-8bd9-6e359cbcb3bc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:28:36.189387 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-dc7cba05-dcfa-4af2-8bd9-6e359cbcb3bc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/networks?id=dd73961d-e99d-406a-88a6-fd146c119943 HTTP/1.1" status: 200 len: 797 time: 0.1599791 Feb 17 00:28:36.213436 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-c4688046-7ee8-4159-9317-7a37e04c2bad tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/quotas/a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 375 time: 0.0183122 Feb 17 00:28:36.293594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-d0ed88ac-f67e-4de7-acdc-fbcc43363649 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:28:36.308854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-d0ed88ac-f67e-4de7-acdc-fbcc43363649 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:28:36.310149 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-d0ed88ac-f67e-4de7-acdc-fbcc43363649 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915508 Feb 17 00:28:36.371465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 2, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:36.375412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Checking router: 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:28:36.375768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Updating router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e port 29fb32a7-4b63-4a26-ab48-102c32a096fa binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:28:36.427176 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:36.445539 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-93d4b07a-c8cf-4e0e-832f-0f2b27a1e915 service neutron] 10.222.0.47 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228023 Feb 17 00:28:36.585423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-f02aebb3-2865-404c-90cd-9e8154d88e31 service neutron] 10.222.0.47 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311443 Feb 17 00:28:36.586472 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b10dea1f-9d6d-4c26-a233-915c7d620ecb up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:28:36.761410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b10dea1f-9d6d-4c26-a233-915c7d620ecb triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:36.762007 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:36.786356 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cb759f1d-76b0-44d3-8b37-cfd70ed2a4be req-ab4c3170-7689-4679-8d91-310148674a3c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 210 time: 0.0510187 Feb 17 00:28:36.937817 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:36.962697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Transition to ACTIVE for port object 29fb32a7-4b63-4a26-ab48-102c32a096fa will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:28:36.971113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cc0959dd-2d27-4583-9c3c-67439a516e76 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:28:37.056675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:37.194468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:37.250870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e269-be0d-45a1-bdb5-601612978b11 None None] Pushing event updated for resources: {'Port': ['ID=29fb32a7-4b63-4a26-ab48-102c32a096fa,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:37.318480 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port cc0959dd-2d27-4583-9c3c-67439a516e76 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:37.319070 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:37.361470 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Attempting to bind port 29fb32a7-4b63-4a26-ab48-102c32a096fa on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:28:37.361909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Attempting to bind port 29fb32a7-4b63-4a26-ab48-102c32a096fa by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:28:37.362274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Attempting to bind port 29fb32a7-4b63-4a26-ab48-102c32a096fa on network dd73961d-e99d-406a-88a6-fd146c119943 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:28:37.378537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:28:37.378537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Checking segment: {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:28:37.378879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:37.379372 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Bound using segment: {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:28:37.379873 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Bound port: 29fb32a7-4b63-4a26-ab48-102c32a096fa, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:28:37.380252 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:37.456120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:37.546607 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] For port 29fb32a7-4b63-4a26-ab48-102c32a096fa, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:28:37.550526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] For port 29fb32a7-4b63-4a26-ab48-102c32a096fa, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=29fb32a7-4b63-4a26-ab48-102c32a096fa,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:28:37.555749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:37.632217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:37.632848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:37.693541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e269-be0d-45a1-bdb5-601612978b11 None None] Pushing event updated for resources: {'Port': ['ID=29fb32a7-4b63-4a26-ab48-102c32a096fa,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:37.843656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:37.899887 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-294b5aaa-fac8-4e35-b3f7-6e511d2ce84f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:37.901579 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-294b5aaa-fac8-4e35-b3f7-6e511d2ce84f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/networks?id=dd73961d-e99d-406a-88a6-fd146c119943 HTTP/1.1" status: 200 len: 797 time: 0.1981769 Feb 17 00:28:37.966106 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-f33369f4-5971-4317-8400-1a6f0a132f71 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84d61d893c7488487c39df41d9cf6d5 HTTP/1.1" status: 200 len: 380 time: 0.0559709 Feb 17 00:28:37.969879 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-699c0bd3-a79b-4219-aa1d-1e29db5b875e req-79f63723-8097-493a-895b-8a90ea657fb3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 210 time: 0.0448074 Feb 17 00:28:37.980261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'port': {'device_id': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'admin_state_up': True, 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'security_groups': ['29488770-dedf-401a-a472-f5a38ebaeba5']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:38.119698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:38.128890 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:38.139188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Made reservation on behalf of a84d61d893c7488487c39df41d9cf6d5 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:28:38.142665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.194190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:37Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:38.198799 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883dbca-1025-4752-ab3f-17953b7d8aa7 None None] The sync data for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv is: [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:37Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:28:38.319817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.20.0.12 (dd73961d-e99d-406a-88a6-fd146c119943/99343d29-fe79-4c11-9b9a-aa2aa5c267d7/ef4824bc-f87c-4794-ae76-d187581520b8) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:28:38.517327 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.534161 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Transition to ACTIVE for port object ef4824bc-f87c-4794-ae76-d187581520b8 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:28:38.563702 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.627821 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 29fb32a7-4b63-4a26-ab48-102c32a096fa up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:28:38.640511 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network dd73961d-e99d-406a-88a6-fd146c119943 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:28:38.643861 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:28:38.652988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:28:38.704514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=ef4824bc-f87c-4794-ae76-d187581520b8,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:38.718233 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.737675 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 29fb32a7-4b63-4a26-ab48-102c32a096fa completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:28:38.745876 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 29fb32a7-4b63-4a26-ab48-102c32a096fa triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:38.746557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.871494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:38.872404 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.890202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.907279 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-3bc4424a-865c-4f45-a675-f6ba55c5bc57 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9316332 Feb 17 00:28:38.919166 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Request body: {'port': {'device_id': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:38.937874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 29fb32a7-4b63-4a26-ab48-102c32a096fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=29fb32a7-4b63-4a26-ab48-102c32a096fa,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:38.944241 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:38.979976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d627afcd-c31f-4103-bcae-bcb68c6f0863 None None] Provisioning for port ef4824bc-f87c-4794-ae76-d187581520b8 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:28:38.998415 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d627afcd-c31f-4103-bcae-bcb68c6f0863 None None] Provisioning complete for port ef4824bc-f87c-4794-ae76-d187581520b8 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:38.998783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d627afcd-c31f-4103-bcae-bcb68c6f0863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:39.054442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:39.061659 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=29fb32a7-4b63-4a26-ab48-102c32a096fa,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:39.064363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d627afcd-c31f-4103-bcae-bcb68c6f0863 None None] Port ef4824bc-f87c-4794-ae76-d187581520b8 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:28:39.175725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372482-3375-4601-9330-048cd7fc45ae req-835f92ee-b194-4373-938c-a82aa1c9d4a8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:39.177420 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63372482-3375-4601-9330-048cd7fc45ae req-835f92ee-b194-4373-938c-a82aa1c9d4a8 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 932 time: 0.0848958 Feb 17 00:28:39.228588 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63372482-3375-4601-9330-048cd7fc45ae req-dffc35ce-4621-4776-913f-53b064c5c4ed tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Feb 17 00:28:39.420728 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4824bc-f87c-4794-ae76-d187581520b8 {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:28:39.427795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:39.441971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Transition to ACTIVE for port object ef4824bc-f87c-4794-ae76-d187581520b8 will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:28:39.445817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:39.596097 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4824bc-f87c-4794-ae76-d187581520b8,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:39.679783 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Attempting to bind port ef4824bc-f87c-4794-ae76-d187581520b8 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:28:39.680151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Attempting to bind port ef4824bc-f87c-4794-ae76-d187581520b8 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:28:39.680486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Attempting to bind port ef4824bc-f87c-4794-ae76-d187581520b8 on network dd73961d-e99d-406a-88a6-fd146c119943 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:28:39.685032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Port ef4824bc-f87c-4794-ae76-d187581520b8 on network dd73961d-e99d-406a-88a6-fd146c119943 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:28:39.685351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Attempting to bind port ef4824bc-f87c-4794-ae76-d187581520b8 on network dd73961d-e99d-406a-88a6-fd146c119943 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:28:39.690413 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:28:39.690677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Checking segment: {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:28:39.691057 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Bound using segment: {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:28:39.691485 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Bound port: ef4824bc-f87c-4794-ae76-d187581520b8, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa61355e-859d-45ee-8597-bd24b0b8ea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:28:39.691826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:39.777796 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] For port ef4824bc-f87c-4794-ae76-d187581520b8, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:28:39.780587 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] For port ef4824bc-f87c-4794-ae76-d187581520b8, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ef4824bc-f87c-4794-ae76-d187581520b8,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:28:39.784892 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:39.849888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:39.850510 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:39.852438 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] 10.222.0.24 "PUT /v2.0/ports/ef4824bc-f87c-4794-ae76-d187581520b8 HTTP/1.1" status: 200 len: 1094 time: 0.9374988 Feb 17 00:28:39.852878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:39.876668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f15185-84cd-4c8f-b259-4a41872fcb69 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4824bc-f87c-4794-ae76-d187581520b8,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:39.924875 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'status': 'completed', 'code': 200} Feb 17 00:28:39.965449 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-dab84285-1dee-481a-8fd7-9d5e5d8335e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:39.966930 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-dab84285-1dee-481a-8fd7-9d5e5d8335e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 1097 time: 0.0755720 Feb 17 00:28:40.038134 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-75ddb565-b752-492a-9522-10338b4bafe6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4824bc-f87c-4794-ae76-d187581520b8 HTTP/1.1" status: 200 len: 217 time: 0.0650239 Feb 17 00:28:40.097677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-168520c3-2b7b-4c27-b698-3e78b1c474aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:40.099256 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-168520c3-2b7b-4c27-b698-3e78b1c474aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99343d29-fe79-4c11-9b9a-aa2aa5c267d7 HTTP/1.1" status: 200 len: 834 time: 0.0552068 Feb 17 00:28:40.175897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-49b60155-a0e0-4116-b7a5-408896e335ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:40.177497 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-49b60155-a0e0-4116-b7a5-408896e335ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd73961d-e99d-406a-88a6-fd146c119943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724068 Feb 17 00:28:40.316803 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-8541ca21-90a5-4eef-8b87-248f17fcd182 service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329238 Feb 17 00:28:40.410534 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dae34-d3ee-4ab7-9491-3abd0e9b8481 req-d5998b85-1cd3-4390-837a-00b68e131aa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:40.411996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c02dae34-d3ee-4ab7-9491-3abd0e9b8481 req-d5998b85-1cd3-4390-837a-00b68e131aa5 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 944 time: 0.0774024 Feb 17 00:28:40.446443 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-bf53e4ff-569f-4aa8-8c1f-72e05521d465 req-80a8b246-16b6-4c70-8d7f-e526e15dda05 service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235685 Feb 17 00:28:40.455178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c02dae34-d3ee-4ab7-9491-3abd0e9b8481 req-4de36875-f7a6-4851-8772-46b53fde43d0 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369203 Feb 17 00:28:40.562479 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-0bf592d0-815c-42d8-8f6c-8b216a03000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:40.563935 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-0bf592d0-815c-42d8-8f6c-8b216a03000b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 1097 time: 0.0698590 Feb 17 00:28:40.576292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 29fb32a7-4b63-4a26-ab48-102c32a096fa up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:28:40.683915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 29fb32a7-4b63-4a26-ab48-102c32a096fa triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:40.684416 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:40.809248 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-0ea47825-16c7-4a87-9deb-c51482ea2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:40.810681 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-0ea47825-16c7-4a87-9deb-c51482ea2d99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd73961d-e99d-406a-88a6-fd146c119943 HTTP/1.1" status: 200 len: 897 time: 0.2390239 Feb 17 00:28:40.880318 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-399e9044-6acf-47db-93c1-6991a907cee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4824bc-f87c-4794-ae76-d187581520b8 HTTP/1.1" status: 200 len: 217 time: 0.0629356 Feb 17 00:28:40.941199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-5c44f6bd-afcd-4fbb-b821-5f53801ffcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:40.942482 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-5c44f6bd-afcd-4fbb-b821-5f53801ffcef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99343d29-fe79-4c11-9b9a-aa2aa5c267d7 HTTP/1.1" status: 200 len: 834 time: 0.0549500 Feb 17 00:28:41.018964 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-a63845f9-befc-4312-8f64-582a2eecce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:41.020444 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-a63845f9-befc-4312-8f64-582a2eecce94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd73961d-e99d-406a-88a6-fd146c119943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705180 Feb 17 00:28:41.149623 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-b5ea5094-8dd1-469a-8bc9-3cf1bce9c521 service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217206 Feb 17 00:28:41.276897 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7d918ee6-b4d7-4770-894a-4fd116cc84e9 req-94418eeb-37cc-4bd8-8a1c-cde7fc6bf8f2 service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212692 Feb 17 00:28:41.727370 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd007019-74c7-4270-a304-0d0ffc3ee526 req-a7fd488c-609b-4389-8540-a18bc364863f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:41.728811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd007019-74c7-4270-a304-0d0ffc3ee526 req-a7fd488c-609b-4389-8540-a18bc364863f tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 944 time: 0.1653352 Feb 17 00:28:41.770244 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd007019-74c7-4270-a304-0d0ffc3ee526 req-cb466e99-415d-4af5-9054-361ed86cc971 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358453 Feb 17 00:28:42.951583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd774-762d-4eee-ae48-fe01f092cf69 req-603040c1-8f6a-47dd-ab8e-dc0500fe8ec9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:42.953042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-021dd774-762d-4eee-ae48-fe01f092cf69 req-603040c1-8f6a-47dd-ab8e-dc0500fe8ec9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 944 time: 0.0769677 Feb 17 00:28:42.998538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-021dd774-762d-4eee-ae48-fe01f092cf69 req-776a824c-3348-4e11-b639-6d324017c859 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399823 Feb 17 00:28:44.082335 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ef4824bc-f87c-4794-ae76-d187581520b8 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:28:44.178083 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab774bcc-f51c-4296-8615-9c4bd7f1bf85 req-521bc1fc-3355-4e0f-be07-f003185ba845 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:44.180027 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab774bcc-f51c-4296-8615-9c4bd7f1bf85 req-521bc1fc-3355-4e0f-be07-f003185ba845 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 944 time: 0.0785666 Feb 17 00:28:44.214506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ef4824bc-f87c-4794-ae76-d187581520b8, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ef4824bc-f87c-4794-ae76-d187581520b8,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:44.223178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab774bcc-f51c-4296-8615-9c4bd7f1bf85 req-dc0ed51f-d9ee-45c8-90f3-1f053b91b0d1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373647 Feb 17 00:28:44.228119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'port_id': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'mac_address': 'fa:16:3e:97:00:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:28:44.281543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:44.297928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4824bc-f87c-4794-ae76-d187581520b8 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:28:44.313169 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ef4824bc-f87c-4794-ae76-d187581520b8, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ef4824bc-f87c-4794-ae76-d187581520b8,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:44.316898 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:44.385367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=ef4824bc-f87c-4794-ae76-d187581520b8,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:44.520710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['ef4824bc-f87c-4794-ae76-d187581520b8'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:28:45.405496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e6f81-3ff8-4d58-b0a3-4756d22ede16 req-8a0c5079-b096-4ae4-9aee-d1f451042be9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:45.406928 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ee8e6f81-3ff8-4d58-b0a3-4756d22ede16 req-8a0c5079-b096-4ae4-9aee-d1f451042be9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 945 time: 0.0814352 Feb 17 00:28:45.450531 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ee8e6f81-3ff8-4d58-b0a3-4756d22ede16 req-96101866-568b-4ca2-8753-4841c8c83d27 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 Feb 17 00:28:46.091401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ef4824bc-f87c-4794-ae76-d187581520b8 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:28:46.160656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port ef4824bc-f87c-4794-ae76-d187581520b8 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:28:46.165994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port ef4824bc-f87c-4794-ae76-d187581520b8 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:28:46.166367 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:46.280343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:46.306586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:46.316358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port ef4824bc-f87c-4794-ae76-d187581520b8, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ef4824bc-f87c-4794-ae76-d187581520b8,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:28:46.321219 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:46.355205 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'code': 200} Feb 17 00:28:46.394683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=ef4824bc-f87c-4794-ae76-d187581520b8,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:46.589832 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6054b-975a-4926-9706-f53bbe69e24f req-7b8ec2de-716a-4195-9183-589e8864d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:46.591309 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-26f6054b-975a-4926-9706-f53bbe69e24f req-7b8ec2de-716a-4195-9183-589e8864d827 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 1099 time: 0.0696478 Feb 17 00:28:46.632966 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-26f6054b-975a-4926-9706-f53bbe69e24f req-a87e6359-9b94-40f8-ad58-0c8762c5f4bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353231 Feb 17 00:28:46.638990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41e05f-b69b-4ac2-83c0-bd4050d529e5 req-e1a07205-7ac4-4a61-87ed-ceb16f7a56bf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:46.640471 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9f41e05f-b69b-4ac2-83c0-bd4050d529e5 req-e1a07205-7ac4-4a61-87ed-ceb16f7a56bf tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0786984 Feb 17 00:28:46.683888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9f41e05f-b69b-4ac2-83c0-bd4050d529e5 req-d65294f2-3656-4861-b7d5-c1bb36d0bd9e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378287 Feb 17 00:28:47.870955 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a9877-09f8-436b-a2f4-3d46306e9af4 req-881f7237-d6bd-469f-8728-e30ea065a406 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:47.872452 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4c2a9877-09f8-436b-a2f4-3d46306e9af4 req-881f7237-d6bd-469f-8728-e30ea065a406 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0824361 Feb 17 00:28:47.915007 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4c2a9877-09f8-436b-a2f4-3d46306e9af4 req-837eed57-aa13-4930-9dc1-6d703ce08166 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369456 Feb 17 00:28:48.094812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e06d7-c9d4-4c87-9d01-3e8083d15ddc req-c37b35fb-c306-43d0-8fb0-3a116e770dad tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:48.096252 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5e4e06d7-c9d4-4c87-9d01-3e8083d15ddc req-c37b35fb-c306-43d0-8fb0-3a116e770dad tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0768151 Feb 17 00:28:48.138734 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5e4e06d7-c9d4-4c87-9d01-3e8083d15ddc req-2fda40c9-f3a0-4bd4-ac40-aa9f468dc903 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362413 Feb 17 00:28:48.160094 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34674) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:48.229886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bbf28a-119a-4922-9a0d-7e985b2af04e tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:48.231255 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a5bbf28a-119a-4922-9a0d-7e985b2af04e tempest-TestNetworkAdvancedServerOps-907655299 tempest-TestNetworkAdvancedServerOps-907655299-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 1094 time: 0.0702229 Feb 17 00:28:48.233971 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34678) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:48.238652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:48.244895 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:28:48.248761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Usage tracker for resource:floatingip and tenant:a84d61d893c7488487c39df41d9cf6d5 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:28:48.251559 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:28:48.257233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:28:48.266924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:48.400270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:48.531761 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Allocated IP 172.26.2.19 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/4c7a4abe-d37f-4c9d-968a-686dc1c51308) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:28:48.673838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:48.702463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:48.765181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:28:48.767917 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:28:48.771617 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:28:48.808474 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=4c7a4abe-d37f-4c9d-968a-686dc1c51308,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:49.259705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:49.330195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:49.528605 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:49.532708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:49.637378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event updated for resources: {'Port': ['ID=4c7a4abe-d37f-4c9d-968a-686dc1c51308,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:28:49.651009 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:49.819566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 420071db-4a5f-4a5c-a5df-38eb0978cd95 associated. External IP: 172.26.2.19, port: ef4824bc-f87c-4794-ae76-d187581520b8. Feb 17 00:28:50.090021 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:28:50.156921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:28:50.333776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:28:50.344598 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] Sync routers for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:28:50.354217 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:50.354855 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:50.359964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:50.415551 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a96bc028-8a65-430b-a6c6-ef23a57aba7a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1805780 Feb 17 00:28:50.416183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:28:50.465646 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'status': 'completed', 'code': 200} Feb 17 00:28:50.539338 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:50.571386 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125ac7-5534-4e10-b613-ba910715b243 req-4f9f4e8b-b0af-4200-b559-aeb4f8957f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:50.573688 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-10125ac7-5534-4e10-b613-ba910715b243 req-4f9f4e8b-b0af-4200-b559-aeb4f8957f8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 1099 time: 0.0835068 Feb 17 00:28:50.714653 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125ac7-5534-4e10-b613-ba910715b243 req-f98e9331-9d95-4867-8bee-441b4faadcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:50.716111 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-10125ac7-5534-4e10-b613-ba910715b243 req-f98e9331-9d95-4867-8bee-441b4faadcba service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd73961d-e99d-406a-88a6-fd146c119943 HTTP/1.1" status: 200 len: 897 time: 0.1366994 Feb 17 00:28:50.744326 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38326ad-ec72-4b2e-b211-4727b77e0a4e req-736d6b40-f725-4670-bd90-49d06b8bcd3a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:50.745827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b38326ad-ec72-4b2e-b211-4727b77e0a4e req-736d6b40-f725-4670-bd90-49d06b8bcd3a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0834789 Feb 17 00:28:50.790131 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b38326ad-ec72-4b2e-b211-4727b77e0a4e req-91286b59-608f-4e1b-a5b0-97e6ac717ae3 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382564 Feb 17 00:28:50.814694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34686) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:50.822389 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-10125ac7-5534-4e10-b613-ba910715b243 req-6dd2f444-32ee-40fc-b66e-0905bcefcdc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4824bc-f87c-4794-ae76-d187581520b8 HTTP/1.1" status: 200 len: 999 time: 0.1003776 Feb 17 00:28:50.885889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125ac7-5534-4e10-b613-ba910715b243 req-2b70b354-e6a8-4436-9d0e-966c1e00f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:50.887410 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-10125ac7-5534-4e10-b613-ba910715b243 req-2b70b354-e6a8-4436-9d0e-966c1e00f855 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99343d29-fe79-4c11-9b9a-aa2aa5c267d7 HTTP/1.1" status: 200 len: 834 time: 0.0588722 Feb 17 00:28:50.905252 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '420071db-4a5f-4a5c-a5df-38eb0978cd95', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.19', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'port_id': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'mac_address': 'fa:16:3e:97:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:28:49Z', 'updated_at': '2022-02-17T00:28:49Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:38Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:50.909925 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] Checking router: 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:28:50.918986 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:28:50.919515 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:28:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:50.963872 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125ac7-5534-4e10-b613-ba910715b243 req-20c8d02f-7f95-4d64-a011-0ed5895abbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:28:50.965396 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-10125ac7-5534-4e10-b613-ba910715b243 req-20c8d02f-7f95-4d64-a011-0ed5895abbc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd73961d-e99d-406a-88a6-fd146c119943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721407 Feb 17 00:28:51.031686 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8c111a9e-4812-4bc1-9732-670b974e61ad tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/420071db-4a5f-4a5c-a5df-38eb0978cd95 HTTP/1.1" status: 200 len: 991 time: 0.2147377 Feb 17 00:28:51.095744 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:28:51.096359 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-10125ac7-5534-4e10-b613-ba910715b243 req-fea86d96-2d57-475e-af7c-ea062c4322d8 service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240909 Feb 17 00:28:51.224899 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-10125ac7-5534-4e10-b613-ba910715b243 req-a5cc4f5e-0a15-472f-9376-96f80c5be49b service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227787 Feb 17 00:28:51.451646 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '420071db-4a5f-4a5c-a5df-38eb0978cd95', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.19', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'port_id': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'mac_address': 'fa:16:3e:97:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:28:49Z', 'updated_at': '2022-02-17T00:28:49Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:38Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:28:51.455369 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7025e-9846-43a6-bd50-0541e3d18d2f None None] The sync data for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv is: [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '420071db-4a5f-4a5c-a5df-38eb0978cd95', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'floating_ip_address': '172.26.2.19', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'port_id': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'mac_address': 'fa:16:3e:97:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:28:49Z', 'updated_at': '2022-02-17T00:28:49Z', 'revision_number': 0, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:38Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:28:51.633653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78650d2-3dbd-4979-a6ce-cfc06b5529b7 None None] New status for floating IP 420071db-4a5f-4a5c-a5df-38eb0978cd95: ACTIVE {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:28:51.826114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:28:52.034424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34690) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:52.151647 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8e84143c-87a3-49b0-86ba-6f69909b7c76 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/420071db-4a5f-4a5c-a5df-38eb0978cd95 HTTP/1.1" status: 200 len: 993 time: 0.1160874 Feb 17 00:29:03.764508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-caee76b9-6203-4b11-98bd-16c79f995f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:06.015235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3c22681e-4d77-48f8-88c1-ba93bb091977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:07.037023 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:07.402712 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:08.648783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:19.126748 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06957544-b483-4602-82f8-ebb8c8cb3572 req-98119f98-8413-464f-9a6a-32d50d841acc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:19.128102 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-06957544-b483-4602-82f8-ebb8c8cb3572 req-98119f98-8413-464f-9a6a-32d50d841acc tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0770519 Feb 17 00:29:19.170391 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-06957544-b483-4602-82f8-ebb8c8cb3572 req-23338208-250f-4ec4-b59c-7e894b102b95 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368237 Feb 17 00:29:20.354389 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48328a1-b9d8-4c27-b274-fae7af2347a2 req-4a3cea2c-4760-441a-8862-04783ce9c005 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:20.355824 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a48328a1-b9d8-4c27-b274-fae7af2347a2 req-4a3cea2c-4760-441a-8862-04783ce9c005 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0808973 Feb 17 00:29:20.397962 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a48328a1-b9d8-4c27-b274-fae7af2347a2 req-9e765a12-dbfe-4a5b-967e-83eff192211c tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365832 Feb 17 00:29:20.420650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34710) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:20.523454 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8dcdd1a7-83a1-45de-8fef-b419cfc7646b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/420071db-4a5f-4a5c-a5df-38eb0978cd95 HTTP/1.1" status: 200 len: 993 time: 0.1016266 Feb 17 00:29:21.749097 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:21.968480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e646-51a2-4cb8-ac0b-54d3ab026e30 req-fc91cf8a-79a5-4733-9698-d8ad7e0d2667 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:21.969931 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f206e646-51a2-4cb8-ac0b-54d3ab026e30 req-fc91cf8a-79a5-4733-9698-d8ad7e0d2667 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0773749 Feb 17 00:29:21.980219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-2cca7a4d-38dc-4e04-80a1-ce57b3ebfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:21.981666 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-2cca7a4d-38dc-4e04-80a1-ce57b3ebfd91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 1099 time: 0.0733135 Feb 17 00:29:22.013625 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f206e646-51a2-4cb8-ac0b-54d3ab026e30 req-9ee8d4b2-310f-40d4-b8f8-1f72990a0516 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377874 Feb 17 00:29:22.227334 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-89302949-81de-4fe0-973d-2256be04d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:22.229435 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-89302949-81de-4fe0-973d-2256be04d5e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd73961d-e99d-406a-88a6-fd146c119943 HTTP/1.1" status: 200 len: 897 time: 0.2375331 Feb 17 00:29:22.327859 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-572c3cdc-3742-4c1e-b86a-e3a9a7c7c726 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4824bc-f87c-4794-ae76-d187581520b8 HTTP/1.1" status: 200 len: 1001 time: 0.0931461 Feb 17 00:29:22.387476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-47f46c34-0960-404b-82e2-8f06f5b920c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:22.388920 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-47f46c34-0960-404b-82e2-8f06f5b920c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99343d29-fe79-4c11-9b9a-aa2aa5c267d7 HTTP/1.1" status: 200 len: 834 time: 0.0560400 Feb 17 00:29:22.465704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-c79f1a5d-056c-42c5-b80f-463d9febaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:22.467142 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-c79f1a5d-056c-42c5-b80f-463d9febaa56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd73961d-e99d-406a-88a6-fd146c119943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723209 Feb 17 00:29:22.595435 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-8abc6f78-e4ff-4375-acbd-87e66c2a1094 service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223438 Feb 17 00:29:22.723210 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-d58869bd-435d-4ddc-a1fc-f73555ece36e req-99b491ed-465c-47b9-97a4-2c9e774bb052 service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217916 Feb 17 00:29:23.201194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eef818-745d-438e-a995-28108a7949f9 req-d2e58850-4eab-4e0c-b0c7-26e88e86a7f6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:23.202640 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-15eef818-745d-438e-a995-28108a7949f9 req-d2e58850-4eab-4e0c-b0c7-26e88e86a7f6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0813675 Feb 17 00:29:23.246632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-15eef818-745d-438e-a995-28108a7949f9 req-664951bc-0c98-4af3-abce-95d83802df29 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384681 Feb 17 00:29:24.437418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47626f4-7b03-44cd-85a4-ba2c9d3c890a req-e51a90ae-30fc-41e0-9dc4-1ac38b8753c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:24.438867 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a47626f4-7b03-44cd-85a4-ba2c9d3c890a req-e51a90ae-30fc-41e0-9dc4-1ac38b8753c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0886385 Feb 17 00:29:24.482542 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a47626f4-7b03-44cd-85a4-ba2c9d3c890a req-60e0b728-2a3d-4512-a526-8c84c434e012 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 Feb 17 00:29:24.505031 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34724) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:24.608409 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-93ad653e-74e5-4c74-9279-16bc148754a4 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/floatingips/420071db-4a5f-4a5c-a5df-38eb0978cd95 HTTP/1.1" status: 200 len: 993 time: 0.1022601 Feb 17 00:29:24.858793 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:25.054908 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 4c7a4abe-d37f-4c9d-968a-686dc1c51308 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:29:25.055245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:25.215940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:25.216303 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:25.337191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 4c7a4abe-d37f-4c9d-968a-686dc1c51308 owned by network:floatingip {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:29:25.480025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:25.615211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=4c7a4abe-d37f-4c9d-968a-686dc1c51308,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:25.625146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.625496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.625840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.626180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.626514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.626841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.627167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.627507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.627816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.628162 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.628489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.628807 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:25.716134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:25.716470 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Floating IP 420071db-4a5f-4a5c-a5df-38eb0978cd95 disassociated (deleted). External IP: 172.26.2.19, port: ef4824bc-f87c-4794-ae76-d187581520b8. Feb 17 00:29:26.059008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:29:26.230079 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:29:26.239483 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] Sync routers for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:29:26.246452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:26.248875 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:26.249533 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:26.301901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-9f95dfc8-a47f-4c64-9fb3-277b31d1b612 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/floatingips/420071db-4a5f-4a5c-a5df-38eb0978cd95 HTTP/1.1" status: 204 len: 168 time: 1.4421024 Feb 17 00:29:26.302472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:29:26.348833 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'status': 'completed', 'code': 200} Feb 17 00:29:26.424932 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:26.440838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41906006-396f-4a19-9616-a61ee63625de req-b064ffc0-65d6-40cb-9537-c5759ff66e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:26.442317 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41906006-396f-4a19-9616-a61ee63625de req-b064ffc0-65d6-40cb-9537-c5759ff66e06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a84d61d893c7488487c39df41d9cf6d5&device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 1099 time: 0.0721331 Feb 17 00:29:26.585563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41906006-396f-4a19-9616-a61ee63625de req-d23d5291-afb6-40af-81d5-98ef11eb334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:26.586944 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41906006-396f-4a19-9616-a61ee63625de req-d23d5291-afb6-40af-81d5-98ef11eb334f service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd73961d-e99d-406a-88a6-fd146c119943 HTTP/1.1" status: 200 len: 897 time: 0.1379693 Feb 17 00:29:26.669574 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41906006-396f-4a19-9616-a61ee63625de req-14a24d00-6ff2-4e90-814d-8c3084d6f3f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef4824bc-f87c-4794-ae76-d187581520b8 HTTP/1.1" status: 200 len: 217 time: 0.0734944 Feb 17 00:29:26.683165 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac6d33-5b6f-4c0c-b879-c825bb872a53 req-200cca66-15c7-4972-9d20-cb49783f5e5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:26.683952 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-47ac6d33-5b6f-4c0c-b879-c825bb872a53 req-200cca66-15c7-4972-9d20-cb49783f5e5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:29:26.699999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-47ac6d33-5b6f-4c0c-b879-c825bb872a53 req-200cca66-15c7-4972-9d20-cb49783f5e5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:29:26.701279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47ac6d33-5b6f-4c0c-b879-c825bb872a53 req-200cca66-15c7-4972-9d20-cb49783f5e5e tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0985363 Feb 17 00:29:26.737411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41906006-396f-4a19-9616-a61ee63625de req-395da8f3-0c1f-48b5-83be-347d60fb3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:26.738841 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41906006-396f-4a19-9616-a61ee63625de req-395da8f3-0c1f-48b5-83be-347d60fb3e80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99343d29-fe79-4c11-9b9a-aa2aa5c267d7 HTTP/1.1" status: 200 len: 834 time: 0.0607452 Feb 17 00:29:26.747117 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47ac6d33-5b6f-4c0c-b879-c825bb872a53 req-1e51749a-7025-4648-a230-b07b6412b5b6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Feb 17 00:29:26.760917 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:38Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:26.765428 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] Checking router: 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:29:26.774092 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:26.774688 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:26.817720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41906006-396f-4a19-9616-a61ee63625de req-1251b145-841e-4351-ae08-3e2931dc4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:26.819187 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41906006-396f-4a19-9616-a61ee63625de req-1251b145-841e-4351-ae08-3e2931dc4520 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd73961d-e99d-406a-88a6-fd146c119943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730860 Feb 17 00:29:26.944824 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:26.951920 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41906006-396f-4a19-9616-a61ee63625de req-ac50a7b2-52e8-4b16-81f4-b12d5303cf8d service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248572 Feb 17 00:29:27.082522 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-41906006-396f-4a19-9616-a61ee63625de req-5e9a1d33-d162-4c1a-8c1f-8cadc26d95dd service neutron] 10.222.0.24 "GET /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246154 Feb 17 00:29:27.140738 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:29:27.276546 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:38Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:27.280255 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eeb17a-ec65-41a7-8f37-288cc4d443b3 None None] The sync data for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv is: [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:28:34Z', 'revision_number': 4, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '29fb32a7-4b63-4a26-ab48-102c32a096fa', 'name': '', 'network_id': 'dd73961d-e99d-406a-88a6-fd146c119943', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'mac_address': 'fa:16:3e:21:03:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:33Z', 'updated_at': '2022-02-17T00:28:38Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'subnets': [{'id': '99343d29-fe79-4c11-9b9a-aa2aa5c267d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:29:27.485452 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed644cb-b9df-4d84-ba72-b13552f7bc4b None None] New status for floating IP 420071db-4a5f-4a5c-a5df-38eb0978cd95: DOWN {{(pid=87678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:29:27.942167 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a068-afd2-45b7-a536-e2a51bf32f35 req-3400f171-96c2-4901-a2ab-61ac0a0b3240 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:27.943606 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e343a068-afd2-45b7-a536-e2a51bf32f35 req-3400f171-96c2-4901-a2ab-61ac0a0b3240 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0814424 Feb 17 00:29:27.987348 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e343a068-afd2-45b7-a536-e2a51bf32f35 req-7b478f3c-3a86-4211-bbf7-005b6b2675d9 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/security-groups?id=29488770-dedf-401a-a472-f5a38ebaeba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381718 Feb 17 00:29:28.228094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-2610aba5-5be7-406d-a4d3-dfe43b79ed7d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:28.229323 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-2610aba5-5be7-406d-a4d3-dfe43b79ed7d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Synchronizing usage tracker for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:29:28.240526 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-2610aba5-5be7-406d-a4d3-dfe43b79ed7d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Unset dirty status for tenant:a84d61d893c7488487c39df41d9cf6d5 on resource:port {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:29:28.241593 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-2610aba5-5be7-406d-a4d3-dfe43b79ed7d tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 946 time: 0.0887625 Feb 17 00:29:28.309489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port ef4824bc-f87c-4794-ae76-d187581520b8 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:29:28.309833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:28.658554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port ef4824bc-f87c-4794-ae76-d187581520b8, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=ef4824bc-f87c-4794-ae76-d187581520b8,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:28.658918 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:28.783868 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for ef4824bc-f87c-4794-ae76-d187581520b8 owned by compute:nova {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:29:28.923263 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:28.975023 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=ef4824bc-f87c-4794-ae76-d187581520b8,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:29.019259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.019606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.019949 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.020309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.020644 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.020974 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.021300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.021626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.021967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.022261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.022580 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.022900 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:29.064230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] No DVR routers for this DVR port ef4824bc-f87c-4794-ae76-d187581520b8 on host hv-neutron-8290 {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:29:29.066573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:29.069039 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'name': 'network-vif-deleted', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:29:29.084830 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-ed19d3a8-ab00-45df-a154-0dfe18745fb0 req-5acfdf7e-b7ea-4add-8b86-be9830b43af6 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.24 "DELETE /v2.0/ports/ef4824bc-f87c-4794-ae76-d187581520b8 HTTP/1.1" status: 204 len: 173 time: 0.8371301 Feb 17 00:29:29.115450 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d544c1-7617-4885-9010-f0e310bea52b', 'name': 'network-vif-deleted', 'tag': 'ef4824bc-f87c-4794-ae76-d187581520b8', 'status': 'completed', 'code': 200} Feb 17 00:29:29.138747 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8dfe4ac1-2fd4-4b59-8fae-314a377157a1 req-f38675dc-ae9a-4f8e-9db5-6600dc334224 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1d544c1-7617-4885-9010-f0e310bea52b HTTP/1.1" status: 200 len: 210 time: 0.0428612 Feb 17 00:29:30.234571 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34752) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:30.872598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:31.210254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port 29fb32a7-4b63-4a26-ab48-102c32a096fa {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:29:31.210595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:31.388545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port 29fb32a7-4b63-4a26-ab48-102c32a096fa, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=29fb32a7-4b63-4a26-ab48-102c32a096fa,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:31.389237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:31.510000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for 29fb32a7-4b63-4a26-ab48-102c32a096fa owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:29:31.693259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:31.739604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=29fb32a7-4b63-4a26-ab48-102c32a096fa,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:32.007098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:32.266049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ef4824bc-f87c-4794-ae76-d187581520b8 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:29:32.299793 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: ef4824bc-f87c-4794-ae76-d187581520b8 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:29:32.300202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device ef4824bc-f87c-4794-ae76-d187581520b8 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:29:32.448445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:29:32.621503 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:29:32.631921 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] Sync routers for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:29:32.634947 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-425b5c12-aed5-4b34-b228-c78d743ec51b tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "PUT /v2.0/routers/50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990283 Feb 17 00:29:32.637403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34756) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:32.641406 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:32.641996 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:32.704860 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting subnet 99343d29-fe79-4c11-9b9a-aa2aa5c267d7 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:29:32.707766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:32.760186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:32.813157 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:32.842981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:32.913679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:32.952016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Subnet': ['ID=99343d29-fe79-4c11-9b9a-aa2aa5c267d7,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:32.956817 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:32.962608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d73d1-a92d-4418-93c6-86dee15a2439 None None] Network dd73961d-e99d-406a-88a6-fd146c119943 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:29:32.967192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34760) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:32.967652 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7880820a-0800-485a-93d9-e0a78b4711ff tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/subnets/99343d29-fe79-4c11-9b9a-aa2aa5c267d7 HTTP/1.1" status: 204 len: 168 time: 0.3288352 Feb 17 00:29:33.091531 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:29:31Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:33.095593 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] Checking router: 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:29:33.104666 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] Routers {'50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:33.105257 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:33.151880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.228907 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] DHCP port deletion for dd73961d-e99d-406a-88a6-fd146c119943 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:29:33.235935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Deleting port cc0959dd-2d27-4583-9c3c-67439a516e76 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:29:33.236443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.285241 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] Set router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:33.334186 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.345665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Deleting port b10dea1f-9d6d-4c26-a233-915c7d620ecb {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:29:33.345940 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.449644 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] For port cc0959dd-2d27-4583-9c3c-67439a516e76, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=cc0959dd-2d27-4583-9c3c-67439a516e76,segment=NetworkSegment(fa61355e-859d-45ee-8597-bd24b0b8ea01),segment_id=fa61355e-859d-45ee-8597-bd24b0b8ea01)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:33.450266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.519971 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] For port b10dea1f-9d6d-4c26-a233-915c7d620ecb, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b10dea1f-9d6d-4c26-a233-915c7d620ecb,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:33.520379 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.571294 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:29:31Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:33.574365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Calling delete_port for cc0959dd-2d27-4583-9c3c-67439a516e76 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:29:33.576259 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17397b-3942-457c-9c4b-727594ad7589 None None] The sync data for ids ['50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e'] in dv-neutron-829040-1-hyperv is: [{'id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459481019', 'tenant_id': 'a84d61d893c7488487c39df41d9cf6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37'}], 'enable_snat': True}, 'gw_port_id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:28:29Z', 'updated_at': '2022-02-17T00:29:31Z', 'revision_number': 5, 'project_id': 'a84d61d893c7488487c39df41d9cf6d5', 'gw_port': {'id': 'b10dea1f-9d6d-4c26-a233-915c7d620ecb', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:28:30Z', 'updated_at': '2022-02-17T00:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:29:33.643870 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Calling delete_port for b10dea1f-9d6d-4c26-a233-915c7d620ecb owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:29:33.660267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050'] for port, after_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.705871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Pushing event deleted for resources: {'Port': ['ID=cc0959dd-2d27-4583-9c3c-67439a516e76,revision_number=None']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:33.709935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] No DVR routers for this DVR port cc0959dd-2d27-4583-9c3c-67439a516e76 on host dv-neutron-829040-1-hyperv {{(pid=87678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:29:33.720946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.721454 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.721653 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.721990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.722320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.722650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.722976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.723296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.723621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.723939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.724539 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.724856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f0c14-e736-4ce4-9d2c-ee9964fde2e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:33.765732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9c8157a0-9bed-4302-95d3-4aa7af377599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.809839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:33.978146 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Port': ['ID=b10dea1f-9d6d-4c26-a233-915c7d620ecb,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:34.067070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.234729 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.236800 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.261585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.262105 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Fanout notify agent at l3_agent the message router_deleted on router 50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:29:34.276614 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.277783 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-8aea3fd8-82c5-45c1-b936-bd3db22d3227 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/routers/50f12baf-ebfa-4a7b-8f31-91a4b85b1c3e HTTP/1.1" status: 204 len: 168 time: 1.3088434 Feb 17 00:29:34.280494 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34764) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:34.392321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.523975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.548151 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd73961d-e99d-406a-88a6-fd146c119943']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:34.560094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa61355e-859d-45ee-8597-bd24b0b8ea01') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:34.560392 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa61355e-859d-45ee-8597-bd24b0b8ea01') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:34.571108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.586189 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.591978 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:29:34.592385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:29:34.607464 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:29:34.688691 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.706839 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.718291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'Network': ['ID=dd73961d-e99d-406a-88a6-fd146c119943,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:34.731195 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-9ad95861-bd29-4743-b4ce-0698cb7ee9c1 tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/networks/dd73961d-e99d-406a-88a6-fd146c119943 HTTP/1.1" status: 204 len: 168 time: 0.4467750 Feb 17 00:29:34.732391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34768) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:34.751448 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b10dea1f-9d6d-4c26-a233-915c7d620ecb no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:29:34.788232 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b10dea1f-9d6d-4c26-a233-915c7d620ecb {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:29:34.788501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b10dea1f-9d6d-4c26-a233-915c7d620ecb not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:29:34.788916 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cc0959dd-2d27-4583-9c3c-67439a516e76 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:29:34.807233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d878e8e-8daf-4d04-84a6-642d7b87026a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.822277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: cc0959dd-2d27-4583-9c3c-67439a516e76 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:29:34.822623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device cc0959dd-2d27-4583-9c3c-67439a516e76 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:29:34.823036 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 29fb32a7-4b63-4a26-ab48-102c32a096fa no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:29:34.836398 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d878e8e-8daf-4d04-84a6-642d7b87026a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.855380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 29fb32a7-4b63-4a26-ab48-102c32a096fa {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:29:34.855721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 29fb32a7-4b63-4a26-ab48-102c32a096fa not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:29:34.901579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d878e8e-8daf-4d04-84a6-642d7b87026a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.918084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d878e8e-8daf-4d04-84a6-642d7b87026a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29488770-dedf-401a-a472-f5a38ebaeba5,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:34.933634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1d878e8e-8daf-4d04-84a6-642d7b87026a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:34.934759 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1d878e8e-8daf-4d04-84a6-642d7b87026a tempest-TestNetworkAdvancedServerOps-770327104 tempest-TestNetworkAdvancedServerOps-770327104-project] 10.222.0.47 "DELETE /v2.0/security-groups/29488770-dedf-401a-a472-f5a38ebaeba5 HTTP/1.1" status: 204 len: 168 time: 0.2012551 Feb 17 00:29:35.270384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34778) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:35.411325 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2ae56ff7-e8c0-465f-813c-46abe8c07e02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a84d61d893c7488487c39df41d9cf6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397855 Feb 17 00:29:35.413831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34784) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:35.468153 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-752b1336-1e50-429a-a2b3-8b1e089d5b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:35.493276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-752b1336-1e50-429a-a2b3-8b1e089d5b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:35.546859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-752b1336-1e50-429a-a2b3-8b1e089d5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:35.563209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b1336-1e50-429a-a2b3-8b1e089d5b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463c74ce-1414-4eff-9909-2c054b6db1ca,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:35.569207 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-752b1336-1e50-429a-a2b3-8b1e089d5b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:35.570297 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-752b1336-1e50-429a-a2b3-8b1e089d5b04 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/463c74ce-1414-4eff-9909-2c054b6db1ca HTTP/1.1" status: 204 len: 168 time: 0.1555996 Feb 17 00:29:35.842145 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34792) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:35.859927 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:35.874439 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:35.878305 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Usage tracker for resource:security_group_rule and tenant:23f5207b6ebc4a899624ca536c86690a is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:35.881106 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:35.886790 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:35.968626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:35.972191 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:36.016994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-642a9624-92ef-4fb9-9b28-103c60136ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:36.017611 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23f5207b6ebc4a899624ca536c86690a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739731 Feb 17 00:29:36.018687 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70113333-04aa-4ba0-b7ed-ded839d1c60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923b4905-de20-4bf5-9396-f42f63825580,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:36.020358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34796) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:36.077627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e244942-07f4-4d19-8925-20bd8b48f225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:36.102270 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e244942-07f4-4d19-8925-20bd8b48f225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:36.160021 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e244942-07f4-4d19-8925-20bd8b48f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:36.175332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e244942-07f4-4d19-8925-20bd8b48f225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923b4905-de20-4bf5-9396-f42f63825580,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:36.182813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8e244942-07f4-4d19-8925-20bd8b48f225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:36.183921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8e244942-07f4-4d19-8925-20bd8b48f225 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/923b4905-de20-4bf5-9396-f42f63825580 HTTP/1.1" status: 204 len: 168 time: 0.1618943 Feb 17 00:29:36.874833 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34820) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:36.973284 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1062060878-network', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:36.978180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:36.982407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Usage tracker for resource:network and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:36.986218 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:36.991744 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:37.001730 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Made reservation on behalf of 66cccc1ad1214b31800e20451adf20b8 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:29:37.004037 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.019374 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.034034 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:37.038360 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:37.040597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.042419 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:37.048240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:37.129354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.132936 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.163110 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:29:37.171994 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19f74f7-ff47-4436-9145-2b5d2fc7bd8e,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:37.177774 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.178116 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Added segment 1b92f221-e833-4285-98e2-afbd15098221 of type vlan for network aa1444f7-e980-4eb1-9821-7b05e614ee53 Feb 17 00:29:37.203943 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.233259 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.234183 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:37.234746 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.338515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] Pushing event updated for resources: {'Network': ['ID=aa1444f7-e980-4eb1-9821-7b05e614ee53,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:37.342257 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ac2c785f-76f0-48e5-9180-d0dab12999cd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4664237 Feb 17 00:29:37.345349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34826) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:37.348527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:29:37.350835 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Request body: {'subnet': {'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1062060878-subnet', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:37.356304 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:37.360069 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Usage tracker for resource:subnet and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:37.362950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:37.368665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:37.378830 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Made reservation on behalf of 66cccc1ad1214b31800e20451adf20b8 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:29:37.381232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.451993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.579180 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.654508 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:37.663989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Checking segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:37.664398 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Network hostable DHCP agents. Network: aa1444f7-e980-4eb1-9821-7b05e614ee53, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:29:37.684159 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:29:37.693592 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, aa1444f7-e980-4eb1-9821-7b05e614ee53) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:37.697584 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:37.698155 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.702383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac3316-01d2-46ce-b16e-b58ac8b6d119 None None] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:29:37.717858 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e98ced07-1f05-47c5-be65-4e8e90c1340c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3713887 Feb 17 00:29:37.720496 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 34830) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:37.726009 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:37.731126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:37.734959 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Usage tracker for resource:router and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:37.737897 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:37.743888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:37.754329 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.755444 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.770853 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:37.920396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-aa1444f7-e980-4eb1-9821-7b05e614ee53', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:29:37.921242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.104716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Allocated IP 172.20.0.2 (aa1444f7-e980-4eb1-9821-7b05e614ee53/b8a67c72-16fa-45f0-8d42-ac5b1e8c756c/d25d3a78-8c9d-48ef-9e75-22e74ee1d605) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:29:38.156213 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.320282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.331025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Transition to ACTIVE for port object d25d3a78-8c9d-48ef-9e75-22e74ee1d605 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:38.350193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Transition to ACTIVE for port object d25d3a78-8c9d-48ef-9e75-22e74ee1d605 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:38.356550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.419411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:38.422189 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:38.425761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:29:38.431875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Pushing event updated for resources: {'Port': ['ID=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:38.463991 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.494611 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.517957 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Attempting to bind port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:29:38.518324 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Attempting to bind port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:29:38.518678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Attempting to bind port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 on network aa1444f7-e980-4eb1-9821-7b05e614ee53 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:38.523708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:29:38.524099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Checking segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:38.524497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.524879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Bound using segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:29:38.525908 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Bound port: d25d3a78-8c9d-48ef-9e75-22e74ee1d605, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:29:38.526275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.611120 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] For port d25d3a78-8c9d-48ef-9e75-22e74ee1d605, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:29:38.614062 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] For port d25d3a78-8c9d-48ef-9e75-22e74ee1d605, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:29:38.619589 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.637274 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Allocated IP 172.26.2.117 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/72cf259a-846d-49e0-a67f-433bfa7dcd5c) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:29:38.711723 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.717238 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675b046-1b35-4990-a44f-d4fe8a5f1584 None None] Pushing event updated for resources: {'Port': ['ID=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:38.795389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.827337 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:38.904513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:38.907955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:38.913021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:29:38.942051 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Pushing event updated for resources: {'Port': ['ID=72cf259a-846d-49e0-a67f-433bfa7dcd5c,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:39.450118 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:39.588290 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479caaa-d7a8-49bd-84ab-5429c68b7df8 None None] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:29:39.682356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3c36de74-5e06-44c7-95a9-2960bae7635a None None] Provisioning for port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:39.798038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:40.003878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Router 7f8fce00-eeda-405e-a1df-d413a7ad902b is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:29:40.172972 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:29:40.181967 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Sync routers for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:29:40.191043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:40.191954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:40.197681 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:40.199006 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-cf605f23-06a6-457e-b6ce-e1304cc0664b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4771476 Feb 17 00:29:40.201849 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34834) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:40.362958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:40.641702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d25d3a78-8c9d-48ef-9e75-22e74ee1d605 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:40.707640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:39Z', 'revision_number': 3, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:40.712532 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Checking router: 7f8fce00-eeda-405e-a1df-d413a7ad902b for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:29:40.712915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Updating router 7f8fce00-eeda-405e-a1df-d413a7ad902b port 72cf259a-846d-49e0-a67f-433bfa7dcd5c binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:29:40.804870 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:40.831975 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:40.849216 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:40.850005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:40.964248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.111048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.166831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Allocated IP 172.20.0.1 (aa1444f7-e980-4eb1-9821-7b05e614ee53/b8a67c72-16fa-45f0-8d42-ac5b1e8c756c/8c23ba10-49ba-4486-930e-47265dd1c0be) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:29:41.177408 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port d25d3a78-8c9d-48ef-9e75-22e74ee1d605, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:41.182345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.307137 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:41.313550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.318623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.332008 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Transition to ACTIVE for port object 72cf259a-846d-49e0-a67f-433bfa7dcd5c will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:41.336323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Transition to ACTIVE for port object 8c23ba10-49ba-4486-930e-47265dd1c0be will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:41.339624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.360841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.415554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Attempting to bind port 72cf259a-846d-49e0-a67f-433bfa7dcd5c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:29:41.415949 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Attempting to bind port 72cf259a-846d-49e0-a67f-433bfa7dcd5c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:29:41.416336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Attempting to bind port 72cf259a-846d-49e0-a67f-433bfa7dcd5c on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:41.421972 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a742e16-4a9f-47a6-908c-a68dbaed0bc9 None None] Pushing event updated for resources: {'Port': ['ID=72cf259a-846d-49e0-a67f-433bfa7dcd5c,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:41.426246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:29:41.426623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:41.427026 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.427151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:41.427410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:29:41.427879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Bound port: 72cf259a-846d-49e0-a67f-433bfa7dcd5c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:29:41.428274 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.430585 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:41.434272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:29:41.475117 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Pushing event updated for resources: {'Port': ['ID=8c23ba10-49ba-4486-930e-47265dd1c0be,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:41.494622 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.501531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] For port 72cf259a-846d-49e0-a67f-433bfa7dcd5c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:29:41.505203 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] For port 72cf259a-846d-49e0-a67f-433bfa7dcd5c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=72cf259a-846d-49e0-a67f-433bfa7dcd5c,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:29:41.510786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.593123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:41.593804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:41.659833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a742e16-4a9f-47a6-908c-a68dbaed0bc9 None None] Pushing event updated for resources: {'Port': ['ID=72cf259a-846d-49e0-a67f-433bfa7dcd5c,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:41.754634 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.786129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-749792c7-5870-48e5-93b0-c0d12eee22a3 None None] Provisioning for port 8c23ba10-49ba-4486-930e-47265dd1c0be completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:41.797617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-749792c7-5870-48e5-93b0-c0d12eee22a3 None None] Provisioning complete for port 8c23ba10-49ba-4486-930e-47265dd1c0be triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:41.797988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-749792c7-5870-48e5-93b0-c0d12eee22a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.821902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:41.970229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:41.974783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:42.014570 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-749792c7-5870-48e5-93b0-c0d12eee22a3 None None] Port 8c23ba10-49ba-4486-930e-47265dd1c0be cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:29:42.126399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:39Z', 'revision_number': 3, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:42.130524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5899287-29cb-4380-a647-75ece6cf9fe4 None None] The sync data for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv is: [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:39Z', 'revision_number': 3, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:29:42.187509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Pushing event updated for resources: {'Port': ['ID=8c23ba10-49ba-4486-930e-47265dd1c0be,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:42.192155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:42.327160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:42.328251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:42.524892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Router 7f8fce00-eeda-405e-a1df-d413a7ad902b has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:29:42.641250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-d2b9e2ff-0665-4f8c-8e25-ce88fc60235f None None] Provisioning complete for port 8c23ba10-49ba-4486-930e-47265dd1c0be triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:42.641704 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e2ff-0665-4f8c-8e25-ce88fc60235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:42.710956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d25d3a78-8c9d-48ef-9e75-22e74ee1d605 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:42.726265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:29:42.741470 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e51cba0a-af13-434a-92c9-46193105f1ec admin admin] 10.222.0.47 "PUT /v2.0/routers/7f8fce00-eeda-405e-a1df-d413a7ad902b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5330243 Feb 17 00:29:42.753630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9e2ff-0665-4f8c-8e25-ce88fc60235f None None] Port 8c23ba10-49ba-4486-930e-47265dd1c0be cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:29:42.786183 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:42.786715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:42.958329 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72cf259a-846d-49e0-a67f-433bfa7dcd5c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:43.030014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 72cf259a-846d-49e0-a67f-433bfa7dcd5c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:43.035264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 72cf259a-846d-49e0-a67f-433bfa7dcd5c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:43.036118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.156646 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.173425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 72cf259a-846d-49e0-a67f-433bfa7dcd5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=72cf259a-846d-49e0-a67f-433bfa7dcd5c,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:43.178399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.252781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=72cf259a-846d-49e0-a67f-433bfa7dcd5c,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:43.265285 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34852) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:43.270919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1463819927-network', 'tenant_id': '093695aeeb33478e91cd0f41974715a3'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:43.276198 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:43.279913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Usage tracker for resource:network and tenant:093695aeeb33478e91cd0f41974715a3 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:43.282698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:43.288216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:43.299288 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Made reservation on behalf of 093695aeeb33478e91cd0f41974715a3 for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:29:43.301577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.313125 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.326853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:43.330518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Usage tracker for resource:security_group_rule and tenant:093695aeeb33478e91cd0f41974715a3 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:43.333255 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:43.339325 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:43.421410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.425674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.460097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:29:43.469271 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a0a96a-dc2e-4679-b1b6-9e2ef2114685,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:43.475240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.475578 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Added segment 534b8f0f-ab85-4d82-a969-b514888be4c0 of type vlan for network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 Feb 17 00:29:43.501002 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.530775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.531722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:43.532335 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.635808 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] Pushing event updated for resources: {'Network': ['ID=6eee2e89-075e-4fa6-bca7-6ed0b0134a40,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:43.641778 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ae1bc547-b39a-45fe-807e-2f8e083f9498 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3722856 Feb 17 00:29:43.641778 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34856) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:43.646856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Request body: {'subnet': {'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1463819927-subnet', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:43.647770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:29:43.652171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:43.655887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Usage tracker for resource:subnet and tenant:093695aeeb33478e91cd0f41974715a3 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:43.658726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:43.664781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:43.683330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Made reservation on behalf of 093695aeeb33478e91cd0f41974715a3 for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:29:43.685832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.717914 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Sync routers for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:29:43.727832 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:43.729014 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:43.888032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:43.906634 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:43.964321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1396ef00-4099-4348-ba56-778a6160e9c9,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:43.970144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Checking segment: {'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:43.970278 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Network hostable DHCP agents. Network: 6eee2e89-075e-4fa6-bca7-6ed0b0134a40, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:29:43.990416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:29:44.000073 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 6eee2e89-075e-4fa6-bca7-6ed0b0134a40) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:44.003934 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:44.004540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.010104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf1e5b-d922-4afa-9a4d-f8993c13b915 None None] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:29:44.028838 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d4fcffee-8dbf-433d-a072-fef8696b664b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3835258 Feb 17 00:29:44.028838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34860) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:44.033812 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:44.038354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:44.042826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Usage tracker for resource:router and tenant:093695aeeb33478e91cd0f41974715a3 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:44.045747 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:44.051550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:44.062320 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.063287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.079903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.229656 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'fixed_ips': [{'subnet_id': '1396ef00-4099-4348-ba56-778a6160e9c9'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:29:44.230496 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.251208 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 2, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:44.255205 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Checking router: 7f8fce00-eeda-405e-a1df-d413a7ad902b for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:29:44.255654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Updating router 7f8fce00-eeda-405e-a1df-d413a7ad902b port 8c23ba10-49ba-4486-930e-47265dd1c0be binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:29:44.307199 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.357600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.385914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Allocated IP 172.20.0.2 (6eee2e89-075e-4fa6-bca7-6ed0b0134a40/1396ef00-4099-4348-ba56-778a6160e9c9/c7a85836-24bf-43d0-9f64-d32fa12b5307) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:29:44.616668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.624358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72cf259a-846d-49e0-a67f-433bfa7dcd5c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:44.664217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Transition to ACTIVE for port object c7a85836-24bf-43d0-9f64-d32fa12b5307 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:44.693454 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.702691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Transition to ACTIVE for port object c7a85836-24bf-43d0-9f64-d32fa12b5307 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:44.709253 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Transition to ACTIVE for port object 8c23ba10-49ba-4486-930e-47265dd1c0be will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:44.714955 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.717946 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.789811 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:44.796424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:44.799381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Pushing event updated for resources: {'Port': ['ID=c7a85836-24bf-43d0-9f64-d32fa12b5307,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:44.801606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:29:44.806213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 72cf259a-846d-49e0-a67f-433bfa7dcd5c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:44.806213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.836338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.866638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.946747 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Attempting to bind port c7a85836-24bf-43d0-9f64-d32fa12b5307 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:29:44.947151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Attempting to bind port c7a85836-24bf-43d0-9f64-d32fa12b5307 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:29:44.947515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Attempting to bind port c7a85836-24bf-43d0-9f64-d32fa12b5307 on network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:44.958176 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:29:44.958583 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Checking segment: {'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:44.958951 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.959347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Bound using segment: {'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:29:44.959833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Bound port: c7a85836-24bf-43d0-9f64-d32fa12b5307, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:29:44.960235 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.960704 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Attempting to bind port 8c23ba10-49ba-4486-930e-47265dd1c0be on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:29:44.961077 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Attempting to bind port 8c23ba10-49ba-4486-930e-47265dd1c0be by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:29:44.961440 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Attempting to bind port 8c23ba10-49ba-4486-930e-47265dd1c0be on network aa1444f7-e980-4eb1-9821-7b05e614ee53 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:44.963684 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Pushing event updated for resources: {'Port': ['ID=8c23ba10-49ba-4486-930e-47265dd1c0be,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:44.972177 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.973148 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.973499 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.973831 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.974159 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.974738 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.975061 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.975380 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.975700 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.976018 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.976356 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.976670 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:29:44.988111 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:29:44.988459 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Checking segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:44.988856 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:44.989230 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Bound using segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:29:44.990411 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Bound port: 8c23ba10-49ba-4486-930e-47265dd1c0be, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:29:44.990806 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:45.036943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Allocated IP 172.26.2.203 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/0527a0f3-0561-4c1a-9618-fded140160d2) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:29:45.099649 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] For port 8c23ba10-49ba-4486-930e-47265dd1c0be, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:29:45.103039 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] For port 8c23ba10-49ba-4486-930e-47265dd1c0be, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c23ba10-49ba-4486-930e-47265dd1c0be,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:29:45.108634 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:45.113985 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] For port c7a85836-24bf-43d0-9f64-d32fa12b5307, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:29:45.117214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] For port c7a85836-24bf-43d0-9f64-d32fa12b5307, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c7a85836-24bf-43d0-9f64-d32fa12b5307,segment=NetworkSegment(534b8f0f-ab85-4d82-a969-b514888be4c0),segment_id=534b8f0f-ab85-4d82-a969-b514888be4c0)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:29:45.123531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:45.188832 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:45.189449 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:45.202214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23186c3c-ab59-4d9b-997d-3b51f7ef2da7 None None] Pushing event updated for resources: {'Port': ['ID=c7a85836-24bf-43d0-9f64-d32fa12b5307,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:45.237833 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:45.247968 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd072ed1-aac4-4064-896f-1996b710630d None None] Pushing event updated for resources: {'Port': ['ID=8c23ba10-49ba-4486-930e-47265dd1c0be,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:45.283237 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:45.352979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Pushing event updated for resources: {'Port': ['ID=0527a0f3-0561-4c1a-9618-fded140160d2,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:45.370191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:45.371516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:45.377552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:29:45.396767 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:45.795781 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:45Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:45.799788 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22089a0d-5ceb-4246-bfc6-5b989ecb5635 None None] The sync data for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv is: [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:45Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:29:45.833453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:46.230425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079ba5f-3b2f-472e-aecb-509f33b42505 None None] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:29:46.310712 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:46.351303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-0ed91c14-0623-4032-b404-a70a783bf7d0 None None] Provisioning for port c7a85836-24bf-43d0-9f64-d32fa12b5307 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:46.534693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Router 52ab892f-d034-45e8-9b0f-549257ae0ad1 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:29:46.737004 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c7a85836-24bf-43d0-9f64-d32fa12b5307 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:46.764113 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:29:46.781419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Sync routers for ids ['52ab892f-d034-45e8-9b0f-549257ae0ad1'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:29:46.793163 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:46.794290 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-130035b0-287b-47a2-99cd-d079519acf31 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7645159 Feb 17 00:29:46.797090 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34864) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:46.811716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Routers {'52ab892f-d034-45e8-9b0f-549257ae0ad1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:46.812382 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['52ab892f-d034-45e8-9b0f-549257ae0ad1'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:46.971058 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port c7a85836-24bf-43d0-9f64-d32fa12b5307 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:46.989178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c7a85836-24bf-43d0-9f64-d32fa12b5307 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:46.989554 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.056071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Set router 52ab892f-d034-45e8-9b0f-549257ae0ad1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:47.326757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.397394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port c7a85836-24bf-43d0-9f64-d32fa12b5307, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c7a85836-24bf-43d0-9f64-d32fa12b5307,segment=NetworkSegment(534b8f0f-ab85-4d82-a969-b514888be4c0),segment_id=534b8f0f-ab85-4d82-a969-b514888be4c0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:47.403175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.403938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c23ba10-49ba-4486-930e-47265dd1c0be up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:47.475047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.523587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:45Z', 'revision_number': 3, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port': {'id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:47.532807 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Checking router: 52ab892f-d034-45e8-9b0f-549257ae0ad1 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:29:47.533158 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Updating router 52ab892f-d034-45e8-9b0f-549257ae0ad1 port 0527a0f3-0561-4c1a-9618-fded140160d2 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:29:47.560756 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=c7a85836-24bf-43d0-9f64-d32fa12b5307,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:47.590885 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 8c23ba10-49ba-4486-930e-47265dd1c0be completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:47.601322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8c23ba10-49ba-4486-930e-47265dd1c0be triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:47.601698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.625587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.794907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Allocated IP 172.20.0.1 (6eee2e89-075e-4fa6-bca7-6ed0b0134a40/1396ef00-4099-4348-ba56-778a6160e9c9/aaec4114-7d5a-4817-bd33-96bd604e338c) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:29:47.885225 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.941171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.946599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 8c23ba10-49ba-4486-930e-47265dd1c0be, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c23ba10-49ba-4486-930e-47265dd1c0be,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:47.951954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:47.958292 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Transition to ACTIVE for port object aaec4114-7d5a-4817-bd33-96bd604e338c will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:47.982906 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.048533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:48.051791 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:48.055415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:29:48.085566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=8c23ba10-49ba-4486-930e-47265dd1c0be,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:48.093873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Pushing event updated for resources: {'Port': ['ID=aaec4114-7d5a-4817-bd33-96bd604e338c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:48.115619 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.161127 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.178954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Transition to ACTIVE for port object 0527a0f3-0561-4c1a-9618-fded140160d2 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:48.186425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.254510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.265343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Attempting to bind port 0527a0f3-0561-4c1a-9618-fded140160d2 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:29:48.265544 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Attempting to bind port 0527a0f3-0561-4c1a-9618-fded140160d2 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:29:48.265787 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Attempting to bind port 0527a0f3-0561-4c1a-9618-fded140160d2 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:48.271403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b1e1d-dd6f-4d3c-a7a3-6edfd616cf2c None None] Pushing event updated for resources: {'Port': ['ID=0527a0f3-0561-4c1a-9618-fded140160d2,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:48.276252 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:29:48.276623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:48.277016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.277394 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:29:48.277855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Bound port: 0527a0f3-0561-4c1a-9618-fded140160d2, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:29:48.278226 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.334151 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f64a6a3-e5c3-4b0f-a7a0-1d919d0648b2 None None] Provisioning for port aaec4114-7d5a-4817-bd33-96bd604e338c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:48.350581 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2f64a6a3-e5c3-4b0f-a7a0-1d919d0648b2 None None] Provisioning complete for port aaec4114-7d5a-4817-bd33-96bd604e338c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:48.350950 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2f64a6a3-e5c3-4b0f-a7a0-1d919d0648b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.399989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] For port 0527a0f3-0561-4c1a-9618-fded140160d2, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:29:48.412854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] For port 0527a0f3-0561-4c1a-9618-fded140160d2, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0527a0f3-0561-4c1a-9618-fded140160d2,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:29:48.415187 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2f64a6a3-e5c3-4b0f-a7a0-1d919d0648b2 None None] Port aaec4114-7d5a-4817-bd33-96bd604e338c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:29:48.417913 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.483455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.488045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.492512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Routers {'52ab892f-d034-45e8-9b0f-549257ae0ad1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:48.493128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['52ab892f-d034-45e8-9b0f-549257ae0ad1'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:48.549925 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b1e1d-dd6f-4d3c-a7a3-6edfd616cf2c None None] Pushing event updated for resources: {'Port': ['ID=0527a0f3-0561-4c1a-9618-fded140160d2,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:48.604898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Pushing event updated for resources: {'Port': ['ID=aaec4114-7d5a-4817-bd33-96bd604e338c,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:48.609831 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.647333 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c7a85836-24bf-43d0-9f64-d32fa12b5307 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:48.728133 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] Set router 52ab892f-d034-45e8-9b0f-549257ae0ad1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:48.756550 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:48.757600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:48.865446 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port c7a85836-24bf-43d0-9f64-d32fa12b5307 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:48.865812 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:48.951411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Router 52ab892f-d034-45e8-9b0f-549257ae0ad1 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:29:49.127658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c23ba10-49ba-4486-930e-47265dd1c0be up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:49.129359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:29:49.138894 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-804e3660-f8b7-46ce-a9a5-150a4274e047 admin admin] 10.222.0.47 "PUT /v2.0/routers/52ab892f-d034-45e8-9b0f-549257ae0ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3407857 Feb 17 00:29:49.156046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-5a61279c-a14c-4a2f-b266-8d974f9f72d5 None None] Provisioning complete for port aaec4114-7d5a-4817-bd33-96bd604e338c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:49.156442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-5a61279c-a14c-4a2f-b266-8d974f9f72d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:49.247401 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-5a61279c-a14c-4a2f-b266-8d974f9f72d5 None None] Port aaec4114-7d5a-4817-bd33-96bd604e338c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:29:49.264779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 8c23ba10-49ba-4486-930e-47265dd1c0be triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:49.265153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:49.289451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 4, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port': {'id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'aaec4114-7d5a-4817-bd33-96bd604e338c', 'name': '', 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'mac_address': 'fa:16:3e:79:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:47Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 2, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'subnets': [{'id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:49.303651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bba57-161f-47c6-a50a-083408cb7268 None None] The sync data for ids ['52ab892f-d034-45e8-9b0f-549257ae0ad1'] in dv-neutron-829040-1-hyperv is: [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 4, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port': {'id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'aaec4114-7d5a-4817-bd33-96bd604e338c', 'name': '', 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'mac_address': 'fa:16:3e:79:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:47Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 2, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'subnets': [{'id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:29:49.749697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34874) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:49.754932 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-556808538', 'description': 'tempest-secgroup-smoke-556808538 description', 'project_id': '66cccc1ad1214b31800e20451adf20b8'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:49.761638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:49.765709 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:49.768811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:49.774608 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:49.785259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:49.805084 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:49.809531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:49.812428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:49.818131 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:49.892015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:49.896118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:49.949065 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c67138e-d775-413b-a157-a93b8aeed0f9,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:49.952666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:49.953921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-455f1034-b2df-4446-b169-4cc8d568ad56 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2031777 Feb 17 00:29:49.957411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34878) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:49.962647 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': '6c67138e-d775-413b-a157-a93b8aeed0f9', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:49.969472 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:49.977462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:49.980537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:49.986257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:50.004343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.068354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.072280 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.099933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54deb01a-7c59-47a5-adeb-f70fd0ca8ab3,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:50.109374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.110802 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-46e07d63-6565-4557-b9dc-f86bf6e4ca68 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522934 Feb 17 00:29:50.113708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34882) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:50.118975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': '6c67138e-d775-413b-a157-a93b8aeed0f9', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:50.125071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:50.128800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:50.131641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:50.137744 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:50.256928 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.319887 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.324735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.348595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c0af39-a90a-442b-a6f5-19ee62f30da4,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:50.359356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.363375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bbf4592c-812f-4700-94aa-b1974e7d344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2459674 Feb 17 00:29:50.363533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34886) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:50.369348 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': '6c67138e-d775-413b-a157-a93b8aeed0f9', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:50.375564 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:50.379594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:50.382582 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:50.388968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:50.406768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.470728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.475112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.498724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd01d92d-3de0-49c0-a002-46e95e99cb32,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:50.507138 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.508358 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-2d5fe879-b048-4c85-ad0d-4a34fbbda578 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438115 Feb 17 00:29:50.511640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34890) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:50.516542 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': '6c67138e-d775-413b-a157-a93b8aeed0f9', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:50.524368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:50.529147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:50.532120 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:50.537727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:50.556119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.625003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.628705 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.650909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0527a0f3-0561-4c1a-9618-fded140160d2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:50.653888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f8413c-f1b9-4115-b645-2a5a1541926c,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:50.662128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.667004 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f2e1b07d-ed7a-4e6b-bd7f-f18c0994f380 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507294 Feb 17 00:29:50.667004 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34894) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:50.672040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': '6c67138e-d775-413b-a157-a93b8aeed0f9', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:50.678147 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:50.682323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:50.685258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:50.691589 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:50.701705 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Project 66cccc1ad1214b31800e20451adf20b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:29:50.708759 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.729392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 0527a0f3-0561-4c1a-9618-fded140160d2 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:50.734246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0527a0f3-0561-4c1a-9618-fded140160d2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:50.734617 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.774577 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.779265 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.804455 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6ccbb6-8c35-400e-a3a3-741e6e759f8a,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:50.813640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.815280 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f7682418-cbfe-495d-aa09-ea772d4fb078 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474569 Feb 17 00:29:50.818040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34898) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:29:50.823648 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': '6c67138e-d775-413b-a157-a93b8aeed0f9', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:50.829135 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:50.832975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:29:50.835936 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:29:50.842527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:50.854485 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Project 66cccc1ad1214b31800e20451adf20b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:29:50.862199 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.893014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.909930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 0527a0f3-0561-4c1a-9618-fded140160d2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0527a0f3-0561-4c1a-9618-fded140160d2,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:50.914784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.937776 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.943283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.968244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8c8208-4473-4e8d-b9d3-c1ceb3c2910d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:50.978882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:50.980329 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f07d0afa-4c10-4f07-88e4-4ac0bd4b4066 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610835 Feb 17 00:29:50.986389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=0527a0f3-0561-4c1a-9618-fded140160d2,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:51.136881 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-0109bb65-ff6a-43d8-aeaf-ee3b4d878b0b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:29:51.152452 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-0109bb65-ff6a-43d8-aeaf-ee3b4d878b0b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:29:51.153571 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-0109bb65-ff6a-43d8-aeaf-ee3b4d878b0b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556808538&fields=id&tenant_id=66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 267 time: 0.0553281 Feb 17 00:29:51.297402 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-0b18850c-986a-4b97-872d-9cd5fd79a857 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:51.298731 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-0b18850c-986a-4b97-872d-9cd5fd79a857 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 809 time: 0.1385760 Feb 17 00:29:51.313978 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-55e6aae6-ed2b-4102-ab7a-4d914326aaf9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/quotas/66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 375 time: 0.0097947 Feb 17 00:29:51.393464 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-92ebbea8-4b6c-4123-948f-ddbb9e454db3 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:29:51.410996 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-92ebbea8-4b6c-4123-948f-ddbb9e454db3 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:29:51.412526 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-92ebbea8-4b6c-4123-948f-ddbb9e454db3 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938737 Feb 17 00:29:51.545998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-7a4ba89f-67db-4940-83bf-d2612a020c8c service neutron] 10.222.0.47 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214786 Feb 17 00:29:51.674328 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-0a2f6e73-856f-4503-b2e0-d78802d1d785 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224461 Feb 17 00:29:51.746478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:51.849733 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1a9bf757-cba0-4130-8b67-b037374658b1 req-c10ca64a-0e29-436d-a042-c0ca2ef5258f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 210 time: 0.0459440 Feb 17 00:29:52.621794 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0527a0f3-0561-4c1a-9618-fded140160d2 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:52.690227 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 0527a0f3-0561-4c1a-9618-fded140160d2 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:52.690599 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:52.799143 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Sync routers for ids ['52ab892f-d034-45e8-9b0f-549257ae0ad1'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:29:52.811773 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Routers {'52ab892f-d034-45e8-9b0f-549257ae0ad1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:52.812665 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['52ab892f-d034-45e8-9b0f-549257ae0ad1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:52.885772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-1221d964-7b47-4697-8552-a8ec056dd332 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:52.886470 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-1221d964-7b47-4697-8552-a8ec056dd332 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:network {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:29:52.909735 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-1221d964-7b47-4697-8552-a8ec056dd332 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:network {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:29:52.911486 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-1221d964-7b47-4697-8552-a8ec056dd332 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 809 time: 0.1881568 Feb 17 00:29:52.975655 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-4721402e-8ed7-46c7-af52-f210ee359a59 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:security_group {{(pid=87676) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:29:52.988798 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-4721402e-8ed7-46c7-af52-f210ee359a59 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:security_group {{(pid=87676) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:29:52.990180 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-4721402e-8ed7-46c7-af52-f210ee359a59 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 379 time: 0.0705922 Feb 17 00:29:52.998766 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'port': {'device_id': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'admin_state_up': True, 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'security_groups': ['6c67138e-d775-413b-a157-a93b8aeed0f9']}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:53.005459 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Set router 52ab892f-d034-45e8-9b0f-549257ae0ad1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:53.024579 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c5026fe7-be91-48cc-a0bd-cd77fb5dc543 req-540d52e0-b8a7-41bb-8605-be3f077656f8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 210 time: 0.0437768 Feb 17 00:29:53.132488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:29:53.142415 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:29:53.152371 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Made reservation on behalf of 66cccc1ad1214b31800e20451adf20b8 for: {'port': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:29:53.155773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.316856 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Allocated IP 172.20.0.7 (aa1444f7-e980-4eb1-9821-7b05e614ee53/b8a67c72-16fa-45f0-8d42-ac5b1e8c756c/1e6a97ab-916b-40cc-8278-a90bc306c30f) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:29:53.319541 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 4, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port': {'id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'aaec4114-7d5a-4817-bd33-96bd604e338c', 'name': '', 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'mac_address': 'fa:16:3e:79:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:47Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 2, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'subnets': [{'id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:53.324001 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Checking router: 52ab892f-d034-45e8-9b0f-549257ae0ad1 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:29:53.324484 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Updating router 52ab892f-d034-45e8-9b0f-549257ae0ad1 port aaec4114-7d5a-4817-bd33-96bd604e338c binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:29:53.386003 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.625910 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.642375 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Transition to ACTIVE for port object 1e6a97ab-916b-40cc-8278-a90bc306c30f will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:53.668524 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.737281 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.739352 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:29:53.742411 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:29:53.746948 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:29:53.750192 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Transition to ACTIVE for port object aaec4114-7d5a-4817-bd33-96bd604e338c will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:53.756736 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.788349 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:53.820928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:53.821639 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.850462 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-84220aa4-12be-40b4-87e2-9312c9e52e9e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553290 Feb 17 00:29:53.864321 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Request body: {'port': {'device_id': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:29:53.877308 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973629-5994-401f-90c9-c2977c61cfa1 None None] Pushing event updated for resources: {'Port': ['ID=aaec4114-7d5a-4817-bd33-96bd604e338c,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:53.991529 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Attempting to bind port aaec4114-7d5a-4817-bd33-96bd604e338c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:29:53.991961 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Attempting to bind port aaec4114-7d5a-4817-bd33-96bd604e338c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:29:53.992442 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:53.992913 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Attempting to bind port aaec4114-7d5a-4817-bd33-96bd604e338c on network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:53.999502 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:29:53.999964 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Checking segment: {'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:54.000599 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.001159 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Bound using segment: {'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:29:54.001763 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Bound port: aaec4114-7d5a-4817-bd33-96bd604e338c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534b8f0f-ab85-4d82-a969-b514888be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:29:54.002353 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.005973 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e1deea65-b971-4e0f-8a07-b6e1a35b6c68 None None] Provisioning for port 1e6a97ab-916b-40cc-8278-a90bc306c30f completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:54.013598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-e1deea65-b971-4e0f-8a07-b6e1a35b6c68 None None] Provisioning complete for port 1e6a97ab-916b-40cc-8278-a90bc306c30f triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:54.014353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e1deea65-b971-4e0f-8a07-b6e1a35b6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.084404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-e1deea65-b971-4e0f-8a07-b6e1a35b6c68 None None] Port 1e6a97ab-916b-40cc-8278-a90bc306c30f cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:29:54.122442 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] For port aaec4114-7d5a-4817-bd33-96bd604e338c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:29:54.125636 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] For port aaec4114-7d5a-4817-bd33-96bd604e338c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aaec4114-7d5a-4817-bd33-96bd604e338c,segment=NetworkSegment(534b8f0f-ab85-4d82-a969-b514888be4c0),segment_id=534b8f0f-ab85-4d82-a969-b514888be4c0)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:29:54.129164 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.219895 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Routers {'52ab892f-d034-45e8-9b0f-549257ae0ad1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:29:54.220682 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['52ab892f-d034-45e8-9b0f-549257ae0ad1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:54.241518 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45e325-c822-4b00-ad16-09af5a45b131 req-8d2fe138-404f-485a-b0d3-c59c17f1f4d7 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:54.243107 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b45e325-c822-4b00-ad16-09af5a45b131 req-8d2fe138-404f-485a-b0d3-c59c17f1f4d7 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 931 time: 0.0904641 Feb 17 00:29:54.299573 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b45e325-c822-4b00-ad16-09af5a45b131 req-e2dc48ed-b81e-48b0-b387-7283c52c0776 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485628 Feb 17 00:29:54.315689 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973629-5994-401f-90c9-c2977c61cfa1 None None] Pushing event updated for resources: {'Port': ['ID=aaec4114-7d5a-4817-bd33-96bd604e338c,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:54.388495 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6a97ab-916b-40cc-8278-a90bc306c30f {{(pid=87676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:29:54.396040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.411245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Transition to ACTIVE for port object 1e6a97ab-916b-40cc-8278-a90bc306c30f will not be triggered until provisioned by entity L2. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:29:54.414944 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.441799 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] Set router 52ab892f-d034-45e8-9b0f-549257ae0ad1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:29:54.574575 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:54.665198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aaec4114-7d5a-4817-bd33-96bd604e338c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:54.680407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Attempting to bind port 1e6a97ab-916b-40cc-8278-a90bc306c30f on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:29:54.680747 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Attempting to bind port 1e6a97ab-916b-40cc-8278-a90bc306c30f by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:29:54.681125 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Attempting to bind port 1e6a97ab-916b-40cc-8278-a90bc306c30f on network aa1444f7-e980-4eb1-9821-7b05e614ee53 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:54.686554 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Port 1e6a97ab-916b-40cc-8278-a90bc306c30f on network aa1444f7-e980-4eb1-9821-7b05e614ee53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:29:54.686884 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Attempting to bind port 1e6a97ab-916b-40cc-8278-a90bc306c30f on network aa1444f7-e980-4eb1-9821-7b05e614ee53 {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:29:54.692177 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:29:54.692522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Checking segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:29:54.692917 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Bound using segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} {{(pid=87676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:29:54.693347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.managers [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Bound port: 1e6a97ab-916b-40cc-8278-a90bc306c30f, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}}] {{(pid=87676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:29:54.693698 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.763572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port aaec4114-7d5a-4817-bd33-96bd604e338c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:29:54.770109 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port aaec4114-7d5a-4817-bd33-96bd604e338c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:54.770478 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.804654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 4, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port': {'id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'aaec4114-7d5a-4817-bd33-96bd604e338c', 'name': '', 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'mac_address': 'fa:16:3e:79:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:47Z', 'updated_at': '2022-02-17T00:29:54Z', 'revision_number': 4, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'subnets': [{'id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:29:54.807595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, cleared binding levels {{(pid=87676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:29:54.810374 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36c650-7684-4258-8c28-7169c8f9a508 None None] The sync data for ids ['52ab892f-d034-45e8-9b0f-549257ae0ad1'] in dv-neutron-829040-1-hyperv is: [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:48Z', 'revision_number': 4, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port': {'id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'aaec4114-7d5a-4817-bd33-96bd604e338c', 'name': '', 'network_id': '6eee2e89-075e-4fa6-bca7-6ed0b0134a40', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'mac_address': 'fa:16:3e:79:f2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:47Z', 'updated_at': '2022-02-17T00:29:54Z', 'revision_number': 4, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'subnets': [{'id': '1396ef00-4099-4348-ba56-778a6160e9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:29:54.811033 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:29:54.814956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.870904 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:54.871539 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.873517 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 1093 time: 1.0137849 Feb 17 00:29:54.875955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:29:54.903933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.950800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port aaec4114-7d5a-4817-bd33-96bd604e338c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aaec4114-7d5a-4817-bd33-96bd604e338c,segment=NetworkSegment(534b8f0f-ab85-4d82-a969-b514888be4c0),segment_id=534b8f0f-ab85-4d82-a969-b514888be4c0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:54.958758 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:54.966770 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'status': 'completed', 'code': 200} Feb 17 00:29:54.981543 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc442fb0-d9ba-4186-8e1d-384c352a5c33 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=3']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:55.015666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-9e4001cb-0070-4dd8-9ddd-2f7c049c4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:55.017211 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-9e4001cb-0070-4dd8-9ddd-2f7c049c4376 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1096 time: 0.0965517 Feb 17 00:29:55.062806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=aaec4114-7d5a-4817-bd33-96bd604e338c,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:55.113798 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-910bb81d-ba1b-444a-b0b6-f6975dcd9c36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 217 time: 0.0890973 Feb 17 00:29:55.173957 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-11d8b726-db27-4f2c-9114-91770a043eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:55.175287 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-11d8b726-db27-4f2c-9114-91770a043eca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0563183 Feb 17 00:29:55.251563 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-1f39fef3-d4ed-44d2-a3b5-ac421c95d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:55.253043 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-1f39fef3-d4ed-44d2-a3b5-ac421c95d9d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724351 Feb 17 00:29:55.381280 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-5553111f-7e90-4005-9452-4cf2c288e754 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220589 Feb 17 00:29:55.489488 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073a3a-0a4e-4123-b263-de213d42ccac req-a8c786cc-bdd2-442f-ae7a-f1c3efc9955f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:55.490893 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1a073a3a-0a4e-4123-b263-de213d42ccac req-a8c786cc-bdd2-442f-ae7a-f1c3efc9955f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0799332 Feb 17 00:29:55.537328 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1a073a3a-0a4e-4123-b263-de213d42ccac req-404c941e-d42a-4294-a376-88c6e9ca37e7 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406570 Feb 17 00:29:55.620198 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-0ca38d42-bea1-40fa-ac12-9f78db46c20b req-0e80703d-f77e-4da8-ada7-c4fa096e6f82 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327313 Feb 17 00:29:55.734589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-4a5b03a5-8890-4fcb-81da-05edc380f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:55.736026 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-4a5b03a5-8890-4fcb-81da-05edc380f5e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1096 time: 0.0686145 Feb 17 00:29:55.863240 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-6719210a-70c8-4b3a-a373-08f4767f8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:55.864651 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-6719210a-70c8-4b3a-a373-08f4767f8260 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1220751 Feb 17 00:29:55.934724 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-0b905eb0-c51d-45b0-b9a5-81d5be6596ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 217 time: 0.0637655 Feb 17 00:29:55.994385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-bbd4a30c-e75e-494c-ae31-7e936863b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:55.995742 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-bbd4a30c-e75e-494c-ae31-7e936863b727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0554600 Feb 17 00:29:56.073084 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-88e354e6-6625-4c05-af6d-f6541040354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:56.074572 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-88e354e6-6625-4c05-af6d-f6541040354e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726218 Feb 17 00:29:56.210126 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-f4aaeec9-14e9-4bbc-80d5-531a650c1167 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290329 Feb 17 00:29:56.343193 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-908261fc-8ae3-4161-9ac2-5f8276a13a64 req-e450800a-dce1-4b7b-bb93-90eaa9e9044c service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268010 Feb 17 00:29:56.621510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aaec4114-7d5a-4817-bd33-96bd604e338c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:29:56.691086 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port aaec4114-7d5a-4817-bd33-96bd604e338c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:29:56.691459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:56.753420 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fb7dc-c959-46be-8744-44e01561a8ef req-d64442f0-a53b-4e41-ba50-bd79106b0298 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:56.755096 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-796fb7dc-c959-46be-8744-44e01561a8ef req-d64442f0-a53b-4e41-ba50-bd79106b0298 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0894611 Feb 17 00:29:56.804511 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-796fb7dc-c959-46be-8744-44e01561a8ef req-aab6ce01-4c3e-4376-977d-4577dc24574b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Feb 17 00:29:57.990095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda315b2-6d16-41f6-88fe-e912e68ae842 req-b633a31c-f394-4e5d-9b82-2dcedb84671e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:57.991424 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fda315b2-6d16-41f6-88fe-e912e68ae842 req-b633a31c-f394-4e5d-9b82-2dcedb84671e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0766332 Feb 17 00:29:58.034691 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fda315b2-6d16-41f6-88fe-e912e68ae842 req-3dd44805-9772-41be-8873-649387058ada tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377276 Feb 17 00:29:58.406743 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:29:58.534970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:58.547886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'port_id': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'mac_address': 'fa:16:3e:38:fc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:29:58.609553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:58.633875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6a97ab-916b-40cc-8278-a90bc306c30f {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:29:58.648891 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:29:58.652936 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:29:58.720276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:29:58.857874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1e6a97ab-916b-40cc-8278-a90bc306c30f'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:29:59.220871 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1d7d4-f119-4b51-a34f-77d60af04c35 req-adbf52c8-8951-4342-aba9-898194b828ce tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:29:59.222314 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4b1d7d4-f119-4b51-a34f-77d60af04c35 req-adbf52c8-8951-4342-aba9-898194b828ce tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 944 time: 0.0811119 Feb 17 00:29:59.264545 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f4b1d7d4-f119-4b51-a34f-77d60af04c35 req-6e3fd403-2c81-4288-b80b-c8f9a1d8bc40 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364759 Feb 17 00:30:00.422294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:30:00.446201 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d885ff-a673-4714-9f39-039eaafa0ca4 req-f5fe52d4-91d3-42eb-acb0-75bfec28ae08 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:00.448236 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16d885ff-a673-4714-9f39-039eaafa0ca4 req-f5fe52d4-91d3-42eb-acb0-75bfec28ae08 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 944 time: 0.0784969 Feb 17 00:30:00.492553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 1e6a97ab-916b-40cc-8278-a90bc306c30f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:30:00.497896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1e6a97ab-916b-40cc-8278-a90bc306c30f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:30:00.498330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:00.501347 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16d885ff-a673-4714-9f39-039eaafa0ca4 req-07d8ffaa-760e-4bf3-86e7-689b35992025 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471702 Feb 17 00:30:00.610860 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:00.637773 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:30:00.647248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:30:00.650993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:00.690274 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'code': 200} Feb 17 00:30:00.721432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:30:00.908527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b4130-7ee8-4eed-b046-48723d4b931b req-53502cef-b46b-4937-9e6d-6b9c06688798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:00.909965 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-736b4130-7ee8-4eed-b046-48723d4b931b req-53502cef-b46b-4937-9e6d-6b9c06688798 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1098 time: 0.0677025 Feb 17 00:30:00.949368 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-736b4130-7ee8-4eed-b046-48723d4b931b req-320a5561-6c26-47a5-81f0-db79e10205f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Feb 17 00:30:01.682100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5610-0e27-439a-b786-d07cae5f65d6 req-76b9db1c-6213-435c-9a3d-c62f61626bcb tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:01.683493 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-58fe5610-0e27-439a-b786-d07cae5f65d6 req-76b9db1c-6213-435c-9a3d-c62f61626bcb tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0776136 Feb 17 00:30:01.725194 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-58fe5610-0e27-439a-b786-d07cae5f65d6 req-b8ba6479-8781-4686-9984-57e8dd4f20e4 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360992 Feb 17 00:30:02.909735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d446b-ddf6-4389-9d05-0d6d8c1a2796 req-43d3044d-1845-470d-bb57-244797b911da tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:02.911159 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b13d446b-ddf6-4389-9d05-0d6d8c1a2796 req-43d3044d-1845-470d-bb57-244797b911da tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0811908 Feb 17 00:30:02.954185 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b13d446b-ddf6-4389-9d05-0d6d8c1a2796 req-8333c046-5055-4cc5-920c-6effd77a63e0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366769 Feb 17 00:30:03.133598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad85ff6-2bf7-42df-9539-5b75843f5c54 req-7c9052d7-c20f-4044-90ee-d4e8a0209393 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:03.135512 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aad85ff6-2bf7-42df-9539-5b75843f5c54 req-7c9052d7-c20f-4044-90ee-d4e8a0209393 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0774105 Feb 17 00:30:03.177494 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-aad85ff6-2bf7-42df-9539-5b75843f5c54 req-a5de4eb8-bb4e-49cd-9af3-98036c033019 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365160 Feb 17 00:30:03.199401 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34952) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:30:03.365597 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5ac7c-ea2c-4e52-8446-0d1ad7c9e0f5 tempest-TestShelveInstance-874834828 tempest-TestShelveInstance-874834828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:03.366286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7cb5ac7c-ea2c-4e52-8446-0d1ad7c9e0f5 tempest-TestShelveInstance-874834828 tempest-TestShelveInstance-874834828-project-admin] Synchronizing usage tracker for tenant:093695aeeb33478e91cd0f41974715a3 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:30:03.381663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7cb5ac7c-ea2c-4e52-8446-0d1ad7c9e0f5 tempest-TestShelveInstance-874834828 tempest-TestShelveInstance-874834828-project-admin] Unset dirty status for tenant:093695aeeb33478e91cd0f41974715a3 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:30:03.382741 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7cb5ac7c-ea2c-4e52-8446-0d1ad7c9e0f5 tempest-TestShelveInstance-874834828 tempest-TestShelveInstance-874834828-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1093 time: 0.1824288 Feb 17 00:30:03.386377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 34958) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:30:03.391220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:30:03.396970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:30:03.401508 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:floatingip and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:30:03.404496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:30:03.410170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:30:03.420667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:03.646217 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:03.768229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-47e58b5c-5500-44d8-be52-6d3f0870e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:03.780627 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Allocated IP 172.26.2.95 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/6ad2f50c-39ab-4216-a572-bb860c8b30f1) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:30:03.923719 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:03.951463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:04.016505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:30:04.019203 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:30:04.025324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:30:04.054434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'Port': ['ID=6ad2f50c-39ab-4216-a572-bb860c8b30f1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:30:04.100939 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:30:04.433321 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:04.504563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:04.715704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:04.720060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:04.824244 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'Port': ['ID=6ad2f50c-39ab-4216-a572-bb860c8b30f1,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:30:04.837819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:05.003895 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Floating IP 3f49f130-927b-4dbf-a64c-f737efe9b958 associated. External IP: 172.26.2.95, port: 1e6a97ab-916b-40cc-8278-a90bc306c30f. Feb 17 00:30:05.449524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Router 7f8fce00-eeda-405e-a1df-d413a7ad902b has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:30:05.624367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:30:05.635374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] Sync routers for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:30:05.645043 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:30:05.645978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:29:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:30:05.649252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:05.707686 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7516596f-92d8-4340-9412-690ce77ecc22 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3202970 Feb 17 00:30:05.708291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:30:05.757327 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'status': 'completed', 'code': 200} Feb 17 00:30:05.848291 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-f68724ab-c767-4a9a-995e-5ef752402189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:05.849992 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-f68724ab-c767-4a9a-995e-5ef752402189 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1098 time: 0.0729284 Feb 17 00:30:05.858363 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:30:05.979219 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-62bba9c5-15cd-42c8-ae06-ad1f3d04f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:05.980721 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-62bba9c5-15cd-42c8-ae06-ad1f3d04f00e service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1239400 Feb 17 00:30:06.029527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fb627611-143d-402b-b5d7-a875f140703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:06.083699 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-cc3e8b0d-07cf-41f0-b750-a5eee7fd1be3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 998 time: 0.0973532 Feb 17 00:30:06.142450 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-0e701af3-03a6-4d99-bd22-5cb6117d4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:06.143881 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-0e701af3-03a6-4d99-bd22-5cb6117d4ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0551531 Feb 17 00:30:06.212557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '3f49f130-927b-4dbf-a64c-f737efe9b958', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'port_id': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'mac_address': 'fa:16:3e:38:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:30:04Z', 'updated_at': '2022-02-17T00:30:04Z', 'revision_number': 0, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:30:06.216402 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] Checking router: 7f8fce00-eeda-405e-a1df-d413a7ad902b for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:30:06.217007 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-997ae6eb-bc25-4d77-a4cf-ec25d86bb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:06.218465 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-997ae6eb-bc25-4d77-a4cf-ec25d86bb92a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691752 Feb 17 00:30:06.224830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:30:06.225420 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:30:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:30:06.346353 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-0a319da8-9c09-4fd3-9203-d30b2f32aeaf service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222336 Feb 17 00:30:06.397392 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:30:06.476893 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4d1fbf5c-f47f-447a-9cce-797fbf37f5a1 req-9fe6c45b-e9af-407d-a635-6c4baeabc685 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250429 Feb 17 00:30:06.751509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '3f49f130-927b-4dbf-a64c-f737efe9b958', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'port_id': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'mac_address': 'fa:16:3e:38:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:30:04Z', 'updated_at': '2022-02-17T00:30:04Z', 'revision_number': 0, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:30:06.755383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e7187-423e-408b-abd0-2cab3c1a6d46 None None] The sync data for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv is: [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '3f49f130-927b-4dbf-a64c-f737efe9b958', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'floating_ip_address': '172.26.2.95', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'port_id': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'mac_address': 'fa:16:3e:38:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:30:04Z', 'updated_at': '2022-02-17T00:30:04Z', 'revision_number': 0, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:30:06.926061 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d8973-3293-411c-b66d-933a7d713293 None None] New status for floating IP 3f49f130-927b-4dbf-a64c-f737efe9b958: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:30:07.043508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:07.407510 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:08.654071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:21.764600 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:33.770645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4a3b21be-fc0b-4ce4-8882-0a1ee3281041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:35.265432 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-73804720-5276-45d5-aefe-055ca50d79cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1767344 Feb 17 00:30:35.401559 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-b312cd1d-97ac-4174-ab35-39df39c7f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:35.402989 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-b312cd1d-97ac-4174-ab35-39df39c7f8b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1098 time: 0.0691960 Feb 17 00:30:35.542700 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-6e541ad0-b55c-4e71-b02a-ea611aae781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:35.544038 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-6e541ad0-b55c-4e71-b02a-ea611aae781c service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1221101 Feb 17 00:30:35.645016 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-32b9ca22-db37-4a65-b3d1-703baf95a311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 1000 time: 0.0941193 Feb 17 00:30:35.708137 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-91f2d60f-5b3d-4cd6-a919-8ed0aea8d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:35.709533 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-91f2d60f-5b3d-4cd6-a919-8ed0aea8d581 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0582740 Feb 17 00:30:35.781791 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-1bce17a7-be4f-469b-a1f7-8c92092d5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:30:35.783220 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-1bce17a7-be4f-469b-a1f7-8c92092d5772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677717 Feb 17 00:30:35.911701 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-0b82228e-13b1-4869-8c49-40f0677344e8 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217933 Feb 17 00:30:36.021391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-92b43d08-56f9-459a-b11f-14ae1e450cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:36.042370 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-1c35cb96-11eb-4658-8944-e233e60ca341 req-ca97da7c-12c0-47a5-9d5f-6f46eae06898 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245685 Feb 17 00:30:37.046796 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:37.410632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:38.658060 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:30:41.101934 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:30:51.778497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:03.773963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-56967a68-da00-4b72-9a0c-a385e3e2dd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:06.022719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7f19c6d8-ee80-4b9f-847a-fd6bc1bd534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:07.049501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:07.413596 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:08.440956 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [req-c4275033-8601-4419-b096-f05e26baa129 req-4f8dcd31-5c96-4a1a-80df-cb62b15c0e06 service neutron] (87676) timed out ('10.222.0.47', 59024) {{(pid=87676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:31:08.658892 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:18.101022 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:31:21.779292 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:33.779381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3dd2168a-cca5-49d4-bf21-26046909db10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:35.693231 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-079274e2-9908-4903-9045-7079bd6b134f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1128283 Feb 17 00:31:35.827416 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca138e-6594-475b-86c6-545de379977c req-4a370218-c780-4df2-8e80-1ff79ec60e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:31:35.828874 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-4a370218-c780-4df2-8e80-1ff79ec60e44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1098 time: 0.0681424 Feb 17 00:31:35.969120 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca138e-6594-475b-86c6-545de379977c req-cda4a70c-b55e-4e35-bfa0-ccaeed6b2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:31:35.970530 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-cda4a70c-b55e-4e35-bfa0-ccaeed6b2ce7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1227167 Feb 17 00:31:36.024645 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b3a9be11-3c45-4629-b575-3fd950e2075b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:36.072748 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-4532a7f7-927c-43cc-907f-8e9b3a69230d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 1000 time: 0.0958037 Feb 17 00:31:36.130704 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca138e-6594-475b-86c6-545de379977c req-e3aee7db-6864-4ca7-b5e8-c7b33c0deb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:31:36.132077 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-e3aee7db-6864-4ca7-b5e8-c7b33c0deb3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0547395 Feb 17 00:31:36.208351 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca138e-6594-475b-86c6-545de379977c req-6c23f1d6-4ada-4dbd-869b-fbde68c1c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:31:36.209872 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-6c23f1d6-4ada-4dbd-869b-fbde68c1c24f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714934 Feb 17 00:31:36.220032 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-f3e7ca3d-51ad-4f7f-a022-bec24b8cd10f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:31:36.220917 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-f3e7ca3d-51ad-4f7f-a022-bec24b8cd10f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047212 Feb 17 00:31:36.347842 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-720baf2b-dd19-4880-9a70-61bc96bae59d service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211872 Feb 17 00:31:36.580792 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-eaca138e-6594-475b-86c6-545de379977c req-fe7f9994-f805-480d-b734-9ada360fdc9e service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261288 Feb 17 00:31:37.089126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:37.415732 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:38.660968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:51.776188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:31:55.099662 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:32:00.641013 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d99ac6-b286-4f7e-ab3b-f6fda8368a67 req-c0de732c-c559-4bd3-840e-5f767cc1048f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:00.642497 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e7d99ac6-b286-4f7e-ab3b-f6fda8368a67 req-c0de732c-c559-4bd3-840e-5f767cc1048f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.1318932 Feb 17 00:32:00.689290 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e7d99ac6-b286-4f7e-ab3b-f6fda8368a67 req-36b45228-0eca-4d1a-8f46-3f42bba59784 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Feb 17 00:32:01.878862 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782985-3edc-4bbc-982b-261127966e69 req-511037f1-0ac3-48af-9ded-bb082cdc2ab7 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:01.880299 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6e782985-3edc-4bbc-982b-261127966e69 req-511037f1-0ac3-48af-9ded-bb082cdc2ab7 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0787222 Feb 17 00:32:01.923260 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6e782985-3edc-4bbc-982b-261127966e69 req-c424ae2b-c0f8-4870-bed7-8dee90d9348f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370612 Feb 17 00:32:03.110867 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154073-1c55-467b-91df-351b4756ce63 req-07539021-007c-4c9d-afd1-fdb1dd624db1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:03.112453 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-69154073-1c55-467b-91df-351b4756ce63 req-07539021-007c-4c9d-afd1-fdb1dd624db1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0827572 Feb 17 00:32:03.162233 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-69154073-1c55-467b-91df-351b4756ce63 req-9f888387-7542-4425-b1ec-ab12c1ddbf20 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440459 Feb 17 00:32:03.781606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-939de0bd-9bfa-4cc5-b385-bd901b9aa3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:04.340412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafabd9-f203-4c0f-b225-657736165306 req-8984273c-07fa-426b-9afe-265798c452fb tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:04.342327 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2fafabd9-f203-4c0f-b225-657736165306 req-8984273c-07fa-426b-9afe-265798c452fb tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0767765 Feb 17 00:32:04.384577 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2fafabd9-f203-4c0f-b225-657736165306 req-a5e4bc17-5a14-4372-aa7a-9eeef33bccbf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Feb 17 00:32:05.569794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141ca44-023f-448c-a42c-83baee89a1ee req-0e89a9a2-f553-40b3-8fe7-71e994e4392c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:05.571235 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1141ca44-023f-448c-a42c-83baee89a1ee req-0e89a9a2-f553-40b3-8fe7-71e994e4392c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0802145 Feb 17 00:32:05.613768 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1141ca44-023f-448c-a42c-83baee89a1ee req-d3b0bc7d-1b14-41a0-be13-3e2b4dd2b4c4 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370030 Feb 17 00:32:06.027933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ab9b410e-bcdd-44c9-b3bf-9325113ec5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:06.795256 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afca3-bb5c-47f5-84d8-e0831cefe218 req-c7f101d9-5965-4b64-9d65-fd2d17b24dd6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:06.796739 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b63afca3-bb5c-47f5-84d8-e0831cefe218 req-c7f101d9-5965-4b64-9d65-fd2d17b24dd6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0773740 Feb 17 00:32:06.839197 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b63afca3-bb5c-47f5-84d8-e0831cefe218 req-2d08df63-d3dd-4e87-a53f-d82c6d02477c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368760 Feb 17 00:32:07.051280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:07.418205 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:08.023827 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf699-7633-4b6a-8432-cd05b669cbd9 req-20656e9e-487f-4656-a5c0-bba72f1b2f7e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:08.025596 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-349bf699-7633-4b6a-8432-cd05b669cbd9 req-20656e9e-487f-4656-a5c0-bba72f1b2f7e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0827796 Feb 17 00:32:08.068245 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-349bf699-7633-4b6a-8432-cd05b669cbd9 req-b37ef9ed-0102-42f2-a5c1-8e68e6df2526 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365078 Feb 17 00:32:08.664201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:09.256164 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8164b-8bf8-4abd-8f4f-b0220feb8627 req-8f0b1c2a-0d8b-4804-8841-1c8ff59f6850 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:09.257585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16a8164b-8bf8-4abd-8f4f-b0220feb8627 req-8f0b1c2a-0d8b-4804-8841-1c8ff59f6850 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0765471 Feb 17 00:32:09.301767 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16a8164b-8bf8-4abd-8f4f-b0220feb8627 req-18639e91-db09-4322-b4e7-47133d256938 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387018 Feb 17 00:32:10.483643 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbc74d-ab72-42a1-8962-4c64aececb10 req-ba670230-0d69-450f-8f9d-70a79cb2dbe2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:10.485106 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-42bbc74d-ab72-42a1-8962-4c64aececb10 req-ba670230-0d69-450f-8f9d-70a79cb2dbe2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0802341 Feb 17 00:32:10.526753 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-42bbc74d-ab72-42a1-8962-4c64aececb10 req-d91b2209-f82d-43d6-9465-d6945a42f6f8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361285 Feb 17 00:32:11.707495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c81e2-faf1-4e18-970e-5217222ac687 req-be42580e-7847-4eec-8425-baf0a966ac8a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:11.709009 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f97c81e2-faf1-4e18-970e-5217222ac687 req-be42580e-7847-4eec-8425-baf0a966ac8a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0787592 Feb 17 00:32:11.754490 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f97c81e2-faf1-4e18-970e-5217222ac687 req-aab46701-bea4-4acb-a75d-f118804bb44d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400281 Feb 17 00:32:12.937863 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3c155-3dac-45ac-8cbd-76d9290a12a7 req-07343772-bb36-4e1d-86a6-62e158609707 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:12.939293 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b7f3c155-3dac-45ac-8cbd-76d9290a12a7 req-07343772-bb36-4e1d-86a6-62e158609707 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0767066 Feb 17 00:32:12.982119 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b7f3c155-3dac-45ac-8cbd-76d9290a12a7 req-80df19d1-3126-4e73-9c3d-3fbae9358072 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373688 Feb 17 00:32:13.125264 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:32:13.261128 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:32:13.279490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'port_id': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'mac_address': 'fa:16:3e:38:fc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:32:13.337034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:13.355670 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e6a97ab-916b-40cc-8278-a90bc306c30f {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:32:13.370437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:32:13.375688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:13.445380 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:32:13.453044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.453390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.453728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.454058 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.454383 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.454708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.455029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.455349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.455841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.456262 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.456710 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.457112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:32:13.462107 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1e6a97ab-916b-40cc-8278-a90bc306c30f'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:32:14.284783 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695d1fd-684d-436a-b65a-b369f28b5d04 req-4caeac6c-bea7-4b46-a083-c2d2069ca5f8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:14.286394 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3695d1fd-684d-436a-b65a-b369f28b5d04 req-4caeac6c-bea7-4b46-a083-c2d2069ca5f8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 944 time: 0.1958499 Feb 17 00:32:14.340679 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3695d1fd-684d-436a-b65a-b369f28b5d04 req-52d306ee-3559-4de7-a343-d645c64ec1c9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481794 Feb 17 00:32:15.138580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:32:15.211922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1e6a97ab-916b-40cc-8278-a90bc306c30f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:32:15.212328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:15.354304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:15.389571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:15.404543 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:32:15.411034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:15.496423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:32:15.561038 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'code': 200} Feb 17 00:32:15.588296 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55c125-1f34-4963-a515-3993ddd545e5 req-5c7a3ea4-8461-4846-a110-e8c18d7967a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:15.589871 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be55c125-1f34-4963-a515-3993ddd545e5 req-5c7a3ea4-8461-4846-a110-e8c18d7967a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.1117806 Feb 17 00:32:15.656600 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-be55c125-1f34-4963-a515-3993ddd545e5 req-64edeb1f-0afa-4f3a-a411-333ebf0cf7cd tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573542 Feb 17 00:32:16.860645 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39d7f-2b35-4464-b95c-65800d1f1e1a req-b21ae07b-874a-4a87-91d7-4a5a8990b7f2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:16.863888 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-afd39d7f-2b35-4464-b95c-65800d1f1e1a req-b21ae07b-874a-4a87-91d7-4a5a8990b7f2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0895348 Feb 17 00:32:16.910340 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-afd39d7f-2b35-4464-b95c-65800d1f1e1a req-256f2f52-ccf1-4112-af27-948a03f2ed2d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423796 Feb 17 00:32:18.102494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5555d9-a711-4a3f-96f3-1c1b13a19b72 req-4440948e-ea74-4aa6-820d-637744dfecab tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:18.103988 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0e5555d9-a711-4a3f-96f3-1c1b13a19b72 req-4440948e-ea74-4aa6-820d-637744dfecab tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0859332 Feb 17 00:32:18.156868 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0e5555d9-a711-4a3f-96f3-1c1b13a19b72 req-bc85c9eb-2f4c-4b1e-a229-c1b8767f7226 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Feb 17 00:32:19.366060 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708760f-cd7d-472a-a7a7-b0a017c10f61 req-f9cfb494-9002-4e9f-bf5a-18a147232e39 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:19.367596 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b708760f-cd7d-472a-a7a7-b0a017c10f61 req-f9cfb494-9002-4e9f-bf5a-18a147232e39 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0937333 Feb 17 00:32:19.419684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b708760f-cd7d-472a-a7a7-b0a017c10f61 req-7dfb6f5d-0622-4de8-a1fa-552269a3344b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459406 Feb 17 00:32:20.645789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fad12b-4f37-459f-b3c9-04dc37e0f051 req-8bdcebcb-ac6d-4f2b-ba25-11c1bda545c2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:20.647505 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fad12b-4f37-459f-b3c9-04dc37e0f051 req-8bdcebcb-ac6d-4f2b-ba25-11c1bda545c2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.1026282 Feb 17 00:32:20.710739 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-80fad12b-4f37-459f-b3c9-04dc37e0f051 req-7a6e3b18-8a5f-4856-a2e1-ff22e8193410 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571382 Feb 17 00:32:21.787165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:21.905128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a7d9c-6ffe-4735-a458-b228c1c01175 req-ba1d8b3f-6299-48c5-93ce-58630c6a1d16 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:21.906632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-360a7d9c-6ffe-4735-a458-b228c1c01175 req-ba1d8b3f-6299-48c5-93ce-58630c6a1d16 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0880656 Feb 17 00:32:21.954989 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-360a7d9c-6ffe-4735-a458-b228c1c01175 req-477cf8f8-03cf-43ec-961a-1e3f60830864 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Feb 17 00:32:23.111309 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622521-2815-4d7c-9dc1-664379797a05 req-6c721a05-23bf-477a-a92e-a08132683785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:23.112786 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4b622521-2815-4d7c-9dc1-664379797a05 req-6c721a05-23bf-477a-a92e-a08132683785 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1098 time: 0.0693521 Feb 17 00:32:23.141222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e026dea-a413-476d-ae24-c2c470eec0a2 req-d674a70b-8b3e-4f6a-b92b-8445567554a8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:23.142676 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8e026dea-a413-476d-ae24-c2c470eec0a2 req-d674a70b-8b3e-4f6a-b92b-8445567554a8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0830712 Feb 17 00:32:23.185506 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-8e026dea-a413-476d-ae24-c2c470eec0a2 req-0482adc3-47ed-4860-b2a5-af1509f42cdf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372322 Feb 17 00:32:23.240418 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622521-2815-4d7c-9dc1-664379797a05 req-a297bd28-a0f2-4c93-a665-6e1f56af1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:23.241773 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4b622521-2815-4d7c-9dc1-664379797a05 req-a297bd28-a0f2-4c93-a665-6e1f56af1488 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1231616 Feb 17 00:32:23.343108 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4b622521-2815-4d7c-9dc1-664379797a05 req-818416c9-4c95-42e8-8207-7271424dd5d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 1000 time: 0.0946479 Feb 17 00:32:23.403165 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622521-2815-4d7c-9dc1-664379797a05 req-eb849bc1-179e-43c6-bdc3-bc7d3e8dcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:23.404591 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4b622521-2815-4d7c-9dc1-664379797a05 req-eb849bc1-179e-43c6-bdc3-bc7d3e8dcbba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0556991 Feb 17 00:32:23.478616 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622521-2815-4d7c-9dc1-664379797a05 req-ebc997a1-21e8-4ed2-b9fc-00bbccc2f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:23.483755 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4b622521-2815-4d7c-9dc1-664379797a05 req-ebc997a1-21e8-4ed2-b9fc-00bbccc2f6de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699522 Feb 17 00:32:23.609851 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4b622521-2815-4d7c-9dc1-664379797a05 req-708f3565-e53c-427f-83e1-020fd8a3b188 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231251 Feb 17 00:32:23.738071 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-4b622521-2815-4d7c-9dc1-664379797a05 req-7ca594b8-91b9-4ab4-8da9-c1c906e3aa83 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224592 Feb 17 00:32:23.810019 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [req-ef0d7fa3-496d-4148-8c89-843a1073171e req-672a4968-4c9f-4f43-a202-9194e3cdae7c service neutron] (87676) timed out ('10.222.0.24', 62741) {{(pid=87676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:32:24.364873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d5e5-17c4-4fe6-af11-e836284018b9 req-9fa05550-ac96-44cc-8670-87494801c9b5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:24.366306 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5708d5e5-17c4-4fe6-af11-e836284018b9 req-9fa05550-ac96-44cc-8670-87494801c9b5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0771658 Feb 17 00:32:24.412516 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5708d5e5-17c4-4fe6-af11-e836284018b9 req-16db72d3-4f47-4060-8e4e-5ae355ba08da tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407405 Feb 17 00:32:25.590683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85858640-4161-4706-b498-bf9b40a4010b req-a8f0c736-5e79-4e65-ae07-2157bacb54bd tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:25.592641 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85858640-4161-4706-b498-bf9b40a4010b req-a8f0c736-5e79-4e65-ae07-2157bacb54bd tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0782664 Feb 17 00:32:25.638276 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-85858640-4161-4706-b498-bf9b40a4010b req-f0dd6551-1a81-4c69-ac86-bc45659822dc tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393565 Feb 17 00:32:25.990772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a031c3-31bb-4c4e-ae2b-33c0ab2407b6 req-30b95591-d233-4303-b4bc-51e5ad52e776 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:25.992262 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d7a031c3-31bb-4c4e-ae2b-33c0ab2407b6 req-30b95591-d233-4303-b4bc-51e5ad52e776 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0821004 Feb 17 00:32:26.036626 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d7a031c3-31bb-4c4e-ae2b-33c0ab2407b6 req-966cd2b8-0608-42cc-8056-1045d92e6324 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 Feb 17 00:32:26.055907 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35140) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:26.164973 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-fb561a8a-c508-427a-a909-481810d18166 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078329 Feb 17 00:32:27.178694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-d2236386-4ff2-497f-8d57-12d9e567dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:27.180190 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-d2236386-4ff2-497f-8d57-12d9e567dbda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce&tenant_id=66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 1098 time: 0.0684738 Feb 17 00:32:27.222365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:32:27.228274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db36363-efba-4820-a808-7113336b6da3 req-3e4c04d6-cc5f-4331-b4f4-13664ecaf8fe tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:27.229785 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1db36363-efba-4820-a808-7113336b6da3 req-3e4c04d6-cc5f-4331-b4f4-13664ecaf8fe tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 945 time: 0.0819998 Feb 17 00:32:27.274832 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1db36363-efba-4820-a808-7113336b6da3 req-24aaeff1-78b8-4b1d-b32d-2ede4f5fd19d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392280 Feb 17 00:32:27.284694 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-57e2d118-e24d-406d-8c3e-08f4a9faf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:27.286093 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-57e2d118-e24d-406d-8c3e-08f4a9faf454 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1098 time: 0.0851579 Feb 17 00:32:27.340438 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:27.366627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:27.376574 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:32:27.381598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:27.413370 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'code': 200} Feb 17 00:32:27.419040 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-005d79fb-6a40-4613-86f3-298479a547b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:27.420522 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-005d79fb-6a40-4613-86f3-298479a547b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1283221 Feb 17 00:32:27.453118 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:32:27.520255 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-efe44eaa-b98f-493c-ad10-19569ca0519a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 998 time: 0.0941935 Feb 17 00:32:27.580220 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-15fb32e8-9921-427d-8291-e1337ae2de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:27.581583 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-15fb32e8-9921-427d-8291-e1337ae2de82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0554936 Feb 17 00:32:27.653536 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-cb808050-0c5b-48fe-b741-3170a52e49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:27.654988 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-cb808050-0c5b-48fe-b741-3170a52e49ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675557 Feb 17 00:32:27.783181 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-29e210f1-3640-43df-8929-bd452505bd19 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221292 Feb 17 00:32:27.910680 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-ad7d6980-0d3d-4b8f-9ca0-3bab961b02e3 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215909 Feb 17 00:32:28.476824 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c516c-60e9-42f4-a1c9-72c0084aa95a req-75b33025-9daa-4c13-b99d-40cdbb5567ec tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:28.478392 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a21c516c-60e9-42f4-a1c9-72c0084aa95a req-75b33025-9daa-4c13-b99d-40cdbb5567ec tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0822155 Feb 17 00:32:28.532890 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a21c516c-60e9-42f4-a1c9-72c0084aa95a req-fcceeef6-ef9d-461c-bc9c-0522c2a4274c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477128 Feb 17 00:32:29.733960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fac0c-bb21-42b6-b69e-a5e922cfc60a req-ed2a5732-3748-4fda-a076-4358c900a3d6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:29.735572 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b7fac0c-bb21-42b6-b69e-a5e922cfc60a req-ed2a5732-3748-4fda-a076-4358c900a3d6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0868797 Feb 17 00:32:29.782883 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b7fac0c-bb21-42b6-b69e-a5e922cfc60a req-8870b809-f882-4402-9e28-484442d6fb08 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Feb 17 00:32:30.974418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d2b5-fe99-4691-a429-413844ff6cc6 req-85e29caf-d5a7-407f-bd41-18f1ec3df021 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:30.976304 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b4d0d2b5-fe99-4691-a429-413844ff6cc6 req-85e29caf-d5a7-407f-bd41-18f1ec3df021 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0799973 Feb 17 00:32:31.029265 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b4d0d2b5-fe99-4691-a429-413844ff6cc6 req-83eb6754-5e29-4f9b-89d0-e3251db57e4c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449774 Feb 17 00:32:32.099842 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:32:32.222017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be3c87-ecc4-4641-8f8b-b5570de73d5d req-a4f72630-975c-4bd2-9222-5cb93bb15500 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:32.223665 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6be3c87-ecc4-4641-8f8b-b5570de73d5d req-a4f72630-975c-4bd2-9222-5cb93bb15500 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0827723 Feb 17 00:32:32.271701 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e6be3c87-ecc4-4641-8f8b-b5570de73d5d req-65e6715f-75bf-44f6-afec-39c316c98581 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416226 Feb 17 00:32:33.620522 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71ff3-3395-48e4-8459-04e615c4a1af req-04a42906-a647-4f0b-bb79-25829756f403 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:33.623610 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d9a71ff3-3395-48e4-8459-04e615c4a1af req-04a42906-a647-4f0b-bb79-25829756f403 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0870402 Feb 17 00:32:33.676143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d9a71ff3-3395-48e4-8459-04e615c4a1af req-fa3928eb-ce4c-4190-9808-e3f3e8abba6f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 Feb 17 00:32:33.783637 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-14ab1130-72eb-4a5b-b5b6-02b2c1f1c1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:34.868019 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00443ae3-9004-453a-9c68-564b85a8b398 req-b6f1028c-f2c7-4607-a34b-51beba4aec58 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:34.869504 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-00443ae3-9004-453a-9c68-564b85a8b398 req-b6f1028c-f2c7-4607-a34b-51beba4aec58 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0798380 Feb 17 00:32:34.917172 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-00443ae3-9004-453a-9c68-564b85a8b398 req-62ec60a6-f94e-4c4d-a50e-6636598284d3 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Feb 17 00:32:36.032087 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0a6ef7ae-2d16-48c0-92b2-3cb7a18bd7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:36.104032 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7450ca4-a2db-423f-bcfe-d3f5964592ab req-2b6c95fa-8a3f-4669-85dd-158b1ab139c2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:36.105875 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b7450ca4-a2db-423f-bcfe-d3f5964592ab req-2b6c95fa-8a3f-4669-85dd-158b1ab139c2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0843499 Feb 17 00:32:36.149513 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b7450ca4-a2db-423f-bcfe-d3f5964592ab req-4488151c-0899-46fe-859c-2c2334c3e74f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381346 Feb 17 00:32:36.552967 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-4d56fca1-f3c5-4d38-a453-597f847e7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:36.554414 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-4d56fca1-f3c5-4d38-a453-597f847e7e48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1096 time: 0.1759400 Feb 17 00:32:36.694216 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-1986ae9b-e8dd-4768-a322-e745a56f62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:36.695642 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-1986ae9b-e8dd-4768-a322-e745a56f62c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1230466 Feb 17 00:32:36.795864 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-0121acbf-6108-4d06-a2a6-67e320ae6fc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 998 time: 0.0937383 Feb 17 00:32:36.855947 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-c6d11d20-c213-4749-9ed3-13b2d3b93233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:36.857800 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-c6d11d20-c213-4749-9ed3-13b2d3b93233 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0548599 Feb 17 00:32:36.932383 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-214cb9e4-62ae-498c-85c8-ca5acf8e77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:36.933790 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-214cb9e4-62ae-498c-85c8-ca5acf8e77da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697398 Feb 17 00:32:37.054338 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:37.064944 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-7047637f-ea19-47a3-af8c-7f755301335f service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238418 Feb 17 00:32:37.116738 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.24', 63173) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:37.185233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699cbc5-a7c1-4576-89f9-a66024019a39 req-994927b9-851a-4658-9e88-1e1f39da1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:37.186693 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6699cbc5-a7c1-4576-89f9-a66024019a39 req-994927b9-851a-4658-9e88-1e1f39da1465 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1096 time: 0.0690849 Feb 17 00:32:37.196451 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-d95e5932-6351-437c-8edb-7b3d0345d4a4 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251256 Feb 17 00:32:37.230631 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6699cbc5-a7c1-4576-89f9-a66024019a39 req-9fed0551-488c-416f-8f48-249525ef1f9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367756 Feb 17 00:32:37.341667 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f424b-b4f2-4083-a59d-70f7b643101d req-437d6871-cb62-4450-af4d-9f6f68619b31 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:37.343126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c10f424b-b4f2-4083-a59d-70f7b643101d req-437d6871-cb62-4450-af4d-9f6f68619b31 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0876350 Feb 17 00:32:37.386117 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c10f424b-b4f2-4083-a59d-70f7b643101d req-9d0de84e-9341-4226-8cef-1327d284f38b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371423 Feb 17 00:32:37.421795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:38.570565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cfbc1-07a7-4fc3-8470-30ec92850ce4 req-5b94ce4e-e9d7-4512-b6c1-330618f38faa tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:38.572015 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-596cfbc1-07a7-4fc3-8470-30ec92850ce4 req-5b94ce4e-e9d7-4512-b6c1-330618f38faa tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 943 time: 0.0777326 Feb 17 00:32:38.620944 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-596cfbc1-07a7-4fc3-8470-30ec92850ce4 req-eac9b528-cec7-4036-87d5-b3f199988bcb tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 Feb 17 00:32:38.669798 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:39.327886 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:32:39.461685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:32:39.474266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'port_id': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'mac_address': 'fa:16:3e:38:fc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:32:39.528481 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:39.544930 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6a97ab-916b-40cc-8278-a90bc306c30f {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:32:39.559934 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:32:39.563603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:39.631603 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=9']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:32:39.779956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1e6a97ab-916b-40cc-8278-a90bc306c30f'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:32:39.814095 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafbc26-06e6-4682-ac5e-449bf82c61a9 req-c289fa80-64f5-45b8-8b4a-e21fb2537951 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:32:39.815925 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0eafbc26-06e6-4682-ac5e-449bf82c61a9 req-c289fa80-64f5-45b8-8b4a-e21fb2537951 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 944 time: 0.0807941 Feb 17 00:32:39.860227 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0eafbc26-06e6-4682-ac5e-449bf82c61a9 req-9ad7c780-4a85-425e-a7ae-899a6eb94bea tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383725 Feb 17 00:32:41.347445 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:32:41.444734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1e6a97ab-916b-40cc-8278-a90bc306c30f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:32:41.445112 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:41.557968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:41.584170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:32:41.594662 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:32:41.599231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:32:41.633008 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'code': 200} Feb 17 00:32:41.670247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=10']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:32:51.782468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:03.785266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1acf423b-c914-468d-9fd9-46e2b153d3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:06.033867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ca4483d9-11a5-4ce6-a32e-7588a60830b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:07.056125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:07.424529 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:08.671875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:09.098926 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:33:21.789498 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:33.786986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-57fbfe4f-ad04-4195-8e48-c3bec6a99a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:35.234512 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-98388ebf-cdc3-4d28-9130-68df62be4f4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1598117 Feb 17 00:33:35.370575 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-bc522748-fc02-4e45-a7fa-65240589332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:35.372041 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-bc522748-fc02-4e45-a7fa-65240589332b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1099 time: 0.0693982 Feb 17 00:33:35.510835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-78ef98f2-7cd6-43c8-a101-f8f69d918457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:35.512218 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-78ef98f2-7cd6-43c8-a101-f8f69d918457 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1227124 Feb 17 00:33:35.615651 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-6534978c-bd01-4bfd-a2b7-224e3609e78e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 1000 time: 0.0976424 Feb 17 00:33:35.675177 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-6e5c5fa0-670c-4536-b76b-d2e6615b8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:35.676653 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-6e5c5fa0-670c-4536-b76b-d2e6615b8002 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0559275 Feb 17 00:33:35.750723 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-99d32ce5-36b8-456e-a0c6-be355f7b2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:35.752177 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-99d32ce5-36b8-456e-a0c6-be355f7b2aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702431 Feb 17 00:33:35.877549 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-f53f2de9-1937-4fca-b281-4e4e954bdb6c service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197677 Feb 17 00:33:36.004857 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c9d1b4b-963a-4144-9d4e-4e5306d9fbda req-52a41ca4-5581-4690-b87e-88d1bee7c3ea service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212578 Feb 17 00:33:36.033924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-489c6f65-2d8e-4d6e-b72c-ccf78282abaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:37.056550 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:37.426347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:38.674104 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:46.097712 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:33:50.546364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35258) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:50.751893 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Deleting port 6ad2f50c-39ab-4216-a572-bb860c8b30f1 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:33:50.752266 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:50.913645 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:50.913969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:51.033446 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Calling delete_port for 6ad2f50c-39ab-4216-a572-bb860c8b30f1 owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:33:51.176430 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:51.221989 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event deleted for resources: {'Port': ['ID=6ad2f50c-39ab-4216-a572-bb860c8b30f1,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:51.400345 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.400684 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.401016 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.401340 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.401666 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.401987 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.402300 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.402612 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.402928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.403243 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.403552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.403860 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:51.433468 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:51.433734 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Floating IP 3f49f130-927b-4dbf-a64c-f737efe9b958 disassociated (deleted). External IP: 172.26.2.95, port: 1e6a97ab-916b-40cc-8278-a90bc306c30f. Feb 17 00:33:51.784891 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Router 7f8fce00-eeda-405e-a1df-d413a7ad902b has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:33:51.805237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:51.963053 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:33:51.972835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] Sync routers for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:33:51.979557 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:51.982037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:33:51.982711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:33:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:33:52.032794 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-66b81171-e52d-40ba-8b22-9b309fbf6373 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "DELETE /v2.0/floatingips/3f49f130-927b-4dbf-a64c-f737efe9b958 HTTP/1.1" status: 204 len: 168 time: 1.4853151 Feb 17 00:33:52.033364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:33:52.163449 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:33:52.170247 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'status': 'completed', 'code': 200} Feb 17 00:33:52.273151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-3a72ba5a-a48b-4bd9-9b60-c29bcbf96eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:52.274674 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-3a72ba5a-a48b-4bd9-9b60-c29bcbf96eed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 1099 time: 0.0791907 Feb 17 00:33:52.457366 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-e5f71def-dfb5-4d06-957a-267713713415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:52.458755 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-e5f71def-dfb5-4d06-957a-267713713415 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1779566 Feb 17 00:33:52.475215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe7195-22ab-42ae-b918-0f70215f717f req-3dbd431f-e3c8-41d8-825d-62a7222c1e21 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:52.476889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79fe7195-22ab-42ae-b918-0f70215f717f req-3dbd431f-e3c8-41d8-825d-62a7222c1e21 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 946 time: 0.1286817 Feb 17 00:33:52.487150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:33:52.491011 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] Checking router: 7f8fce00-eeda-405e-a1df-d413a7ad902b for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:33:52.499857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:33:52.500430 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:33:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:33:52.550340 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-ac3f7449-1f38-4907-af30-9f65e8318e27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 200 len: 217 time: 0.0827000 Feb 17 00:33:52.613755 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79fe7195-22ab-42ae-b918-0f70215f717f req-598edf60-1589-4f76-a2f1-7299b3443494 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857778 Feb 17 00:33:52.629760 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-afef243c-e972-4956-991e-2f5d6a6d4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:52.631262 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-afef243c-e972-4956-991e-2f5d6a6d4e37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0740497 Feb 17 00:33:52.681155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:33:52.707233 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-66a3097c-5731-4b7e-b93d-c02aec78e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:52.708796 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-66a3097c-5731-4b7e-b93d-c02aec78e903 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696750 Feb 17 00:33:52.837714 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-334bd09c-69c1-46e1-81f5-5cfad48ff9d6 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214252 Feb 17 00:33:52.968892 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3d7cbfd7-8b30-4008-ad3a-a2d21ae96d9e req-ae049878-92e7-41be-8017-d00e2fe1ae4e service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246281 Feb 17 00:33:53.034391 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:33:53.038197 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fab8aa-0669-428c-b3d8-c31e9baebd0f None None] The sync data for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv is: [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:33:53.235432 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b860fcc-bc90-413d-8dd9-9f4fc325df9d None None] New status for floating IP 3f49f130-927b-4dbf-a64c-f737efe9b958: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:33:53.720670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-2498dd42-2b87-4ed1-9b20-cb42c425ddd8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:53.722123 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-2498dd42-2b87-4ed1-9b20-cb42c425ddd8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 946 time: 0.1845586 Feb 17 00:33:53.837381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Deleting port 1e6a97ab-916b-40cc-8278-a90bc306c30f {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:33:53.837722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:53.903616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310311-5f15-4e45-832f-27afd394341a req-70ad4042-ebc8-4580-8c34-ef8694edd31f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:33:53.905012 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2310311-5f15-4e45-832f-27afd394341a req-70ad4042-ebc8-4580-8c34-ef8694edd31f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 946 time: 0.1820197 Feb 17 00:33:54.029129 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b2310311-5f15-4e45-832f-27afd394341a req-1980768c-6ff4-48ab-b80f-d49cefeaca31 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c67138e-d775-413b-a157-a93b8aeed0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967906 Feb 17 00:33:54.139977 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] For port 1e6a97ab-916b-40cc-8278-a90bc306c30f, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1e6a97ab-916b-40cc-8278-a90bc306c30f,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:33:54.140358 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:54.265173 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Calling delete_port for 1e6a97ab-916b-40cc-8278-a90bc306c30f owned by compute:nova {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:33:54.426196 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:54.476521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event deleted for resources: {'Port': ['ID=1e6a97ab-916b-40cc-8278-a90bc306c30f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:54.509424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.509773 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.510110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.510440 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.510768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.511096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.511423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.511745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.512085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.512410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.512728 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.513071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:33:54.563751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] No DVR routers for this DVR port 1e6a97ab-916b-40cc-8278-a90bc306c30f on host hv-neutron-8290 {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:33:54.566037 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:54.568416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-deleted', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:33:54.579983 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ccd651f-41b1-4468-b8d1-7ddb2b2644fe req-627489c0-4202-4629-9374-0f232b67f07e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "DELETE /v2.0/ports/1e6a97ab-916b-40cc-8278-a90bc306c30f HTTP/1.1" status: 204 len: 173 time: 0.8265696 Feb 17 00:33:54.682739 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7064ff1c-7d46-49d3-a108-6409982c37ce', 'name': 'network-vif-deleted', 'tag': '1e6a97ab-916b-40cc-8278-a90bc306c30f', 'status': 'completed', 'code': 200} Feb 17 00:33:55.191962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5fb42469-1c59-4005-a852-a11c00e1dd2c req-4b465e84-d4db-4097-8757-c502adbbc8b9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:33:55.206924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5fb42469-1c59-4005-a852-a11c00e1dd2c req-4b465e84-d4db-4097-8757-c502adbbc8b9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:33:55.208029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5fb42469-1c59-4005-a852-a11c00e1dd2c req-4b465e84-d4db-4097-8757-c502adbbc8b9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=7064ff1c-7d46-49d3-a108-6409982c37ce HTTP/1.1" status: 200 len: 210 time: 0.0565541 Feb 17 00:33:56.301535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35280) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:56.370416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37b00a30-2dea-4222-b46b-cef268ada084 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:56.398840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37b00a30-2dea-4222-b46b-cef268ada084 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:56.460859 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37b00a30-2dea-4222-b46b-cef268ada084 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:56.477527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b00a30-2dea-4222-b46b-cef268ada084 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c67138e-d775-413b-a157-a93b8aeed0f9,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:56.489893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-37b00a30-2dea-4222-b46b-cef268ada084 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:56.490954 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-37b00a30-2dea-4222-b46b-cef268ada084 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "DELETE /v2.0/security-groups/6c67138e-d775-413b-a157-a93b8aeed0f9 HTTP/1.1" status: 204 len: 168 time: 0.1884365 Feb 17 00:33:57.661403 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:33:57.694829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 1e6a97ab-916b-40cc-8278-a90bc306c30f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:33:57.695181 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1e6a97ab-916b-40cc-8278-a90bc306c30f not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:33:57.910512 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35290) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:57.915842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384541268', 'description': 'tempest-secgroup-smoke-384541268 description', 'project_id': '66cccc1ad1214b31800e20451adf20b8'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:57.922989 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:57.927000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:57.929930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:57.935924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:57.945327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:57.964213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:57.967830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:57.970539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:57.975980 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:58.048668 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.052403 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.094344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a70c40-5ecb-4cb1-b651-12e6556a592f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:58.099900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.101464 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b67e846e-0666-4a1e-9c14-9b7bb236db3e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1895761 Feb 17 00:33:58.104240 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35294) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.109435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': 'a4a70c40-5ecb-4cb1-b651-12e6556a592f', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:58.115205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:58.118975 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:58.121843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:58.127900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:58.146889 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.205423 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.208638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.232609 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98da6e5b-e5b4-42e6-8d94-7fe11791b731,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:58.242591 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.243802 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-f8abf158-060f-493a-bd43-eacb74bf05de tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386716 Feb 17 00:33:58.246524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35298) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.251463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': 'a4a70c40-5ecb-4cb1-b651-12e6556a592f', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:58.257144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:58.260842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:58.263610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:58.269108 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:58.285214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.345297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.348607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.370964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07196520-4e8f-4f92-b65a-60f16404c9fb,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:58.380146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.381320 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-fe23681c-0731-41d5-a917-67e298f634c8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338692 Feb 17 00:33:58.384011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35302) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.388925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': 'a4a70c40-5ecb-4cb1-b651-12e6556a592f', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:58.395119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:58.398923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:58.401707 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:58.407246 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:58.422448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.484574 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.488011 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.510768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d85889-119b-4a46-85aa-c500ae8dc954,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:58.519219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.520482 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-6552f5d4-ef9d-4c12-a89c-67a11e309fe8 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354492 Feb 17 00:33:58.523034 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35306) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.527869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': 'a4a70c40-5ecb-4cb1-b651-12e6556a592f', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:58.534001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:58.537725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:58.540553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:58.546100 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:58.562998 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.624919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.628408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.651027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4bc13c-2eee-4596-bbed-e4799fe9a518,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:58.660922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.662147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ca3fafbb-1b2a-4edc-9bff-0343e7797a87 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382227 Feb 17 00:33:58.664714 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35310) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.669526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': 'a4a70c40-5ecb-4cb1-b651-12e6556a592f', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:58.675251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:58.679025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:58.681988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:58.687679 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:58.697303 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Project 66cccc1ad1214b31800e20451adf20b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:33:58.704142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.764350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.767963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.792774 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b26bbf-654f-44ee-9173-5feb24db6c39,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:58.801444 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.802605 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bcd02326-4310-497a-88f6-b9a4b907d0b6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369936 Feb 17 00:33:58.805287 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35314) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.810042 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'security_group_rule': {'security_group_id': 'a4a70c40-5ecb-4cb1-b651-12e6556a592f', 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:58.815646 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:33:58.819400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:security_group_rule and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:33:58.822232 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:33:58.828249 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:33:58.838186 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Project 66cccc1ad1214b31800e20451adf20b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:33:58.845069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.907219 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.910775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.932535 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572a21dd-4b94-4e57-a2b5-25daf12a154d,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:33:58.941533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:33:58.942787 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5fcec4ed-b457-4659-b88d-3b0775fb7e9d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366100 Feb 17 00:34:03.791171 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26799187-f505-45ed-a73c-84cd5b66778c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:06.037425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-72e8d40e-ba2f-46e8-8658-d34f554537d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:07.061993 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:07.435175 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:08.678119 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:12.622795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-6c5b9262-5fff-4cba-9230-f38f3601121a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:34:12.637393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-6c5b9262-5fff-4cba-9230-f38f3601121a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:34:12.638670 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-6c5b9262-5fff-4cba-9230-f38f3601121a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384541268&fields=id&tenant_id=66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 267 time: 0.0551648 Feb 17 00:34:12.871666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-46129064-2edc-4b79-947c-29a8ded4d231 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:12.873101 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-46129064-2edc-4b79-947c-29a8ded4d231 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 809 time: 0.2278175 Feb 17 00:34:12.886817 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-6cced5fc-1235-4ed2-9f10-b719aa3ab55a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/quotas/66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 375 time: 0.0084376 Feb 17 00:34:12.968624 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-e6bbb5d8-80e8-4195-920f-d0c3e837d7b3 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763681 Feb 17 00:34:13.143114 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-4447baea-ac00-42e7-a5e0-50e6fe574a35 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627524 Feb 17 00:34:13.270140 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-108eced9-94e6-4548-8193-f1588f7b272f service neutron] 10.222.0.47 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211658 Feb 17 00:34:13.636498 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6dc23f5e-9cb3-4a5d-86bc-bc8f0fb75056 req-aba04e4e-115b-4fc9-b88a-3f76dd03b91e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 210 time: 0.0430465 Feb 17 00:34:14.610573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-4ac09e3b-1074-4875-85dd-c1616f52b7c2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:14.612000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-4ac09e3b-1074-4875-85dd-c1616f52b7c2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 809 time: 0.1467409 Feb 17 00:34:14.662499 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-8a9b4f1f-3168-464f-a9e5-bc6ad1a7fd83 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 379 time: 0.0426266 Feb 17 00:34:14.678160 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'port': {'device_id': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'admin_state_up': True, 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'security_groups': ['a4a70c40-5ecb-4cb1-b651-12e6556a592f']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:14.797368 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a03c5034-4a7e-4467-96b9-9975109b54e0 req-c6ecfa8b-3f55-44b0-b456-a8d4faa13e4a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 210 time: 0.0513506 Feb 17 00:34:14.856924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:34:14.866546 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:34:14.876222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Made reservation on behalf of 66cccc1ad1214b31800e20451adf20b8 for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:34:14.880202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:15.040374 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Allocated IP 172.20.0.14 (aa1444f7-e980-4eb1-9821-7b05e614ee53/b8a67c72-16fa-45f0-8d42-ac5b1e8c756c/af113c99-18b1-4339-a2f0-f61814932711) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:34:15.228268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:15.243022 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Transition to ACTIVE for port object af113c99-18b1-4339-a2f0-f61814932711 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:34:15.267540 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:15.334414 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:34:15.337371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:34:15.341274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:34:15.382052 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:34:15.419085 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:15.419835 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:15.446632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-535d6ba3-d4a1-47ba-b31f-569d5ea2c969 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7722795 Feb 17 00:34:15.458254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Request body: {'port': {'device_id': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:15.572502 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:15.632356 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-112c17e0-2f9b-49e3-ae73-754c6776df35 None None] Provisioning for port af113c99-18b1-4339-a2f0-f61814932711 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:34:15.638702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-112c17e0-2f9b-49e3-ae73-754c6776df35 None None] Provisioning complete for port af113c99-18b1-4339-a2f0-f61814932711 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:34:15.639426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-112c17e0-2f9b-49e3-ae73-754c6776df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:15.700862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-112c17e0-2f9b-49e3-ae73-754c6776df35 None None] Port af113c99-18b1-4339-a2f0-f61814932711 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:34:16.084557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711654-73c0-4638-ada2-20dcaba679cc req-9c8e31af-c915-4618-9042-bcc36ac9400f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:16.085248 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-cc711654-73c0-4638-ada2-20dcaba679cc req-9c8e31af-c915-4618-9042-bcc36ac9400f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:34:16.105614 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af113c99-18b1-4339-a2f0-f61814932711 {{(pid=87677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:34:16.113596 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:16.117599 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-cc711654-73c0-4638-ada2-20dcaba679cc req-9c8e31af-c915-4618-9042-bcc36ac9400f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:34:16.118743 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc711654-73c0-4638-ada2-20dcaba679cc req-9c8e31af-c915-4618-9042-bcc36ac9400f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 932 time: 0.2049596 Feb 17 00:34:16.144076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Transition to ACTIVE for port object af113c99-18b1-4339-a2f0-f61814932711 will not be triggered until provisioned by entity L2. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:34:16.150653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:16.284700 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cc711654-73c0-4638-ada2-20dcaba679cc req-011e9348-510c-499c-96b7-cacef004773f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597936 Feb 17 00:34:16.321757 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:34:16.407252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Attempting to bind port af113c99-18b1-4339-a2f0-f61814932711 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:34:16.407580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Attempting to bind port af113c99-18b1-4339-a2f0-f61814932711 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:34:16.407903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Attempting to bind port af113c99-18b1-4339-a2f0-f61814932711 on network aa1444f7-e980-4eb1-9821-7b05e614ee53 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:34:16.412499 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Port af113c99-18b1-4339-a2f0-f61814932711 on network aa1444f7-e980-4eb1-9821-7b05e614ee53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:34:16.412826 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Attempting to bind port af113c99-18b1-4339-a2f0-f61814932711 on network aa1444f7-e980-4eb1-9821-7b05e614ee53 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:34:16.417962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:16.418297 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Checking segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:34:16.418674 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Bound using segment: {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:16.419098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Bound port: af113c99-18b1-4339-a2f0-f61814932711, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b92f221-e833-4285-98e2-afbd15098221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53'}}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:34:16.419439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:16.505338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, cleared binding levels {{(pid=87677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:34:16.508193 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:34:16.513066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:16.577965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:16.578565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:16.579971 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] 10.222.0.24 "PUT /v2.0/ports/af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1094 time: 1.1265688 Feb 17 00:34:16.580454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:16.623123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c71532-be04-4db4-b31f-7c3856f94de4 service neutron] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:34:16.670980 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711', 'status': 'completed', 'code': 200} Feb 17 00:34:16.715825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-f2f6350c-338a-4e9b-be90-e88dd9795480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:16.717445 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-f2f6350c-338a-4e9b-be90-e88dd9795480 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1097 time: 0.0822632 Feb 17 00:34:16.792840 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-794e953c-70f1-47c3-91e2-415185a7ad85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 217 time: 0.0672550 Feb 17 00:34:16.855112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-d2c5009e-e72c-4cfd-8b71-b08e351a3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:16.856676 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-d2c5009e-e72c-4cfd-8b71-b08e351a3bc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0576198 Feb 17 00:34:16.934873 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-4a8b921d-166a-476d-b49a-db9b603b26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:16.936390 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-4a8b921d-166a-476d-b49a-db9b603b26c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736136 Feb 17 00:34:17.067960 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-5318c28d-6d70-4121-928a-1980998463fa service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251273 Feb 17 00:34:17.197605 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c7b69fd-8b60-4e9c-9097-bc50162f0c78 req-ccd838df-9ad2-4916-ab54-d617f97dee07 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243248 Feb 17 00:34:17.307274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864fc73-e935-4996-bd82-a6834b96804a req-c33fbe98-8184-4549-9f80-38a4f99eb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:17.308778 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e864fc73-e935-4996-bd82-a6834b96804a req-c33fbe98-8184-4549-9f80-38a4f99eb188 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1097 time: 0.0690067 Feb 17 00:34:17.497186 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864fc73-e935-4996-bd82-a6834b96804a req-de8235f9-5fc9-49d2-8f29-60c00b556200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:17.498608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e864fc73-e935-4996-bd82-a6834b96804a req-de8235f9-5fc9-49d2-8f29-60c00b556200 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1841450 Feb 17 00:34:17.657520 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f226e9-1ab2-40c0-a526-537d2d42c882 req-0d9369ea-cb57-4d8a-9d92-d157f4de57a0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:17.658946 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-89f226e9-1ab2-40c0-a526-537d2d42c882 req-0d9369ea-cb57-4d8a-9d92-d157f4de57a0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.2663207 Feb 17 00:34:17.668367 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e864fc73-e935-4996-bd82-a6834b96804a req-81b26ace-1205-41ef-ba6d-23eef6bea5fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 217 time: 0.1621473 Feb 17 00:34:17.753068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-89f226e9-1ab2-40c0-a526-537d2d42c882 req-7b71444f-43c1-49d4-ab60-b65d6d9ef5cd tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868390 Feb 17 00:34:17.756171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864fc73-e935-4996-bd82-a6834b96804a req-62aed6da-5d49-41d9-9efb-73bef129e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:17.757616 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e864fc73-e935-4996-bd82-a6834b96804a req-62aed6da-5d49-41d9-9efb-73bef129e9c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0779026 Feb 17 00:34:17.831945 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864fc73-e935-4996-bd82-a6834b96804a req-32517401-742e-4d97-970e-40a341aa7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:17.833462 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e864fc73-e935-4996-bd82-a6834b96804a req-32517401-742e-4d97-970e-40a341aa7976 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700226 Feb 17 00:34:17.959447 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e864fc73-e935-4996-bd82-a6834b96804a req-ecf61ade-751f-4120-9b68-f24d4bbba9df service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202929 Feb 17 00:34:18.085509 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e864fc73-e935-4996-bd82-a6834b96804a req-8cf27393-88b3-4a13-ba1b-37cbb8b043fa service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207004 Feb 17 00:34:18.940114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ed47b-e035-49ee-8252-d12dd34cbfe4 req-0780fdc1-f591-4d34-8178-2b4b804226cf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:18.941469 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-615ed47b-e035-49ee-8252-d12dd34cbfe4 req-0780fdc1-f591-4d34-8178-2b4b804226cf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0829480 Feb 17 00:34:18.984762 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-615ed47b-e035-49ee-8252-d12dd34cbfe4 req-32e0eda2-4d0b-4b13-9169-45ee0f272dab tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375674 Feb 17 00:34:20.162400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902503b0-7f1e-4e91-90ec-f00f3aecdc05 req-ccc40578-6c98-4cfa-9363-7850e890c89f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:20.163827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-902503b0-7f1e-4e91-90ec-f00f3aecdc05 req-ccc40578-6c98-4cfa-9363-7850e890c89f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0781937 Feb 17 00:34:20.206297 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-902503b0-7f1e-4e91-90ec-f00f3aecdc05 req-cc430c28-9f89-43d7-9eae-53c6ec9475af tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370083 Feb 17 00:34:21.392777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c3f5e-00fb-4b58-973a-3215fd2b2d5c req-0c99080e-1be5-423d-9ecb-1f04537121b5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:21.394226 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c75c3f5e-00fb-4b58-973a-3215fd2b2d5c req-0c99080e-1be5-423d-9ecb-1f04537121b5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0824447 Feb 17 00:34:21.435896 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c75c3f5e-00fb-4b58-973a-3215fd2b2d5c req-8370b1b0-f858-4fee-aa93-b4f309292d28 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361378 Feb 17 00:34:21.799353 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:22.616314 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae86470-fb8e-427c-a9eb-1d2878f9ff60 req-529dcce0-8b69-44af-827e-bfcf6353b191 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:22.617739 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9ae86470-fb8e-427c-a9eb-1d2878f9ff60 req-529dcce0-8b69-44af-827e-bfcf6353b191 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0774188 Feb 17 00:34:22.669164 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9ae86470-fb8e-427c-a9eb-1d2878f9ff60 req-e5fb54cf-0961-4441-a015-2ddbf7be4bf4 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Feb 17 00:34:23.096730 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:34:23.849119 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c43230-31c5-43a1-bc11-161ee50ab700 req-a2ec3676-5454-4534-9201-2ae4aa332ebf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:23.850578 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24c43230-31c5-43a1-bc11-161ee50ab700 req-a2ec3676-5454-4534-9201-2ae4aa332ebf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0775757 Feb 17 00:34:23.894324 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-24c43230-31c5-43a1-bc11-161ee50ab700 req-1d649248-e8e3-465c-adc5-3dcd21d957cf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378399 Feb 17 00:34:25.073442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6de64-5950-4053-9b44-71f277f4cb71 req-5cdb4bbb-7b9b-4be5-8a47-e40ccd8ca36a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:25.074865 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ed6de64-5950-4053-9b44-71f277f4cb71 req-5cdb4bbb-7b9b-4be5-8a47-e40ccd8ca36a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0790930 Feb 17 00:34:25.117413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ed6de64-5950-4053-9b44-71f277f4cb71 req-a9983185-df20-4da2-9470-7b431de943d5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365555 Feb 17 00:34:25.757697 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device af113c99-18b1-4339-a2f0-f61814932711 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:34:25.885321 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:34:25.898349 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'af113c99-18b1-4339-a2f0-f61814932711', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'port_id': 'af113c99-18b1-4339-a2f0-f61814932711', 'mac_address': 'fa:16:3e:be:55:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:34:25.953801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:25.970188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af113c99-18b1-4339-a2f0-f61814932711 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:34:25.991618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:34:25.995991 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:26.061988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:34:26.068922 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.069280 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.069627 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.069968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.070304 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.070640 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.070971 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.071300 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.071630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.071956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.072374 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.072703 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:34:26.232904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['af113c99-18b1-4339-a2f0-f61814932711'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:34:26.295866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe860bcc-33a8-41cd-8564-e54d3335cc45 req-6364e912-d319-4c3d-9563-1c3f1ad45b3f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:26.297351 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe860bcc-33a8-41cd-8564-e54d3335cc45 req-6364e912-d319-4c3d-9563-1c3f1ad45b3f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 945 time: 0.0788414 Feb 17 00:34:26.340808 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fe860bcc-33a8-41cd-8564-e54d3335cc45 req-2af5ee16-4316-44a3-b6c2-50b3371ffce0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376055 Feb 17 00:34:27.523463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd04f9-70a4-4dce-b216-31f1c03427e8 req-2f1ca249-6f40-4842-b261-e3b074acb2c9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:27.524921 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9afd04f9-70a4-4dce-b216-31f1c03427e8 req-2f1ca249-6f40-4842-b261-e3b074acb2c9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 945 time: 0.0804639 Feb 17 00:34:27.568583 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9afd04f9-70a4-4dce-b216-31f1c03427e8 req-8b805a60-a1d3-4ebd-950b-0f96140aba16 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381846 Feb 17 00:34:27.771163 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device af113c99-18b1-4339-a2f0-f61814932711 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:34:27.838051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port af113c99-18b1-4339-a2f0-f61814932711 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:34:27.842676 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port af113c99-18b1-4339-a2f0-f61814932711 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:34:27.843045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:27.957568 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:27.983463 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:27.993198 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:34:27.997387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:28.032884 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711', 'code': 200} Feb 17 00:34:28.063691 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:34:28.288368 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1fb4-22d5-4f98-9324-0fd69f470082 req-212604b3-f5a2-4de7-86ed-3540c27cfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:28.289731 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-61fc1fb4-22d5-4f98-9324-0fd69f470082 req-212604b3-f5a2-4de7-86ed-3540c27cfe2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0663116 Feb 17 00:34:28.330683 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-61fc1fb4-22d5-4f98-9324-0fd69f470082 req-8871b5d5-f9f6-407e-a61e-9a9e387d7796 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354314 Feb 17 00:34:28.748560 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbc8da-42b7-49bc-9676-ef26e6ce4ee6 req-afaa20c4-6029-4c4a-82e5-03eaa7b7cade tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:28.749984 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0dfbc8da-42b7-49bc-9676-ef26e6ce4ee6 req-afaa20c4-6029-4c4a-82e5-03eaa7b7cade tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0782688 Feb 17 00:34:28.792315 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0dfbc8da-42b7-49bc-9676-ef26e6ce4ee6 req-cc5214f3-d68d-4290-9118-37857718eb80 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362067 Feb 17 00:34:29.976954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157560a9-41df-4ebb-a378-92e51f62e7bf req-01c99ec9-46ab-4844-81ce-606904ce63c6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:29.978384 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-157560a9-41df-4ebb-a378-92e51f62e7bf req-01c99ec9-46ab-4844-81ce-606904ce63c6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0809457 Feb 17 00:34:30.020931 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-157560a9-41df-4ebb-a378-92e51f62e7bf req-49c33c44-1dc3-4ec9-afe5-cd16e8f9cce2 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371778 Feb 17 00:34:30.198076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdc3fe-a080-47b6-9b4e-ab61869103a9 req-b6e7a0bc-d6be-4614-8d2b-8ae360663140 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:30.199509 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dcfdc3fe-a080-47b6-9b4e-ab61869103a9 req-b6e7a0bc-d6be-4614-8d2b-8ae360663140 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0775874 Feb 17 00:34:30.242392 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-dcfdc3fe-a080-47b6-9b4e-ab61869103a9 req-ea286ed0-de9f-49ef-bb65-92df24052f36 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371730 Feb 17 00:34:30.264229 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35490) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:30.334625 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa59e5-f3b5-488e-9a8e-7d4c9d60f924 tempest-TestShelveInstance-874834828 tempest-TestShelveInstance-874834828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:30.336098 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e6aa59e5-f3b5-488e-9a8e-7d4c9d60f924 tempest-TestShelveInstance-874834828 tempest-TestShelveInstance-874834828-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1094 time: 0.0708914 Feb 17 00:34:30.338851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35494) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:30.343553 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'af113c99-18b1-4339-a2f0-f61814932711', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:30.352561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:34:30.357880 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Usage tracker for resource:floatingip and tenant:66cccc1ad1214b31800e20451adf20b8 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:34:30.362290 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:34:30.370115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:34:30.383380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:30.611189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:30.746456 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Allocated IP 172.26.2.127 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/2c54e919-e993-4ccf-b948-3dd2101bb925) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:34:30.886267 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:30.914696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:30.978816 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:34:30.981593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:34:30.985174 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:34:31.018040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'Port': ['ID=2c54e919-e993-4ccf-b948-3dd2101bb925,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:34:31.380562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:31.451400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:31.648259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:31.652753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:31.761558 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event updated for resources: {'Port': ['ID=2c54e919-e993-4ccf-b948-3dd2101bb925,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:34:31.769921 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:31.935889 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Floating IP 381f5c98-8be4-4ea7-a09c-700a6d5aec6d associated. External IP: 172.26.2.127, port: af113c99-18b1-4339-a2f0-f61814932711. Feb 17 00:34:32.374291 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Router 7f8fce00-eeda-405e-a1df-d413a7ad902b has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:34:32.544045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:34:32.553248 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44124b-2755-475a-84a9-af5da838618b None None] Sync routers for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:34:32.562213 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:34:32.562827 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:34:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:34:32.568239 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:32.636682 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-8bbc1c19-1929-4ff2-bec4-adea0dcf8333 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2967324 Feb 17 00:34:32.637415 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:32.681796 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711', 'status': 'completed', 'code': 200} Feb 17 00:34:32.744094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:34:32.772178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-d74a703c-28b3-4f84-addc-e84ee8014a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:32.773689 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-d74a703c-28b3-4f84-addc-e84ee8014a7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0707648 Feb 17 00:34:32.904408 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-bdef882b-3592-4c2a-a54e-8f99f6bbdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:32.905929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-bdef882b-3592-4c2a-a54e-8f99f6bbdb6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1270466 Feb 17 00:34:33.011513 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-ea8764db-29c8-47d5-802e-0632cf6ee193 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1000 time: 0.0994780 Feb 17 00:34:33.073891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-dc7b9205-bf74-490d-acab-ab6a06e39cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:33.075307 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-dc7b9205-bf74-490d-acab-ab6a06e39cfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0578310 Feb 17 00:34:33.122436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '381f5c98-8be4-4ea7-a09c-700a6d5aec6d', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'floating_ip_address': '172.26.2.127', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'port_id': 'af113c99-18b1-4339-a2f0-f61814932711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'mac_address': 'fa:16:3e:be:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:34:31Z', 'updated_at': '2022-02-17T00:34:31Z', 'revision_number': 0, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:34:33.126804 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44124b-2755-475a-84a9-af5da838618b None None] Checking router: 7f8fce00-eeda-405e-a1df-d413a7ad902b for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:34:33.135066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:34:33.135668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:34:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:34:33.150923 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-53b78d1c-7ff4-4e74-92fd-c138f787160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:33.152409 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-53b78d1c-7ff4-4e74-92fd-c138f787160d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708551 Feb 17 00:34:33.279815 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-f8d8cd1b-cbc7-438d-b915-6aac08678bf6 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210408 Feb 17 00:34:33.311145 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:34:33.409786 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-005c1ed2-f0c7-40a2-8c85-2838181e5a68 req-44dc8667-a7ff-4798-8927-1df3be8b72bc service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234238 Feb 17 00:34:33.650762 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-1f44124b-2755-475a-84a9-af5da838618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '381f5c98-8be4-4ea7-a09c-700a6d5aec6d', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'floating_ip_address': '172.26.2.127', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'port_id': 'af113c99-18b1-4339-a2f0-f61814932711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'mac_address': 'fa:16:3e:be:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:34:31Z', 'updated_at': '2022-02-17T00:34:31Z', 'revision_number': 0, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:34:33.654683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44124b-2755-475a-84a9-af5da838618b None None] The sync data for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv is: [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '381f5c98-8be4-4ea7-a09c-700a6d5aec6d', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'floating_ip_address': '172.26.2.127', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'port_id': 'af113c99-18b1-4339-a2f0-f61814932711', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'mac_address': 'fa:16:3e:be:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:34:31Z', 'updated_at': '2022-02-17T00:34:31Z', 'revision_number': 0, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:34:33.794479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c8d663f8-77ea-4cd8-b9c9-9111aafc3ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:33.841698 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128407e-f9e8-4929-a76e-234962025742 None None] New status for floating IP 381f5c98-8be4-4ea7-a09c-700a6d5aec6d: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:34:35.129589 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-5d2c0900-3d4f-47f0-be3d-3f733b913851 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668354 Feb 17 00:34:35.262981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-1de8db48-6e7e-4921-960b-f63f1f410624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:35.264456 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-1de8db48-6e7e-4921-960b-f63f1f410624 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0716915 Feb 17 00:34:35.408357 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-aa948b96-0178-4043-a1d8-4a9eb0bba5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:35.409846 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-aa948b96-0178-4043-a1d8-4a9eb0bba5d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1270988 Feb 17 00:34:35.612922 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-3d7d22d4-3916-4426-900e-f41856d251fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1002 time: 0.1973443 Feb 17 00:34:35.674112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-3dce603f-3d7b-4fc1-8df2-d8f0f5928cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:35.675519 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-3dce603f-3d7b-4fc1-8df2-d8f0f5928cec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0569239 Feb 17 00:34:35.746331 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-44decdb0-78a4-42db-b23f-381eead19c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:34:35.747737 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-44decdb0-78a4-42db-b23f-381eead19c8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665400 Feb 17 00:34:35.884424 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-ac0e56a5-afe3-4dbd-83f4-42f24e79d85a service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299589 Feb 17 00:34:36.011126 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1297681f-c1e7-468b-aebf-4da957df8bfb req-fec6b053-9484-42e0-a103-997436279cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209581 Feb 17 00:34:36.039990 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-01cffffd-cb57-48f8-be18-8139c451b563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:37.054976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:37.435376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:38.678894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:34:51.819200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:00.095782 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:35:03.797344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-10b2a236-23a5-4261-a5a5-8751805dcd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:06.040904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3730fb69-cfa5-4a2a-8da6-bfd22049eceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:07.057005 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:07.435322 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:08.683658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:21.832428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:33.799126 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c986c083-46c3-4194-a6aa-937ef8785c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:36.041404 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-88561f4e-efe1-4aeb-a711-99aba45f4b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:37.059829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:37.094343 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:35:37.134319 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-e06298ce-f082-4232-a147-81e4c7fa942d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735416 Feb 17 00:35:37.267178 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-9e6234e7-1ea4-4094-881b-346bd818ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:35:37.268631 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-9e6234e7-1ea4-4094-881b-346bd818ac64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0686538 Feb 17 00:35:37.408144 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-e8660cbd-d50d-409f-995a-bfb17260e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:35:37.409562 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-e8660cbd-d50d-409f-995a-bfb17260e5ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1227233 Feb 17 00:35:37.438830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:37.513391 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-f3920de3-918a-408a-811a-fcd41692d6b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1002 time: 0.0978096 Feb 17 00:35:37.587724 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-1571e2e8-43b7-4560-8cc1-fad1f1369ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:35:37.589798 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-1571e2e8-43b7-4560-8cc1-fad1f1369ba5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0706875 Feb 17 00:35:37.665111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-cd8d95ba-c73e-4a11-bc4b-976ff5286e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:35:37.666480 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-cd8d95ba-c73e-4a11-bc4b-976ff5286e24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713737 Feb 17 00:35:37.795042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-aefecb8b-d4f3-4f1f-9ad3-6ea4f1a32f37 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225603 Feb 17 00:35:37.926557 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-77c4c1fb-20a0-42ba-8495-0c02a759d4c4 req-a03dd548-7ff4-45a6-aabf-fffee4ff431a service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234834 Feb 17 00:35:38.685424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:35:51.831597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:03.801495 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-46fb412a-cddb-4047-a807-4bb3a84764fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:06.045874 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f745cbc3-db8c-4d52-aadc-6549e2662850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:07.061924 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:07.443010 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:08.691040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:14.092910 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:36:21.832038 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:29.537730 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e886d-af34-4be2-8683-e04306e84849 req-98cc7a42-1545-44f6-9d32-5836e2624889 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:29.539182 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d06e886d-af34-4be2-8683-e04306e84849 req-98cc7a42-1545-44f6-9d32-5836e2624889 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0774858 Feb 17 00:36:29.584429 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d06e886d-af34-4be2-8683-e04306e84849 req-c6b8fc35-19c8-4af4-90cb-a0467e0bfcae tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396562 Feb 17 00:36:30.766142 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451ddfe-4b3f-435f-b50e-ec39747ff73e req-29ccc4fa-c988-496b-971f-dcd4c7d49aac tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:30.767611 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2451ddfe-4b3f-435f-b50e-ec39747ff73e req-29ccc4fa-c988-496b-971f-dcd4c7d49aac tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0775409 Feb 17 00:36:30.809790 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2451ddfe-4b3f-435f-b50e-ec39747ff73e req-58116667-2523-4c15-b3a2-a6ea7190b34e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365744 Feb 17 00:36:32.088978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a531b-065b-4027-8124-0bd1308e88c7 req-d71f8164-bb73-4b21-a728-27c00cc4304c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:32.090308 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c59a531b-065b-4027-8124-0bd1308e88c7 req-d71f8164-bb73-4b21-a728-27c00cc4304c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.1719918 Feb 17 00:36:32.132860 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c59a531b-065b-4027-8124-0bd1308e88c7 req-bc09ca72-d18f-4a46-b4cc-79d514933aba tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370679 Feb 17 00:36:33.312416 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772e17-8c22-4973-890c-96ff537c9e14 req-ebab427d-1221-4603-b44b-14151e0ea8d5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:33.313827 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-22772e17-8c22-4973-890c-96ff537c9e14 req-ebab427d-1221-4603-b44b-14151e0ea8d5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0759718 Feb 17 00:36:33.359605 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-22772e17-8c22-4973-890c-96ff537c9e14 req-b7aa4611-1b04-4267-a908-c0883de85401 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Feb 17 00:36:33.805215 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8422c9ce-401a-4440-a3af-0e10cfc0f524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:34.547222 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3a0a1-96e2-4d10-94c8-59aac37be324 req-163ecabe-6c46-4a23-b08d-95cec57e860e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:34.548723 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cae3a0a1-96e2-4d10-94c8-59aac37be324 req-163ecabe-6c46-4a23-b08d-95cec57e860e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0869575 Feb 17 00:36:34.597395 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-cae3a0a1-96e2-4d10-94c8-59aac37be324 req-72f733ce-c046-4b1b-a6cf-98e4c9268f39 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430894 Feb 17 00:36:35.782066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42c0ab-0711-44f7-b497-a7bcfb5b20ef req-d7d6279f-9023-46c6-8523-b3ebda9ae6fc tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:35.783411 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b42c0ab-0711-44f7-b497-a7bcfb5b20ef req-d7d6279f-9023-46c6-8523-b3ebda9ae6fc tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0816171 Feb 17 00:36:35.825413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4b42c0ab-0711-44f7-b497-a7bcfb5b20ef req-991cc06c-13e4-40cb-891c-69e6ad716b1c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364070 Feb 17 00:36:36.042406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cf615531-0da9-48d7-80b0-0e4124063c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:37.003933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbdcd5-3ee2-4731-aaee-185e2bbfca21 req-c57ddf0b-be5d-4114-b57f-8ce5ea5fa970 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:37.005803 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16dbdcd5-3ee2-4731-aaee-185e2bbfca21 req-c57ddf0b-be5d-4114-b57f-8ce5ea5fa970 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0778728 Feb 17 00:36:37.050604 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-16dbdcd5-3ee2-4731-aaee-185e2bbfca21 req-f6af130f-8264-4a34-b451-112c5ed1452d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392332 Feb 17 00:36:37.063767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:37.444083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:38.232434 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ad44b-6ba7-4aa1-b04f-28fe05157413 req-072fbf8e-215d-43e7-955b-b91c949ffc03 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:38.233874 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea9ad44b-6ba7-4aa1-b04f-28fe05157413 req-072fbf8e-215d-43e7-955b-b91c949ffc03 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0807672 Feb 17 00:36:38.277257 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ea9ad44b-6ba7-4aa1-b04f-28fe05157413 req-e0f17b35-7767-4f0b-beef-9c00acdd4a8e tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Feb 17 00:36:38.693623 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:39.233129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506352-2a10-4cea-8617-d638c4d6351c req-256f65f8-5aef-4db8-ac43-5a9e6b808742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:39.234954 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25506352-2a10-4cea-8617-d638c4d6351c req-256f65f8-5aef-4db8-ac43-5a9e6b808742 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.1193364 Feb 17 00:36:39.375903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506352-2a10-4cea-8617-d638c4d6351c req-139752a5-c81b-4004-b25d-1dceb62c071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:39.377440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25506352-2a10-4cea-8617-d638c4d6351c req-139752a5-c81b-4004-b25d-1dceb62c071a service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1234195 Feb 17 00:36:39.528654 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25506352-2a10-4cea-8617-d638c4d6351c req-f2a941c7-87d4-49b1-b729-912d98378c89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1002 time: 0.1452050 Feb 17 00:36:39.586439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380fbf5-19c8-410f-b3d8-dc93eec8625c req-9dd778db-7bd6-438a-9a12-b3745a598761 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:39.587841 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e380fbf5-19c8-410f-b3d8-dc93eec8625c req-9dd778db-7bd6-438a-9a12-b3745a598761 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.2034125 Feb 17 00:36:39.622202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506352-2a10-4cea-8617-d638c4d6351c req-5cb2ec32-6341-4ad9-822e-9c24db6c5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:39.623574 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25506352-2a10-4cea-8617-d638c4d6351c req-5cb2ec32-6341-4ad9-822e-9c24db6c5af9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0856898 Feb 17 00:36:39.682253 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e380fbf5-19c8-410f-b3d8-dc93eec8625c req-a8dabf36-9bd7-44e5-9022-0d5a70c3eb91 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886753 Feb 17 00:36:39.711381 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506352-2a10-4cea-8617-d638c4d6351c req-78aeca44-77e8-43d8-9294-3fb5c8157c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:39.712848 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25506352-2a10-4cea-8617-d638c4d6351c req-78aeca44-77e8-43d8-9294-3fb5c8157c9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814357 Feb 17 00:36:39.839971 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25506352-2a10-4cea-8617-d638c4d6351c req-f7f9d3e4-f571-4dc3-93d1-f5a77cb9f04d service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210241 Feb 17 00:36:39.970006 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-25506352-2a10-4cea-8617-d638c4d6351c req-2bd774a2-297e-4640-ad50-ef1653b96190 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238461 Feb 17 00:36:40.074137 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-a363ba01-427c-4a74-a4e4-6a0659020916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:40.075571 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-a363ba01-427c-4a74-a4e4-6a0659020916 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0693860 Feb 17 00:36:40.211997 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-92ef61f9-e94a-4a54-8b57-dde5d2d8f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:40.213481 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-92ef61f9-e94a-4a54-8b57-dde5d2d8f2ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1310475 Feb 17 00:36:40.414609 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-0eb94f11-2fc0-4aeb-9e39-b1e670f7deaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1002 time: 0.1954560 Feb 17 00:36:40.475813 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-49e20e32-358e-42ef-8485-204a4f47ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:40.477449 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-49e20e32-358e-42ef-8485-204a4f47ae44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0571802 Feb 17 00:36:40.550151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-f9e627d4-5839-43ee-80e2-b9b7d356eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:40.551566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-f9e627d4-5839-43ee-80e2-b9b7d356eaab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690110 Feb 17 00:36:40.680119 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-0666778a-b648-46ee-9b47-453141a3e1d9 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220784 Feb 17 00:36:40.847041 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-56e43cc3-b7c7-44db-b2e7-f2dded1b70cc req-dec83508-6abb-4504-ab54-50dcce01c290 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615441 Feb 17 00:36:40.881261 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc15ca-7c67-4071-bd49-a3bd5c00b2d7 req-c6565956-cd82-4daf-a9ac-5b0512ccb907 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:40.882664 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b8fc15ca-7c67-4071-bd49-a3bd5c00b2d7 req-c6565956-cd82-4daf-a9ac-5b0512ccb907 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0928388 Feb 17 00:36:40.924834 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b8fc15ca-7c67-4071-bd49-a3bd5c00b2d7 req-cd42637d-4d81-44c8-a678-26747c01f5b1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366488 Feb 17 00:36:42.109171 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565e92-4283-4ce4-a523-36f0bceeb96b req-57305dc1-d1fe-4cb0-9ca5-b33d1d2748b0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:42.110595 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-58565e92-4283-4ce4-a523-36f0bceeb96b req-57305dc1-d1fe-4cb0-9ca5-b33d1d2748b0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0823476 Feb 17 00:36:42.154319 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-58565e92-4283-4ce4-a523-36f0bceeb96b req-60e63a4a-2a7f-48a7-a0a8-a37b53315595 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381041 Feb 17 00:36:43.332457 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f8f7-e049-4176-8326-7f71114c424c req-d607075d-d359-4493-923c-d5dd2ba2244a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:43.334460 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0336f8f7-e049-4176-8326-7f71114c424c req-d607075d-d359-4493-923c-d5dd2ba2244a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0758605 Feb 17 00:36:43.379509 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0336f8f7-e049-4176-8326-7f71114c424c req-73367eff-df81-4f43-ab69-7774636630f6 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396664 Feb 17 00:36:43.742062 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-55feb045-b0dd-48ab-b5be-58c6a46c10b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405342 Feb 17 00:36:43.744695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd0a20-44ff-4069-9c87-a7028679a8dc req-a4acffea-76ef-4641-8f48-1ff886963f5c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:43.746281 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fefd0a20-44ff-4069-9c87-a7028679a8dc req-a4acffea-76ef-4641-8f48-1ff886963f5c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0841703 Feb 17 00:36:43.795902 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fefd0a20-44ff-4069-9c87-a7028679a8dc req-ac6d4371-fa5e-4336-9eb7-35524b22d9f9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438652 Feb 17 00:36:44.982156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6c875-60a8-4843-b5df-6ab3bfe2def4 req-baaa27fc-2982-4b8f-bf50-bc5425a78a97 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:44.983527 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f6c6c875-60a8-4843-b5df-6ab3bfe2def4 req-baaa27fc-2982-4b8f-bf50-bc5425a78a97 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0812702 Feb 17 00:36:45.026036 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f6c6c875-60a8-4843-b5df-6ab3bfe2def4 req-3b55bdc2-9639-47dc-acf5-fc2b14ca7b54 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369732 Feb 17 00:36:46.207361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63689c06-d432-4bbb-909f-1cea754d29fd req-ed815fb5-9c83-4137-9e54-4c7bfa977dc0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:46.208741 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63689c06-d432-4bbb-909f-1cea754d29fd req-ed815fb5-9c83-4137-9e54-4c7bfa977dc0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.0773711 Feb 17 00:36:46.251075 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63689c06-d432-4bbb-909f-1cea754d29fd req-041b86b8-0a2e-497b-8820-f83828ddb403 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369325 Feb 17 00:36:46.505286 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device af113c99-18b1-4339-a2f0-f61814932711 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:36:46.613419 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:46.639048 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:46.648921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:36:46.653409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:46.692951 dv-neutron-829040-1-hyperv neutron-server[87678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711', 'code': 422} returned with failed status Feb 17 00:36:46.723362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:36:46.730954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.731327 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.731667 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.732001 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.732368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.732719 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.733041 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.733365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.733688 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.734033 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.734352 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:46.734671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:36:47.430183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47776c37-53d0-4453-9c21-b55a42e4aa0f req-4a813fdf-8694-4135-9aba-5134964eaad7 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:47.431628 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47776c37-53d0-4453-9c21-b55a42e4aa0f req-4a813fdf-8694-4135-9aba-5134964eaad7 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0798450 Feb 17 00:36:47.474152 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-47776c37-53d0-4453-9c21-b55a42e4aa0f req-7051d14d-eca2-463d-826d-ea80cdfc838b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366216 Feb 17 00:36:48.654929 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0830e3-51e9-4c9e-a867-f6de496cefc1 req-66e3ab96-bd68-4b14-b2aa-4e7585c739c0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:48.656413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c0830e3-51e9-4c9e-a867-f6de496cefc1 req-66e3ab96-bd68-4b14-b2aa-4e7585c739c0 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0785608 Feb 17 00:36:48.704209 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c0830e3-51e9-4c9e-a867-f6de496cefc1 req-64fb2720-8398-4720-a075-60a23a09feca tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Feb 17 00:36:49.887638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825be78-2fcc-45db-b276-379ff915438f req-d45b7469-56c4-4f4d-9002-7f7b0dd2f941 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:49.889003 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3825be78-2fcc-45db-b276-379ff915438f req-d45b7469-56c4-4f4d-9002-7f7b0dd2f941 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0771687 Feb 17 00:36:49.935783 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3825be78-2fcc-45db-b276-379ff915438f req-23d5ab45-1e7f-4905-bf2c-28f495ab79df tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411694 Feb 17 00:36:50.111708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-78db9622-56ab-4215-b39f-259941eee2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:50.113157 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-78db9622-56ab-4215-b39f-259941eee2d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210&tenant_id=66cccc1ad1214b31800e20451adf20b8 HTTP/1.1" status: 200 len: 1097 time: 0.0710843 Feb 17 00:36:50.198448 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-d19601a0-b55d-4234-aa1f-3c2ab3872eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:50.199873 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-d19601a0-b55d-4234-aa1f-3c2ab3872eac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1097 time: 0.0671618 Feb 17 00:36:50.332897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-747b36b3-ea39-4f11-9055-cf1731aa09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:50.334323 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-747b36b3-ea39-4f11-9055-cf1731aa09d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1283832 Feb 17 00:36:50.530033 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-8f817eb1-5f23-4b01-953c-f62a6c8fc1bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1000 time: 0.1900489 Feb 17 00:36:50.590247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-d927a780-256b-44e2-8c2f-f1b6f1c82792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:50.591671 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-d927a780-256b-44e2-8c2f-f1b6f1c82792 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0557916 Feb 17 00:36:50.667124 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-13c742ad-5759-46fa-877c-9f1f2629b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:50.668592 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-13c742ad-5759-46fa-877c-9f1f2629b827 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710232 Feb 17 00:36:50.797059 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-11371e20-49f0-4fe7-a543-ce453b98e5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216140 Feb 17 00:36:50.925648 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7314378b-ef9c-40da-97a5-69407b3ca705 req-42f1a2a7-fbc7-4ed2-9cdc-482b5f45c110 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227145 Feb 17 00:36:51.091658 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:36:51.126156 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfc2c-e671-483a-b8d0-62976cfd58e5 req-d008f5cc-ca14-427e-a056-d98d339e1eeb tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:51.127606 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1eadfc2c-e671-483a-b8d0-62976cfd58e5 req-d008f5cc-ca14-427e-a056-d98d339e1eeb tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0771182 Feb 17 00:36:51.172106 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1eadfc2c-e671-483a-b8d0-62976cfd58e5 req-85c660cf-2ead-4176-beee-3e00698e37ee tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Feb 17 00:36:51.832437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:52.358768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a9a2-1870-46c7-a00f-63b09391e587 req-c5f672e1-919f-4c65-a1c0-58f3bc27934b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:52.360225 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0465a9a2-1870-46c7-a00f-63b09391e587 req-c5f672e1-919f-4c65-a1c0-58f3bc27934b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0813959 Feb 17 00:36:52.402263 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0465a9a2-1870-46c7-a00f-63b09391e587 req-fa8d8562-58f9-4d0c-a9ea-78fea16a6e29 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364311 Feb 17 00:36:53.580961 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c3778-e210-4de1-b529-a38a0489d9d9 req-5947f02e-b454-4599-8a33-56ba5234b613 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:53.582390 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-899c3778-e210-4de1-b529-a38a0489d9d9 req-5947f02e-b454-4599-8a33-56ba5234b613 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0765083 Feb 17 00:36:53.627511 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-899c3778-e210-4de1-b529-a38a0489d9d9 req-deade508-09fc-4b15-ab7c-efe6f2fd033b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395825 Feb 17 00:36:54.809950 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534d1e7-c186-4911-9c3c-7f37b25c3827 req-275ea74d-6e6b-4baa-ad19-475ba22b524b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:54.811390 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b534d1e7-c186-4911-9c3c-7f37b25c3827 req-275ea74d-6e6b-4baa-ad19-475ba22b524b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0802464 Feb 17 00:36:54.854452 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b534d1e7-c186-4911-9c3c-7f37b25c3827 req-48fccc5b-cb03-4bd3-a10a-ebd6ca453775 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375822 Feb 17 00:36:56.035018 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e5d6-59c6-4a14-bcd0-e9c4ccacfba5 req-698a1670-3c9a-4d51-a37e-49ffb8d0dd4f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:56.036883 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5be0e5d6-59c6-4a14-bcd0-e9c4ccacfba5 req-698a1670-3c9a-4d51-a37e-49ffb8d0dd4f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0775230 Feb 17 00:36:56.083257 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5be0e5d6-59c6-4a14-bcd0-e9c4ccacfba5 req-3d659495-b075-4eea-99ea-21c7b13e194f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Feb 17 00:36:57.261598 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2d09-1db2-4c00-b3c0-4dbf29847ff8 req-12099a4a-9161-4ef8-b742-5c512d562dbe tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:57.263019 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-05ba2d09-1db2-4c00-b3c0-4dbf29847ff8 req-12099a4a-9161-4ef8-b742-5c512d562dbe tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0770447 Feb 17 00:36:57.304793 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-05ba2d09-1db2-4c00-b3c0-4dbf29847ff8 req-373d1fc2-cb40-4397-981f-f8a6be32c7b5 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363009 Feb 17 00:36:58.489775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240c79d-dc5f-4fab-92d3-da89b7891d6a req-0efc941b-fa5b-4e16-98f9-ee505bfe7cdf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:58.491210 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6240c79d-dc5f-4fab-92d3-da89b7891d6a req-0efc941b-fa5b-4e16-98f9-ee505bfe7cdf tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 944 time: 0.0813038 Feb 17 00:36:58.533454 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6240c79d-dc5f-4fab-92d3-da89b7891d6a req-c82b7dee-4908-43e8-be40-8009128f7c57 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367723 Feb 17 00:36:58.584700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device af113c99-18b1-4339-a2f0-f61814932711 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:36:58.751606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:36:58.764469 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'af113c99-18b1-4339-a2f0-f61814932711', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'port_id': 'af113c99-18b1-4339-a2f0-f61814932711', 'mac_address': 'fa:16:3e:be:55:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:36:58.816730 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:58.833571 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af113c99-18b1-4339-a2f0-f61814932711 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:36:58.849894 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:36:58.854099 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:36:58.928242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:36:59.055533 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['af113c99-18b1-4339-a2f0-f61814932711'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:36:59.713354 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422755d-076a-4561-a3ad-1b1e9c494109 req-0ac6f83c-458a-4d3f-89c2-aad2d455f23c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:36:59.715929 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c422755d-076a-4561-a3ad-1b1e9c494109 req-0ac6f83c-458a-4d3f-89c2-aad2d455f23c tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 945 time: 0.0781910 Feb 17 00:36:59.758111 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c422755d-076a-4561-a3ad-1b1e9c494109 req-7fccdae0-fc6e-4fc9-a510-d38a783ccd3a tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378745 Feb 17 00:37:00.596937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device af113c99-18b1-4339-a2f0-f61814932711 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:37:00.665961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port af113c99-18b1-4339-a2f0-f61814932711 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:37:00.666342 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:00.776779 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:00.805847 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:00.815673 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:37:00.820344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:00.851251 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711', 'code': 200} Feb 17 00:37:00.892129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:37:01.009225 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd9418-903b-418f-9f0d-e0855bdf9bd3 req-f8edeea0-f3ee-4ba0-b8e7-77a18ede8492 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:37:01.010654 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-76cd9418-903b-418f-9f0d-e0855bdf9bd3 req-f8edeea0-f3ee-4ba0-b8e7-77a18ede8492 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.1476562 Feb 17 00:37:01.091489 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-76cd9418-903b-418f-9f0d-e0855bdf9bd3 req-ffad2d5f-4a8a-4cab-b89d-e87239d3e980 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750513 Feb 17 00:37:01.120545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab885483-5219-45c3-97e1-cc7b8fb769f8 req-b94d09da-513d-42a8-99da-d6576f7e6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:37:01.121998 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab885483-5219-45c3-97e1-cc7b8fb769f8 req-b94d09da-513d-42a8-99da-d6576f7e6a3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0777032 Feb 17 00:37:01.164948 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ab885483-5219-45c3-97e1-cc7b8fb769f8 req-f616a8ac-1f4a-4fa3-a991-bfbdcc771d43 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358708 Feb 17 00:37:02.315551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6f30a-5821-41a3-978b-09be269693b0 req-54efd4eb-377e-48c6-a389-ff3b1326ed7b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:37:02.317561 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-52c6f30a-5821-41a3-978b-09be269693b0 req-54efd4eb-377e-48c6-a389-ff3b1326ed7b tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.1184835 Feb 17 00:37:02.360029 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-52c6f30a-5821-41a3-978b-09be269693b0 req-c6fdb17e-6a6f-47b8-b46a-a6fcda0fae69 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367594 Feb 17 00:37:03.806573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c7b00eb4-3418-45dc-9045-eef4b8f64c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:06.044410 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e0edcdfd-3a13-485e-84ef-41e57d8813e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:07.064933 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:07.446131 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:08.694328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:21.862534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:28.098472 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:37:33.807927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5060-10b6-48cc-89c8-5e188e113e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:36.045072 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-488f3f00-3dc9-4f66-8662-7f8fdd07e949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:37.070630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:37.449061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:38.696824 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:37:39.690406 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-b3dc8245-0782-4760-89e3-b1065bde92d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704207 Feb 17 00:37:39.823257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-2b214350-02d5-4ab9-9150-40b1457ff6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:37:39.824726 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-2b214350-02d5-4ab9-9150-40b1457ff6e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0683625 Feb 17 00:37:40.060339 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-0a341455-0a2a-400e-ae7e-63eb42c899e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:37:40.061761 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-0a341455-0a2a-400e-ae7e-63eb42c899e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.2191265 Feb 17 00:37:40.165443 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-75147fae-b23e-456e-89c0-4cee5852a865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 1002 time: 0.0976326 Feb 17 00:37:40.227078 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-96d62d84-ffa8-4df1-b459-fceacce16985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:37:40.228775 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-96d62d84-ffa8-4df1-b459-fceacce16985 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0571041 Feb 17 00:37:40.305629 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-f858b0e4-0e6d-41b5-940f-07803f6cc32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:37:40.307067 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-f858b0e4-0e6d-41b5-940f-07803f6cc32f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722425 Feb 17 00:37:40.437015 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-cf2a536f-895d-4a4c-924d-797bb0614cd4 service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221826 Feb 17 00:37:40.568756 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-4f7ccc77-5b74-4873-a709-0662e5a2d66a req-88dab789-2bd5-44f3-aa25-e4c40cfe567d service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262887 Feb 17 00:37:51.859413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:03.810585 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c83f8d14-27b9-4650-a4d3-73e1b64acc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:05.090486 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:38:06.046044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d033a1c9-d011-45d3-a11f-978ab2882fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:07.073534 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:07.451473 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:08.699094 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:20.676607 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35652) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:20.884115 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Deleting port 2c54e919-e993-4ccf-b948-3dd2101bb925 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:20.884459 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:21.047785 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:21.047996 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:21.166534 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Calling delete_port for 2c54e919-e993-4ccf-b948-3dd2101bb925 owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:21.424670 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:21.472192 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event deleted for resources: {'Port': ['ID=2c54e919-e993-4ccf-b948-3dd2101bb925,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:21.508251 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.508595 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.508928 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.509258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.509585 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.509906 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.510227 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.510545 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.510864 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.511208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.511525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.511840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:21.569234 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:21.569587 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Floating IP 381f5c98-8be4-4ea7-a09c-700a6d5aec6d disassociated (deleted). External IP: 172.26.2.127, port: af113c99-18b1-4339-a2f0-f61814932711. Feb 17 00:38:21.872841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:21.912552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Router 7f8fce00-eeda-405e-a1df-d413a7ad902b has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:38:22.083984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:38:22.094016 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] Sync routers for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:38:22.103320 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:22.103555 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:22.103921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:22.158965 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-621c9a85-5d9d-4465-810f-419a7adb0b65 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "DELETE /v2.0/floatingips/381f5c98-8be4-4ea7-a09c-700a6d5aec6d HTTP/1.1" status: 204 len: 168 time: 1.4812739 Feb 17 00:38:22.159556 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:22.205338 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711', 'status': 'completed', 'code': 200} Feb 17 00:38:22.281018 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:22.300000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094a37-f332-4a90-99f9-14b75582b01d req-10b6f5ed-8f78-4fda-9d8d-0fd8ffbfef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:22.301538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b3094a37-f332-4a90-99f9-14b75582b01d req-10b6f5ed-8f78-4fda-9d8d-0fd8ffbfef2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66cccc1ad1214b31800e20451adf20b8&device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 1099 time: 0.0718927 Feb 17 00:38:22.447466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094a37-f332-4a90-99f9-14b75582b01d req-32ba151a-604c-421b-aff2-92449cca91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:22.448878 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b3094a37-f332-4a90-99f9-14b75582b01d req-32ba151a-604c-421b-aff2-92449cca91fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 200 len: 909 time: 0.1410840 Feb 17 00:38:22.556894 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b3094a37-f332-4a90-99f9-14b75582b01d req-fdfd0a06-1519-4f0f-a30c-cfd620c61346 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 200 len: 217 time: 0.1016064 Feb 17 00:38:22.642332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094a37-f332-4a90-99f9-14b75582b01d req-b41af33e-864a-4795-a585-77fca893481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:22.642561 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:22.643778 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b3094a37-f332-4a90-99f9-14b75582b01d req-b41af33e-864a-4795-a585-77fca893481c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 200 len: 848 time: 0.0798726 Feb 17 00:38:22.646399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] Checking router: 7f8fce00-eeda-405e-a1df-d413a7ad902b for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:38:22.653557 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071055ad-88fc-4dd9-9506-7b5c22049962 req-f596904b-503f-441c-929b-d050389fc60d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:22.654948 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-071055ad-88fc-4dd9-9506-7b5c22049962 req-f596904b-503f-441c-929b-d050389fc60d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.1497662 Feb 17 00:38:22.655366 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:22.655989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:22.733995 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-071055ad-88fc-4dd9-9506-7b5c22049962 req-12360b6f-734e-4fad-b01d-adf67fe346ac tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495288 Feb 17 00:38:22.758263 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094a37-f332-4a90-99f9-14b75582b01d req-f5f5ae1b-6b4f-4bbc-8fdf-e20361f02283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:22.759739 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b3094a37-f332-4a90-99f9-14b75582b01d req-f5f5ae1b-6b4f-4bbc-8fdf-e20361f02283 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa1444f7-e980-4eb1-9821-7b05e614ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039505 Feb 17 00:38:22.832273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:22.890497 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b3094a37-f332-4a90-99f9-14b75582b01d req-36ef0d55-fbfb-41f6-ba41-e76ff0074c6f service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238706 Feb 17 00:38:23.024164 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b3094a37-f332-4a90-99f9-14b75582b01d req-aad779ac-c69e-4f53-8f5f-db81ebbe6daa service neutron] 10.222.0.24 "GET /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274507 Feb 17 00:38:23.140759 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:23.144556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f0d6a-9e98-4848-b1d8-3b40a68743bc None None] The sync data for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv is: [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:29:41Z', 'revision_number': 4, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': '8c23ba10-49ba-4486-930e-47265dd1c0be', 'name': '', 'network_id': 'aa1444f7-e980-4eb1-9821-7b05e614ee53', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'mac_address': 'fa:16:3e:19:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:41Z', 'updated_at': '2022-02-17T00:29:47Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'subnets': [{'id': 'b8a67c72-16fa-45f0-8d42-ac5b1e8c756c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:38:23.339175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08dd96-d4d7-44a3-99c8-7bbb3a28568e None None] New status for floating IP 381f5c98-8be4-4ea7-a09c-700a6d5aec6d: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:38:23.985361 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98773a1-73d4-473e-9ca7-e09689ffdc1d req-439180c8-a96a-4ddf-8d0b-a11044ec522d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:23.986672 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c98773a1-73d4-473e-9ca7-e09689ffdc1d req-439180c8-a96a-4ddf-8d0b-a11044ec522d tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.1352530 Feb 17 00:38:23.998704 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-2ce233e8-3a86-4125-abf8-0abda3d41769 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:24.000000 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-2ce233e8-3a86-4125-abf8-0abda3d41769 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 946 time: 0.1039846 Feb 17 00:38:24.190950 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c98773a1-73d4-473e-9ca7-e09689ffdc1d req-15e8102e-e170-45ce-9709-2bc149bd5d08 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4a70c40-5ecb-4cb1-b651-12e6556a592f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900008 Feb 17 00:38:24.194284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Deleting port af113c99-18b1-4339-a2f0-f61814932711 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:24.194621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:24.431828 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] For port af113c99-18b1-4339-a2f0-f61814932711, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=af113c99-18b1-4339-a2f0-f61814932711,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:24.432231 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:24.550838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Calling delete_port for af113c99-18b1-4339-a2f0-f61814932711 owned by compute:nova {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:24.693195 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:24.742076 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event deleted for resources: {'Port': ['ID=af113c99-18b1-4339-a2f0-f61814932711,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:24.783570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.783919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.784286 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.784618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.784947 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.785272 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.785593 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.785942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.786264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.786580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.786897 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.787213 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:24.828556 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] No DVR routers for this DVR port af113c99-18b1-4339-a2f0-f61814932711 on host hv-neutron-8290 {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:38:24.830766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:24.833168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-deleted', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:24.845270 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-9a05de9b-e743-48e7-a50f-d1c642866e45 req-42dbfc8b-2664-4d28-aecb-8fa5260c85a1 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.24 "DELETE /v2.0/ports/af113c99-18b1-4339-a2f0-f61814932711 HTTP/1.1" status: 204 len: 173 time: 0.8317099 Feb 17 00:38:24.877934 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e449f907-0340-4d70-88ef-e0f28fb92210', 'name': 'network-vif-deleted', 'tag': 'af113c99-18b1-4339-a2f0-f61814932711', 'status': 'completed', 'code': 200} Feb 17 00:38:25.343463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-1c507c9e-c4f3-4530-b359-886323024c2d req-35baec21-6a58-4139-9b97-625ff021571f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Synchronizing usage tracker for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:38:25.358886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-1c507c9e-c4f3-4530-b359-886323024c2d req-35baec21-6a58-4139-9b97-625ff021571f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Unset dirty status for tenant:66cccc1ad1214b31800e20451adf20b8 on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:38:25.360042 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1c507c9e-c4f3-4530-b359-886323024c2d req-35baec21-6a58-4139-9b97-625ff021571f tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449f907-0340-4d70-88ef-e0f28fb92210 HTTP/1.1" status: 200 len: 210 time: 0.0575175 Feb 17 00:38:26.457880 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35670) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:26.529335 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5316322b-ed0f-4ce5-956b-38815a7c0be9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:26.558690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5316322b-ed0f-4ce5-956b-38815a7c0be9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:26.624953 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5316322b-ed0f-4ce5-956b-38815a7c0be9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:26.646407 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316322b-ed0f-4ce5-956b-38815a7c0be9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a70c40-5ecb-4cb1-b651-12e6556a592f,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:26.661102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-5316322b-ed0f-4ce5-956b-38815a7c0be9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:26.662158 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-5316322b-ed0f-4ce5-956b-38815a7c0be9 tempest-TestShelveInstance-494228736 tempest-TestShelveInstance-494228736-project] 10.222.0.47 "DELETE /v2.0/security-groups/a4a70c40-5ecb-4cb1-b651-12e6556a592f HTTP/1.1" status: 204 len: 168 time: 0.2031894 Feb 17 00:38:26.705888 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35676) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:27.048365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device af113c99-18b1-4339-a2f0-f61814932711 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:38:27.082116 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: af113c99-18b1-4339-a2f0-f61814932711 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:38:27.082555 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device af113c99-18b1-4339-a2f0-f61814932711 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:38:27.463889 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:27.814366 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Deleting port 8c23ba10-49ba-4486-930e-47265dd1c0be {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:27.814589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:27.985546 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] For port 8c23ba10-49ba-4486-930e-47265dd1c0be, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=8c23ba10-49ba-4486-930e-47265dd1c0be,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:27.985924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:28.109696 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Calling delete_port for 8c23ba10-49ba-4486-930e-47265dd1c0be owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:28.303078 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:28.357317 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c23ba10-49ba-4486-930e-47265dd1c0be,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:28.623602 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:29.095668 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Router 7f8fce00-eeda-405e-a1df-d413a7ad902b has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:38:29.269552 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:38:29.278508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518206f-8111-4971-b436-e06286b01e7c None None] Sync routers for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:38:29.285718 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7e8e01f6-46a8-4bf3-b15b-b09961f2d41d admin admin] 10.222.0.47 "PUT /v2.0/routers/7f8fce00-eeda-405e-a1df-d413a7ad902b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5787520 Feb 17 00:38:29.287702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:29.288302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:29.288424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35690) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:29.462787 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:29.467271 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:29.635978 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:29.645658 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Deleting port 72cf259a-846d-49e0-a67f-433bfa7dcd5c {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:29.646001 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:29.743897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:38:28Z', 'revision_number': 5, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port': {'id': '72cf259a-846d-49e0-a67f-433bfa7dcd5c', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:38Z', 'updated_at': '2022-02-17T00:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:29.747733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518206f-8111-4971-b436-e06286b01e7c None None] Checking router: 7f8fce00-eeda-405e-a1df-d413a7ad902b for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:38:29.755988 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] Routers {'7f8fce00-eeda-405e-a1df-d413a7ad902b'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:29.756625 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['7f8fce00-eeda-405e-a1df-d413a7ad902b'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:29.814015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] For port 72cf259a-846d-49e0-a67f-433bfa7dcd5c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=72cf259a-846d-49e0-a67f-433bfa7dcd5c,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:29.814367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:29.906722 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] Set router 7f8fce00-eeda-405e-a1df-d413a7ad902b gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:30.045155 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Calling delete_port for 72cf259a-846d-49e0-a67f-433bfa7dcd5c owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:30.053810 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-5518206f-8111-4971-b436-e06286b01e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:38:29Z', 'revision_number': 6, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:30.057671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518206f-8111-4971-b436-e06286b01e7c None None] The sync data for ids ['7f8fce00-eeda-405e-a1df-d413a7ad902b'] in dv-neutron-829040-1-hyperv is: [{'id': '7f8fce00-eeda-405e-a1df-d413a7ad902b', 'name': 'tempest-TestShelveInstance-1062060878-router', 'tenant_id': '66cccc1ad1214b31800e20451adf20b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:37Z', 'updated_at': '2022-02-17T00:38:29Z', 'revision_number': 6, 'project_id': '66cccc1ad1214b31800e20451adf20b8', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:38:30.333900 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.379318 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Pushing event deleted for resources: {'Port': ['ID=72cf259a-846d-49e0-a67f-433bfa7dcd5c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:30.475662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.643311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.645491 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.669882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.670441 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8fce00-eeda-405e-a1df-d413a7ad902b {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:38:30.682507 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.683607 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7aa53294-951a-4351-baa9-4bf1a9e9a30c admin admin] 10.222.0.47 "DELETE /v2.0/routers/7f8fce00-eeda-405e-a1df-d413a7ad902b HTTP/1.1" status: 204 len: 168 time: 1.3942571 Feb 17 00:38:30.686096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35696) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:30.742864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] Deleting subnet b8a67c72-16fa-45f0-8d42-ac5b1e8c756c {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:38:30.745592 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.794727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.874888 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.879488 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72cf259a-846d-49e0-a67f-433bfa7dcd5c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:38:30.913819 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 72cf259a-846d-49e0-a67f-433bfa7dcd5c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:38:30.914089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 72cf259a-846d-49e0-a67f-433bfa7dcd5c not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:38:30.914509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c23ba10-49ba-4486-930e-47265dd1c0be no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:38:30.941721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.947761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 8c23ba10-49ba-4486-930e-47265dd1c0be {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:38:30.948134 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 8c23ba10-49ba-4486-930e-47265dd1c0be not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:38:30.983841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a67c72-16fa-45f0-8d42-ac5b1e8c756c,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:30.985766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:30.993867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b858ea89-eaaf-4171-9b81-402b9f14df7d None None] Network aa1444f7-e980-4eb1-9821-7b05e614ee53 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:38:30.994477 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35700) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:30.994936 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-11eabfb1-9e40-4a01-ae40-e6425e059bcf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b8a67c72-16fa-45f0-8d42-ac5b1e8c756c HTTP/1.1" status: 204 len: 168 time: 0.3074095 Feb 17 00:38:31.103772 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.114589 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Deleting port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:31.114924 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.252541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] DHCP port deletion for aa1444f7-e980-4eb1-9821-7b05e614ee53 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:38:31.256745 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Deleting port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:31.257121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.331250 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] For port d25d3a78-8c9d-48ef-9e75-22e74ee1d605, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:31.331647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.454717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Calling delete_port for d25d3a78-8c9d-48ef-9e75-22e74ee1d605 owned by network:dhcp {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:31.464428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] For port d25d3a78-8c9d-48ef-9e75-22e74ee1d605, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,segment=NetworkSegment(1b92f221-e833-4285-98e2-afbd15098221),segment_id=1b92f221-e833-4285-98e2-afbd15098221)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:31.464823 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.532307 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.579551 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25d3a78-8c9d-48ef-9e75-22e74ee1d605,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:31.581347 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] No DVR routers for this DVR port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 on host dv-neutron-829040-1-hyperv {{(pid=87676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:38:31.590572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Calling delete_port for d25d3a78-8c9d-48ef-9e75-22e74ee1d605 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:31.667244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:38:31.667606 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:38:31.703176 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.727144 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1444f7-e980-4eb1-9821-7b05e614ee53']}} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:31.739514 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b92f221-e833-4285-98e2-afbd15098221') {'for_net_delete': True} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:31.739817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.services.segments.db [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b92f221-e833-4285-98e2-afbd15098221') {} {{(pid=87676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:31.751344 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6565160'] for segment, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.771113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.777975 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:38:31.778518 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6982144'] for segment, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: Traceback (most recent call last): Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: timer() Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: cb(*args, **kw) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: return func(*args, **kwargs) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: self._notify() Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: self.callback(batched_events) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: event.method(event) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: return f(self, *a, **k) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._get(url).json() Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: return self.request(url, 'GET', **kwargs) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:38:31.791917 dv-neutron-829040-1-hyperv neutron-server[87676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:38:31.865114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.880988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:31.890712 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1444f7-e980-4eb1-9821-7b05e614ee53,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:31.903645 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-a48770ce-b394-4d47-bab9-96eaec641d68 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aa1444f7-e980-4eb1-9821-7b05e614ee53 HTTP/1.1" status: 204 len: 168 time: 0.9072659 Feb 17 00:38:31.906527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35704) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:32.169142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Deleting port d25d3a78-8c9d-48ef-9e75-22e74ee1d605 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:32.169668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:32.236683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-795d828d-0bbb-4109-84de-91006530fa66 None None] The port 'd25d3a78-8c9d-48ef-9e75-22e74ee1d605' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:38:32.532258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:32.854148 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d25d3a78-8c9d-48ef-9e75-22e74ee1d605 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:38:32.881802 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Deleting port aaec4114-7d5a-4817-bd33-96bd604e338c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:32.882147 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:32.887878 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: d25d3a78-8c9d-48ef-9e75-22e74ee1d605 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:38:32.888365 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device d25d3a78-8c9d-48ef-9e75-22e74ee1d605 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:38:33.053381 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] For port aaec4114-7d5a-4817-bd33-96bd604e338c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=aaec4114-7d5a-4817-bd33-96bd604e338c,segment=NetworkSegment(534b8f0f-ab85-4d82-a969-b514888be4c0),segment_id=534b8f0f-ab85-4d82-a969-b514888be4c0)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:33.053654 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:33.176915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Calling delete_port for aaec4114-7d5a-4817-bd33-96bd604e338c owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:33.348573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:33.498878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=aaec4114-7d5a-4817-bd33-96bd604e338c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:33.764842 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:33.812028 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e3a579d2-04f3-4202-8126-1f682d8347c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:34.114878 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Router 52ab892f-d034-45e8-9b0f-549257ae0ad1 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:38:34.284288 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:38:34.292836 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] Sync routers for ids ['52ab892f-d034-45e8-9b0f-549257ae0ad1'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:38:34.299719 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-e71d40f3-b19b-4fdd-b696-2fd0defbb9fd admin admin] 10.222.0.47 "PUT /v2.0/routers/52ab892f-d034-45e8-9b0f-549257ae0ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921800 Feb 17 00:38:34.301901 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] Routers {'52ab892f-d034-45e8-9b0f-549257ae0ad1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:34.302233 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35708) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:34.302504 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['52ab892f-d034-45e8-9b0f-549257ae0ad1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:34.473647 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks [] for router, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:34.503598 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] Set router 52ab892f-d034-45e8-9b0f-549257ae0ad1 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:34.647025 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:34.657095 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Deleting port 0527a0f3-0561-4c1a-9618-fded140160d2 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:34.657581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:34.787092 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203'}], 'enable_snat': True}, 'gw_port_id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:38:33Z', 'revision_number': 5, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port': {'id': '0527a0f3-0561-4c1a-9618-fded140160d2', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:34.791901 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] Checking router: 52ab892f-d034-45e8-9b0f-549257ae0ad1 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:38:34.801464 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] Routers {'52ab892f-d034-45e8-9b0f-549257ae0ad1'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:34.802255 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['52ab892f-d034-45e8-9b0f-549257ae0ad1'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:34.951500 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] Set router 52ab892f-d034-45e8-9b0f-549257ae0ad1 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:34.959068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] For port 0527a0f3-0561-4c1a-9618-fded140160d2, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=0527a0f3-0561-4c1a-9618-fded140160d2,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:34.959565 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.054298 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:38:34Z', 'revision_number': 6, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:35.058183 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828e5fd-444c-4c0e-89e0-8ca0dda1a79c None None] The sync data for ids ['52ab892f-d034-45e8-9b0f-549257ae0ad1'] in dv-neutron-829040-1-hyperv is: [{'id': '52ab892f-d034-45e8-9b0f-549257ae0ad1', 'name': 'tempest-TestShelveInstance-1463819927-router', 'tenant_id': '093695aeeb33478e91cd0f41974715a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:29:44Z', 'updated_at': '2022-02-17T00:38:34Z', 'revision_number': 6, 'project_id': '093695aeeb33478e91cd0f41974715a3', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:38:35.080865 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Calling delete_port for 0527a0f3-0561-4c1a-9618-fded140160d2 owned by network:router_gateway {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:35.245713 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.294522 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Pushing event deleted for resources: {'Port': ['ID=0527a0f3-0561-4c1a-9618-fded140160d2,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:35.384303 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.557264 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.559393 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.582576 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.583068 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ab892f-d034-45e8-9b0f-549257ae0ad1 {{(pid=87676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:38:35.595098 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] Notify callbacks [] for router, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.596227 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-ca5832a6-ffb7-4b7e-a319-9b5fcc02b073 admin admin] 10.222.0.47 "DELETE /v2.0/routers/52ab892f-d034-45e8-9b0f-549257ae0ad1 HTTP/1.1" status: 204 len: 168 time: 1.2930760 Feb 17 00:38:35.598808 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35712) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:35.658463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] Deleting subnet 1396ef00-4099-4348-ba56-778a6160e9c9 {{(pid=87676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:38:35.661365 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.708409 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6565139'] for subnet, precommit_delete_associations {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.785297 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.854784 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6982330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6570369'] for subnet, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.895950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:35.899245 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1396ef00-4099-4348-ba56-778a6160e9c9,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:35.900757 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee98303-4389-45c9-8c58-283319accab9 None None] Network 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:38:35.907887 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-3768e992-fd2c-47db-9b14-62c557040cef admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1396ef00-4099-4348-ba56-778a6160e9c9 HTTP/1.1" status: 204 len: 168 time: 0.3080678 Feb 17 00:38:35.908426 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35716) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:36.017015 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.027511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Deleting port c7a85836-24bf-43d0-9f64-d32fa12b5307 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:36.027851 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.099268 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-88a5dcba-f310-4d5d-8d77-9a7963c52191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.194650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] DHCP port deletion for 6eee2e89-075e-4fa6-bca7-6ed0b0134a40 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:38:36.199453 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Deleting port c7a85836-24bf-43d0-9f64-d32fa12b5307 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:36.199830 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.237578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] For port c7a85836-24bf-43d0-9f64-d32fa12b5307, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c7a85836-24bf-43d0-9f64-d32fa12b5307,segment=NetworkSegment(534b8f0f-ab85-4d82-a969-b514888be4c0),segment_id=534b8f0f-ab85-4d82-a969-b514888be4c0)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:36.237856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.405879 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] For port c7a85836-24bf-43d0-9f64-d32fa12b5307, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=c7a85836-24bf-43d0-9f64-d32fa12b5307,segment=NetworkSegment(534b8f0f-ab85-4d82-a969-b514888be4c0),segment_id=534b8f0f-ab85-4d82-a969-b514888be4c0)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:36.406270 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.478985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Calling delete_port for c7a85836-24bf-43d0-9f64-d32fa12b5307 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:36.552618 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.556076 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Calling delete_port for c7a85836-24bf-43d0-9f64-d32fa12b5307 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:38:36.600494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a85836-24bf-43d0-9f64-d32fa12b5307,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:36.604857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] No DVR routers for this DVR port c7a85836-24bf-43d0-9f64-d32fa12b5307 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:38:36.626486 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:38:36.626859 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:38:36.716616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.740901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eee2e89-075e-4fa6-bca7-6ed0b0134a40']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:36.752360 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534b8f0f-ab85-4d82-a969-b514888be4c0') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:36.752655 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534b8f0f-ab85-4d82-a969-b514888be4c0') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:36.763411 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.778970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.784740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:38:36.785112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:38:36.799641 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:38:36.856468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0527a0f3-0561-4c1a-9618-fded140160d2 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:38:36.881607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.893872 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 0527a0f3-0561-4c1a-9618-fded140160d2 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:38:36.894188 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 0527a0f3-0561-4c1a-9618-fded140160d2 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:38:36.894643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aaec4114-7d5a-4817-bd33-96bd604e338c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:38:36.902359 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:36.912012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eee2e89-075e-4fa6-bca7-6ed0b0134a40,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:36.918971 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a8d4086d-b51c-4ce7-9ba1-374e7922aec3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6eee2e89-075e-4fa6-bca7-6ed0b0134a40 HTTP/1.1" status: 204 len: 168 time: 1.0095294 Feb 17 00:38:36.927958 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: aaec4114-7d5a-4817-bd33-96bd604e338c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:38:36.928399 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device aaec4114-7d5a-4817-bd33-96bd604e338c not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:38:36.928931 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c7a85836-24bf-43d0-9f64-d32fa12b5307 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:38:36.961381 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: c7a85836-24bf-43d0-9f64-d32fa12b5307 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:38:36.962310 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device c7a85836-24bf-43d0-9f64-d32fa12b5307 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:38:37.030384 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35722) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:37.074309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.078003 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-cd787df8-7e70-43d4-911d-ed3879ce962e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66cccc1ad1214b31800e20451adf20b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465074 Feb 17 00:38:37.080422 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35726) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:37.127875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Deleting port c7a85836-24bf-43d0-9f64-d32fa12b5307 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:38:37.128294 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.136322 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94d3cabf-777e-4aa6-9c17-d1b991eee4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.160868 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94d3cabf-777e-4aa6-9c17-d1b991eee4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.196417 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ce43e076-cab4-4015-b345-a86a39433f52 None None] The port 'c7a85836-24bf-43d0-9f64-d32fa12b5307' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:38:37.224482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94d3cabf-777e-4aa6-9c17-d1b991eee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.241825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3cabf-777e-4aa6-9c17-d1b991eee4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19f74f7-ff47-4436-9145-2b5d2fc7bd8e,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:37.248152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-94d3cabf-777e-4aa6-9c17-d1b991eee4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.251526 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-94d3cabf-777e-4aa6-9c17-d1b991eee4c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c19f74f7-ff47-4436-9145-2b5d2fc7bd8e HTTP/1.1" status: 204 len: 168 time: 0.1679504 Feb 17 00:38:37.454231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.574948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35734) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:37.621440 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-5df200a4-4eee-4ba2-84b9-b9a755ecbcfe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=093695aeeb33478e91cd0f41974715a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453141 Feb 17 00:38:37.623926 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35738) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:37.682443 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e72139c7-baf9-4a9e-b490-d17bb499a2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.706940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e72139c7-baf9-4a9e-b490-d17bb499a2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.756562 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e72139c7-baf9-4a9e-b490-d17bb499a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.770129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72139c7-baf9-4a9e-b490-d17bb499a2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a0a96a-dc2e-4679-b1b6-9e2ef2114685,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:37.776874 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e72139c7-baf9-4a9e-b490-d17bb499a2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:37.777986 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e72139c7-baf9-4a9e-b490-d17bb499a2b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27a0a96a-dc2e-4679-b1b6-9e2ef2114685 HTTP/1.1" status: 204 len: 168 time: 0.1531765 Feb 17 00:38:38.531604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35764) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:38.634811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-850034702-network', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:38.639450 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:38.643211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Usage tracker for resource:network and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:38.646045 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:38.653172 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:38.664853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Made reservation on behalf of a6055f32796546a8bd068b8f418e4d7c for: {'network': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:38:38.666898 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.682740 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.697396 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:38.701829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:38.704670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:38.704865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.710433 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:38.797891 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.801836 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.833283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:38:38.841698 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2df14a-77c4-4a84-8de1-27c796cac4b6,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:38.847695 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.848065 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.segments_db [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Added segment 5cdbe0db-cce7-4e2a-bb52-95960dc38814 of type vlan for network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 Feb 17 00:38:38.874115 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.902283 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:38.903205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:38.903779 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.006070 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4732761 Feb 17 00:38:39.006829 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27e6e-ed38-46a0-9c0e-6683ad5cfde0 admin admin] Pushing event updated for resources: {'Network': ['ID=258f55ef-d21b-4421-a9d3-01ab9fca08e1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:39.009427 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35770) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:39.014854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Request body: {'subnet': {'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-850034702-subnet', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'ip_version': 4}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:39.017375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:38:39.019677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:39.023438 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Usage tracker for resource:subnet and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:39.026327 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:39.032758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:39.042832 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Made reservation on behalf of a6055f32796546a8bd068b8f418e4d7c for: {'subnet': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:38:39.047451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003927'] for subnet, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.239652 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7094900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003905'] for subnet, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.313421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdb7835-13e5-4fdf-bdf0-9f2797c42173,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:39.322563 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Checking segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:39.323041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Network hostable DHCP agents. Network: 258f55ef-d21b-4421-a9d3-01ab9fca08e1, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:38:39.341736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:38:39.350856 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 258f55ef-d21b-4421-a9d3-01ab9fca08e1) {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:39.355974 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:39.356659 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.361903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a619060-bc85-4c0e-a4d5-4b73cebad46a None None] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:38:39.377488 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-929c9e2c-e2e9-4a26-9e52-07e459ad4d75 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3670695 Feb 17 00:38:39.380041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35774) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:39.384943 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:39.389454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:39.393241 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Usage tracker for resource:router and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:39.395968 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:39.401649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:39.412158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.413123 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.427988 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.570354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:38:39.571250 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.729520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Allocated IP 172.20.0.2 (258f55ef-d21b-4421-a9d3-01ab9fca08e1/1cdb7835-13e5-4fdf-bdf0-9f2797c42173/68140160-b084-4ce7-a2e9-a38c19c3724a) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:38:39.791847 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.931309 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:39.941247 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Transition to ACTIVE for port object 68140160-b084-4ce7-a2e9-a38c19c3724a will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:39.959893 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Transition to ACTIVE for port object 68140160-b084-4ce7-a2e9-a38c19c3724a will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:39.965572 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.030341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:40.033740 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:40.037345 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:38:40.076650 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Pushing event updated for resources: {'Port': ['ID=68140160-b084-4ce7-a2e9-a38c19c3724a,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:40.100089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.126341 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.126698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.127317 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.127428 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.127700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.128035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.128390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.128720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.129050 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.129376 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.129701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.130083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:40.131214 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.149638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Attempting to bind port 68140160-b084-4ce7-a2e9-a38c19c3724a on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:38:40.150015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Attempting to bind port 68140160-b084-4ce7-a2e9-a38c19c3724a by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:38:40.150375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Attempting to bind port 68140160-b084-4ce7-a2e9-a38c19c3724a on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:40.156375 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:40.156754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Checking segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:40.157160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.157556 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Bound using segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:40.158029 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Bound port: 68140160-b084-4ce7-a2e9-a38c19c3724a, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:38:40.158398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.253058 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] For port 68140160-b084-4ce7-a2e9-a38c19c3724a, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:38:40.256611 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] For port 68140160-b084-4ce7-a2e9-a38c19c3724a, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=68140160-b084-4ce7-a2e9-a38c19c3724a,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:38:40.261451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.280473 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Allocated IP 172.26.2.188 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/b293f79d-4346-473a-b66c-7baf4ef2afe1) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:38:40.345436 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1a750-58a0-452f-bbb4-1b2bba61d78c None None] Pushing event updated for resources: {'Port': ['ID=68140160-b084-4ce7-a2e9-a38c19c3724a,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:40.435365 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.465098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.533901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:40.536670 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:40.539055 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:38:40.574882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Pushing event updated for resources: {'Port': ['ID=b293f79d-4346-473a-b66c-7baf4ef2afe1,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:40.891700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 68140160-b084-4ce7-a2e9-a38c19c3724a up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:40.978343 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:40.996565 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 68140160-b084-4ce7-a2e9-a38c19c3724a completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:41.263362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2392ea-b82f-45d1-a7e3-88a2f51ecf10 None None] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:38:41.344910 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cb810fea-0a18-479d-afc6-083d2e34f12f None None] Provisioning for port 68140160-b084-4ce7-a2e9-a38c19c3724a completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:41.359275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cb810fea-0a18-479d-afc6-083d2e34f12f None None] Provisioning complete for port 68140160-b084-4ce7-a2e9-a38c19c3724a triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:41.359651 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cb810fea-0a18-479d-afc6-083d2e34f12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:41.430387 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:41.580138 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cb810fea-0a18-479d-afc6-083d2e34f12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:41.623816 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-cb810fea-0a18-479d-afc6-083d2e34f12f None None] For port 68140160-b084-4ce7-a2e9-a38c19c3724a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=68140160-b084-4ce7-a2e9-a38c19c3724a,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:41.630693 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cb810fea-0a18-479d-afc6-083d2e34f12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:41.643753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Router 73464439-4edf-4f1e-82e2-26e624fa8d85 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:38:41.703464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810fea-0a18-479d-afc6-083d2e34f12f None None] Pushing event updated for resources: {'Port': ['ID=68140160-b084-4ce7-a2e9-a38c19c3724a,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:41.832545 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:38:41.841523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Sync routers for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:38:41.857603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:41.858042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:41.858657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:41.859121 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-76d360d6-907c-43b9-8a64-de62a404c81f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4781098 Feb 17 00:38:41.861755 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35778) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:41.936941 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-c0fc78ad-731b-427b-9e4b-0dc916dcb1c2 None None] Provisioning complete for port 68140160-b084-4ce7-a2e9-a38c19c3724a triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:41.937521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c0fc78ad-731b-427b-9e4b-0dc916dcb1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:42.091100 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:42.091331 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:38:42.412591 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:40Z', 'revision_number': 3, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:42.416336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Checking router: 73464439-4edf-4f1e-82e2-26e624fa8d85 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:38:42.416684 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Updating router 73464439-4edf-4f1e-82e2-26e624fa8d85 port b293f79d-4346-473a-b66c-7baf4ef2afe1 binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:38:42.469989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:42.642340 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:42.839140 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:42.846584 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Allocated IP 172.20.0.1 (258f55ef-d21b-4421-a9d3-01ab9fca08e1/1cdb7835-13e5-4fdf-bdf0-9f2797c42173/ae8fb015-71a3-4553-9b2a-f630580e517c) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:38:42.851431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Transition to ACTIVE for port object b293f79d-4346-473a-b66c-7baf4ef2afe1 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:42.859042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:42.898700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 68140160-b084-4ce7-a2e9-a38c19c3724a up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:42.986046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Attempting to bind port b293f79d-4346-473a-b66c-7baf4ef2afe1 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:38:42.986701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Attempting to bind port b293f79d-4346-473a-b66c-7baf4ef2afe1 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:38:42.986795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Attempting to bind port b293f79d-4346-473a-b66c-7baf4ef2afe1 on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:42.991910 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:42.997861 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f6df8-2829-4040-8308-06376dc8ade6 None None] Pushing event updated for resources: {'Port': ['ID=b293f79d-4346-473a-b66c-7baf4ef2afe1,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:43.000229 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:43.000618 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:43.001025 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.001412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:43.001889 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Bound port: b293f79d-4346-473a-b66c-7baf4ef2afe1, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:38:43.002265 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.007528 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Transition to ACTIVE for port object ae8fb015-71a3-4553-9b2a-f630580e517c will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:43.032683 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.075269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 68140160-b084-4ce7-a2e9-a38c19c3724a triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:43.075269 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.098942 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:43.101722 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:43.105702 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:38:43.127626 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] For port b293f79d-4346-473a-b66c-7baf4ef2afe1, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:38:43.141184 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] For port b293f79d-4346-473a-b66c-7baf4ef2afe1, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b293f79d-4346-473a-b66c-7baf4ef2afe1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:38:43.142254 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Pushing event updated for resources: {'Port': ['ID=ae8fb015-71a3-4553-9b2a-f630580e517c,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:43.150677 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.163400 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.289031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f6df8-2829-4040-8308-06376dc8ade6 None None] Pushing event updated for resources: {'Port': ['ID=b293f79d-4346-473a-b66c-7baf4ef2afe1,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:43.293302 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:43.294061 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:43.387432 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2e395b86-85f8-47a8-a66b-28624b304f8c None None] Provisioning for port ae8fb015-71a3-4553-9b2a-f630580e517c completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:43.395537 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-2e395b86-85f8-47a8-a66b-28624b304f8c None None] Provisioning complete for port ae8fb015-71a3-4553-9b2a-f630580e517c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:43.395915 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2e395b86-85f8-47a8-a66b-28624b304f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.433121 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.527513 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-2e395b86-85f8-47a8-a66b-28624b304f8c None None] Port ae8fb015-71a3-4553-9b2a-f630580e517c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:38:43.535720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:43.662152 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.667751 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.774435 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Pushing event updated for resources: {'Port': ['ID=ae8fb015-71a3-4553-9b2a-f630580e517c,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:43.777843 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:43.820460 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:40Z', 'revision_number': 3, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:43.824299 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be167112-c5d0-485d-ad83-e9aee6778a6c None None] The sync data for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv is: [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:40Z', 'revision_number': 3, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:38:43.912739 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:43.913822 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:44.121251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Router 73464439-4edf-4f1e-82e2-26e624fa8d85 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:38:44.152091 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-3c7dfd5d-9fe7-4baf-ab78-fe6fcc869315 None None] Provisioning complete for port ae8fb015-71a3-4553-9b2a-f630580e517c triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:44.152621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-3c7dfd5d-9fe7-4baf-ab78-fe6fcc869315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:44.215075 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-3c7dfd5d-9fe7-4baf-ab78-fe6fcc869315 None None] Port ae8fb015-71a3-4553-9b2a-f630580e517c cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:38:44.416406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:38:44.425376 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-805d1396-ead9-49bf-8eaf-76d1abbf2aaf admin admin] 10.222.0.47 "PUT /v2.0/routers/73464439-4edf-4f1e-82e2-26e624fa8d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5626054 Feb 17 00:38:44.886608 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b293f79d-4346-473a-b66c-7baf4ef2afe1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:44.934473 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35796) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:44.939995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1403109690-network', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:44.944797 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:44.949130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Usage tracker for resource:network and tenant:f828cf8a03bf426599951985a9dc8110 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:44.952389 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:44.953721 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port b293f79d-4346-473a-b66c-7baf4ef2afe1 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:44.958297 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b293f79d-4346-473a-b66c-7baf4ef2afe1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:44.958663 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:44.959331 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:44.968590 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Made reservation on behalf of f828cf8a03bf426599951985a9dc8110 for: {'network': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:38:44.970838 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for network, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:44.982984 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.000581 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:45.004319 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:f828cf8a03bf426599951985a9dc8110 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:45.007038 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:45.013130 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:45.083336 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.099795 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.101179 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port b293f79d-4346-473a-b66c-7baf4ef2afe1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b293f79d-4346-473a-b66c-7baf4ef2afe1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:45.104573 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.105447 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.135934 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 00:38:45.145123 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361bdf70-316e-4962-81e0-de6d4aa53f3d,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:45.153328 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.153671 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.segments_db [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Added segment 76b38c42-92fc-464e-9bb6-3c74d67b4b4d of type vlan for network 950efa81-ff96-4dda-98a2-30bbcb402b5a Feb 17 00:38:45.180278 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=b293f79d-4346-473a-b66c-7baf4ef2afe1,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:45.185041 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794906984174'] for network, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.214301 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312'] for network, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.215253 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:45.215817 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Notify callbacks [] for network, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.319208 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=950efa81-ff96-4dda-98a2-30bbcb402b5a,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:45.321041 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Sync routers for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:38:45.324145 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7863b5fc-91fd-4d8a-b541-8ff6a1e41ae3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3870850 Feb 17 00:38:45.325422 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35800) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:45.329805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a details requested by agent ovs-agent-dv-neutron-829040-1-hyperv with host dv-neutron-829040-1-hyperv {{(pid=87678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 17 00:38:45.331021 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Request body: {'subnet': {'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1403109690-subnet', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'ip_version': 4}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:45.331755 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:45.332391 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:45.335969 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:45.339907 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Usage tracker for resource:subnet and tenant:f828cf8a03bf426599951985a9dc8110 is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:45.342849 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:45.348489 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:45.360113 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Made reservation on behalf of f828cf8a03bf426599951985a9dc8110 for: {'subnet': 1} {{(pid=87676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:38:45.362515 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6570414'] for subnet, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.513252 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:45.678353 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6980965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6570424'] for subnet, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.750717 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffed5665-b8d1-4ef1-949c-150f21a7f547,revision_number=0']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:45.762029 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Checking segment: {'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:45.762385 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Network hostable DHCP agents. Network: 950efa81-ff96-4dda-98a2-30bbcb402b5a, hostable agents: ['ac8fcc92-69d4-4906-ab2d-c550a63efac4'], hosted agents: [] {{(pid=87676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 00:38:45.781299 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a is scheduled to be hosted by DHCP agent ac8fcc92-69d4-4906-ab2d-c550a63efac4 with binding_index 1 {{(pid=87676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 00:38:45.791221 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829040-1-hyperv, 950efa81-ff96-4dda-98a2-30bbcb402b5a) {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:45.796080 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:45.796844 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.801359 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce621dcc-8533-4169-bb09-0bf42224fcef None None] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:38:45.819837 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-00c879d5-d958-40a6-9ba9-848c0c881151 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4930208 Feb 17 00:38:45.822650 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35804) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:45.833877 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:45.837215 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 2, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:45.841452 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Checking router: 73464439-4edf-4f1e-82e2-26e624fa8d85 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:38:45.841919 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Updating router 73464439-4edf-4f1e-82e2-26e624fa8d85 port ae8fb015-71a3-4553-9b2a-f630580e517c binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:38:45.845046 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:45.849378 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Usage tracker for resource:router and tenant:f828cf8a03bf426599951985a9dc8110 is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:45.852725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:45.859099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:45.869466 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1787476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40935'] for router, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.870463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1787974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1787234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40936'] for router, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.887238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:45.903672 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.064504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bba3294-72b8-58dc-930e-b160230ff4ba-950efa81-ff96-4dda-98a2-30bbcb402b5a', 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'fixed_ips': [{'subnet_id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547'}]}} from dv-neutron-829040-1-hyperv. {{(pid=87678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 17 00:38:46.065508 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.153069 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1787248', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1787462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40922'] for router, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.225708 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.db_base_plugin_common [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Allocated IP 172.20.0.2 (950efa81-ff96-4dda-98a2-30bbcb402b5a/ffed5665-b8d1-4ef1-949c-150f21a7f547/949a84e0-9d2f-4a52-8760-3b41f8813c14) {{(pid=87678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:38:46.295866 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.310499 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Transition to ACTIVE for port object ae8fb015-71a3-4553-9b2a-f630580e517c will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:46.317444 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.441437 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Notify callbacks [] for port, precommit_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.452141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Transition to ACTIVE for port object 949a84e0-9d2f-4a52-8760-3b41f8813c14 will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:46.470666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Transition to ACTIVE for port object 949a84e0-9d2f-4a52-8760-3b41f8813c14 will not be triggered until provisioned by entity DHCP. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:46.477848 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041'] for port, after_create {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.495790 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.525134 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Pushing event updated for resources: {'Port': ['ID=ae8fb015-71a3-4553-9b2a-f630580e517c,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:46.530258 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.538426 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.539027 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.539543 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.540576 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.541063 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.541534 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.542016 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.542483 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.542949 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.543422 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.543884 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.544383 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:38:46.547173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a is already hosted by enough agents. {{(pid=87678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:46.550039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.scheduler.base_scheduler [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Resources bound (agent type, host, resource id): {{(pid=87678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:46.553805 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Received port after_create {{(pid=87678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:38:46.562994 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Pushing event updated for resources: {'Port': ['ID=949a84e0-9d2f-4a52-8760-3b41f8813c14,revision_number=1']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:46.565085 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Attempting to bind port ae8fb015-71a3-4553-9b2a-f630580e517c on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:38:46.565610 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Attempting to bind port ae8fb015-71a3-4553-9b2a-f630580e517c by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:38:46.566146 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Attempting to bind port ae8fb015-71a3-4553-9b2a-f630580e517c on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:46.573263 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:46.574476 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Checking segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:46.574476 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.574966 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Bound using segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:46.575653 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Bound port: ae8fb015-71a3-4553-9b2a-f630580e517c, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:38:46.576246 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.677857 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Attempting to bind port 949a84e0-9d2f-4a52-8760-3b41f8813c14 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:38:46.678461 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Attempting to bind port 949a84e0-9d2f-4a52-8760-3b41f8813c14 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:38:46.678978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Attempting to bind port 949a84e0-9d2f-4a52-8760-3b41f8813c14 on network 950efa81-ff96-4dda-98a2-30bbcb402b5a {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:46.686523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:46.687143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Checking segment: {'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:46.687694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.688434 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Bound using segment: {'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:46.689066 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Bound port: 949a84e0-9d2f-4a52-8760-3b41f8813c14, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:38:46.689693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Allocated IP 172.26.2.231 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:38:46.689981 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.724118 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] For port ae8fb015-71a3-4553-9b2a-f630580e517c, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:38:46.727900 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] For port ae8fb015-71a3-4553-9b2a-f630580e517c, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ae8fb015-71a3-4553-9b2a-f630580e517c,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:38:46.733488 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.796037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] For port 949a84e0-9d2f-4a52-8760-3b41f8813c14, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:38:46.800702 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] For port 949a84e0-9d2f-4a52-8760-3b41f8813c14, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=949a84e0-9d2f-4a52-8760-3b41f8813c14,segment=NetworkSegment(76b38c42-92fc-464e-9bb6-3c74d67b4b4d),segment_id=76b38c42-92fc-464e-9bb6-3c74d67b4b4d)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:38:46.809856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.812175 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:46.812812 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:46.884659 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409c692-ab87-4dae-82c5-91fe22a9ed49 None None] Pushing event updated for resources: {'Port': ['ID=ae8fb015-71a3-4553-9b2a-f630580e517c,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:46.891912 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.908214 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b293f79d-4346-473a-b66c-7baf4ef2afe1 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:46.933251 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:46.982800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e980994-20fa-4ee0-ba4a-7216cdde28fa None None] Pushing event updated for resources: {'Port': ['ID=949a84e0-9d2f-4a52-8760-3b41f8813c14,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:47.003954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:47.006924 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:47.010800 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:38:47.028014 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port b293f79d-4346-473a-b66c-7baf4ef2afe1 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:47.028630 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:47.045211 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:47.361663 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Pushing event updated for resources: {'Port': ['ID=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:47.416982 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:46Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:47.420920 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b020b68-ee8f-4a68-a1a9-8d83b2de6d41 None None] The sync data for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv is: [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:46Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:38:47.624243 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:47.999743 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1787469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1787213'] for router, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:48.080396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a9cd6-bc3c-45dc-9011-a0b2295eb381 None None] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:38:48.172326 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-97c01107-4e3e-4bb0-9593-90d036c4a13d None None] Provisioning for port 949a84e0-9d2f-4a52-8760-3b41f8813c14 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:48.218662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Router 54cb6dc4-7618-4482-89b2-6766a1645c67 is scheduled to L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b with binding_index 1 {{(pid=87677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 17 00:38:48.417329 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:38:48.428201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Sync routers for ids ['54cb6dc4-7618-4482-89b2-6766a1645c67'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:38:48.445516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:48.449489 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7891e218-8525-4f62-8e67-30378df3783f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6205454 Feb 17 00:38:48.449620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Routers {'54cb6dc4-7618-4482-89b2-6766a1645c67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:48.449620 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['54cb6dc4-7618-4482-89b2-6766a1645c67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:48.449919 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 35808) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:48.637089 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Set router 54cb6dc4-7618-4482-89b2-6766a1645c67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:48.939765 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ae8fb015-71a3-4553-9b2a-f630580e517c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:49.013400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:38:47Z', 'revision_number': 3, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port': {'id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:46Z', 'updated_at': '2022-02-17T00:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:49.019409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Checking router: 54cb6dc4-7618-4482-89b2-6766a1645c67 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:38:49.019755 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Updating router 54cb6dc4-7618-4482-89b2-6766a1645c67 port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f binding host dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:38:49.064881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port ae8fb015-71a3-4553-9b2a-f630580e517c completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:49.074875 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ae8fb015-71a3-4553-9b2a-f630580e517c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:49.075255 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.112406 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.165588 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.317093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.368231 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Allocated IP 172.20.0.1 (950efa81-ff96-4dda-98a2-30bbcb402b5a/ffed5665-b8d1-4ef1-949c-150f21a7f547/a980c318-c9ab-4acb-a9fd-492e6c08be32) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:38:49.417114 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port ae8fb015-71a3-4553-9b2a-f630580e517c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ae8fb015-71a3-4553-9b2a-f630580e517c,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:49.429954 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.430829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 949a84e0-9d2f-4a52-8760-3b41f8813c14 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:49.514718 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.530471 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.provisioning_blocks [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Transition to ACTIVE for port object a980c318-c9ab-4acb-a9fd-492e6c08be32 will not be triggered until provisioned by entity DHCP. {{(pid=87676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:49.556810 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.580839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=ae8fb015-71a3-4553-9b2a-f630580e517c,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:49.626286 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:49.629070 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:49.631741 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:38:49.652685 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Notify callbacks [] for port, precommit_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.654974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port 949a84e0-9d2f-4a52-8760-3b41f8813c14 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:49.668042 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 949a84e0-9d2f-4a52-8760-3b41f8813c14 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:49.668325 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.674606 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Pushing event updated for resources: {'Port': ['ID=a980c318-c9ab-4acb-a9fd-492e6c08be32,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:49.695108 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1787419'] for router_interface, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.698000 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Transition to ACTIVE for port object bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f will not be triggered until provisioned by entity L2. {{(pid=87678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:49.723648 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.821407 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd552059-1bf1-43ed-8ba7-fb79cb5f4b2e None None] Pushing event updated for resources: {'Port': ['ID=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,revision_number=2']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:49.826737 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Attempting to bind port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:38:49.827113 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Attempting to bind port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:38:49.827484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Attempting to bind port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f on network 4e16f00f-d84f-4d64-9897-ebe419975584 {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:49.864557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:49.864935 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Checking segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:49.865343 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.865736 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Bound using segment: {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'} {{(pid=87678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:49.866224 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.managers [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Bound port: bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98dd87a-3f2a-4384-9a54-a1633517ca37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584'}}] {{(pid=87678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:38:49.866593 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.940970 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-913a9e4f-4da1-4c30-acee-6c7d16996b76 None None] Provisioning for port a980c318-c9ab-4acb-a9fd-492e6c08be32 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:49.959940 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:49.972718 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-913a9e4f-4da1-4c30-acee-6c7d16996b76 None None] Provisioning complete for port a980c318-c9ab-4acb-a9fd-492e6c08be32 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:49.973093 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-913a9e4f-4da1-4c30-acee-6c7d16996b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.048256 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] For port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:38:50.060121 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port 949a84e0-9d2f-4a52-8760-3b41f8813c14, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=949a84e0-9d2f-4a52-8760-3b41f8813c14,segment=NetworkSegment(76b38c42-92fc-464e-9bb6-3c74d67b4b4d),segment_id=76b38c42-92fc-464e-9bb6-3c74d67b4b4d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:50.064282 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-913a9e4f-4da1-4c30-acee-6c7d16996b76 None None] Port a980c318-c9ab-4acb-a9fd-492e6c08be32 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:38:50.066614 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] For port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:38:50.067768 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.083710 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.104749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.150057 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Routers {'54cb6dc4-7618-4482-89b2-6766a1645c67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:50.150705 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['54cb6dc4-7618-4482-89b2-6766a1645c67'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:50.203493 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=949a84e0-9d2f-4a52-8760-3b41f8813c14,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:50.309952 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.314690 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.403716 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd552059-1bf1-43ed-8ba7-fb79cb5f4b2e None None] Pushing event updated for resources: {'Port': ['ID=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,revision_number=3']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:50.420162 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1788348'] for router_interface, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.424426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Pushing event updated for resources: {'Port': ['ID=a980c318-c9ab-4acb-a9fd-492e6c08be32,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:50.433411 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] Set router 54cb6dc4-7618-4482-89b2-6766a1645c67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:50.556258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:50.557364 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:50.754238 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Router 54cb6dc4-7618-4482-89b2-6766a1645c67 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:38:50.759701 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 4, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port': {'id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:46Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a980c318-c9ab-4acb-a9fd-492e6c08be32', 'name': '', 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'mac_address': 'fa:16:3e:b9:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:49Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 1, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'subnets': [{'id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:50.763734 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede4a6c-a81f-4d7f-bcea-26bbc08c8447 None None] The sync data for ids ['54cb6dc4-7618-4482-89b2-6766a1645c67'] in dv-neutron-829040-1-hyperv is: [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 4, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port': {'id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:46Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a980c318-c9ab-4acb-a9fd-492e6c08be32', 'name': '', 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'mac_address': 'fa:16:3e:b9:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:49Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 1, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'subnets': [{'id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:38:50.788368 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-fdd00bbe-1652-4216-961c-2a6bc4c8b823 None None] Provisioning complete for port a980c318-c9ab-4acb-a9fd-492e6c08be32 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:50.788749 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-fdd00bbe-1652-4216-961c-2a6bc4c8b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:50.851553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-fdd00bbe-1652-4216-961c-2a6bc4c8b823 None None] Port a980c318-c9ab-4acb-a9fd-492e6c08be32 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:38:50.907267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ae8fb015-71a3-4553-9b2a-f630580e517c up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:50.964457 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:38:50.974054 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-618dd1b1-9ac9-4633-ada3-527d60b2342c admin admin] 10.222.0.47 "PUT /v2.0/routers/54cb6dc4-7618-4482-89b2-6766a1645c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5230598 Feb 17 00:38:50.999263 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port ae8fb015-71a3-4553-9b2a-f630580e517c triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:50.999686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.120781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 949a84e0-9d2f-4a52-8760-3b41f8813c14 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:51.191956 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port 949a84e0-9d2f-4a52-8760-3b41f8813c14 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:51.192597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.635511 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35818) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:51.640834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546519132', 'description': 'tempest-secgroup-smoke-546519132 description', 'project_id': 'a6055f32796546a8bd068b8f418e4d7c'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:51.647000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:51.651523 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:51.655397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:51.661524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:51.672914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.693962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:51.698504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:51.701424 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:51.707313 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:51.786706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.791802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.836323 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db96acd-aa83-43af-8dd2-488f0361e306,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:51.839784 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.841017 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d0c4c102-1093-4dc9-bfa0-c24793a9d1be tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2044599 Feb 17 00:38:51.843893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35822) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:51.848972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'security_group_rule': {'security_group_id': '1db96acd-aa83-43af-8dd2-488f0361e306', 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:51.855202 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:51.858982 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:51.861864 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:51.868604 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:51.889985 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.891484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.955635 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.960338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.985513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41965d5f-9fb6-4389-a34f-809ba4340b18,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:51.995841 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:51.997083 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-60fb348c-179d-4c18-8406-260cb4637fa8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522563 Feb 17 00:38:51.999846 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35826) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:52.004781 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'security_group_rule': {'security_group_id': '1db96acd-aa83-43af-8dd2-488f0361e306', 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:52.011279 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:52.015129 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:52.018071 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:52.024919 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:52.041496 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.101736 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.105284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.127000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bccf3e3-f703-4589-beb3-2634f6047fe8,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:52.136230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.137421 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-59e565ef-4d4f-4e1a-8b7d-fb8dc1b7c561 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365974 Feb 17 00:38:52.140017 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35830) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:52.144892 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'security_group_rule': {'security_group_id': '1db96acd-aa83-43af-8dd2-488f0361e306', 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:52.151047 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:52.154786 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:52.157594 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:52.163112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:52.179025 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.241875 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.247235 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.270626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b6bdc2-67be-4b11-877c-73cf796ffc1f,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:52.279690 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.280914 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4ceb783f-dd64-42cc-b854-b7e1a71d40d8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399660 Feb 17 00:38:52.283640 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35834) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:52.288469 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'security_group_rule': {'security_group_id': '1db96acd-aa83-43af-8dd2-488f0361e306', 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:52.294070 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:52.297764 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:52.300570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:52.306672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:52.323741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.389170 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.392610 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.415215 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a48ba5-0fc4-4419-a3e9-9c2e67949275,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:52.425371 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.426711 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-ae280765-a059-4e86-b431-1f7f18ab76c2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421123 Feb 17 00:38:52.429392 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35838) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:52.434925 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'security_group_rule': {'security_group_id': '1db96acd-aa83-43af-8dd2-488f0361e306', 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:52.441319 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:52.445247 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:52.448882 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:52.454578 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:52.465536 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Project a6055f32796546a8bd068b8f418e4d7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:38:52.472409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.537965 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.541909 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.663830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48601830-2bb0-4e74-a2b5-20af9f24ca26,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:52.673111 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.674475 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1a416afa-ae4c-411c-9552-d5aa29f137a9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2440877 Feb 17 00:38:52.677126 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35842) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:52.681866 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'security_group_rule': {'security_group_id': '1db96acd-aa83-43af-8dd2-488f0361e306', 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:52.687524 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:52.691266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:security_group_rule and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:38:52.694140 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:38:52.700224 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:52.710842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.securitygroups_db [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Project a6055f32796546a8bd068b8f418e4d7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 00:38:52.717666 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.780183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.783636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687940'] for security_group_rule, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.805854 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5746eea-0656-4ba8-85bf-73ba2e8ee1f7,revision_number=0']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:52.813992 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.821225 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e274c04c-084b-4670-918c-440dbe0c7a95 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371222 Feb 17 00:38:52.893034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:52.960560 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:52.965385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:52.965761 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:52.976495 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-7f57a285-8ef3-450b-8bb9-a2cac5f395bd tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Synchronizing usage tracker for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:security_group {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:38:52.991772 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-7f57a285-8ef3-450b-8bb9-a2cac5f395bd tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Unset dirty status for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:security_group {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:38:52.993423 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-7f57a285-8ef3-450b-8bb9-a2cac5f395bd tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546519132&fields=id&tenant_id=a6055f32796546a8bd068b8f418e4d7c HTTP/1.1" status: 200 len: 267 time: 0.0545440 Feb 17 00:38:53.084856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:53.101503 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:53.105692 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:53.144803 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-0b8732ce-9483-4d28-a32a-52bc6e830cde tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:53.145480 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-0b8732ce-9483-4d28-a32a-52bc6e830cde tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Synchronizing usage tracker for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:network {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:38:53.161454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-0b8732ce-9483-4d28-a32a-52bc6e830cde tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Unset dirty status for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:network {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:38:53.162637 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-0b8732ce-9483-4d28-a32a-52bc6e830cde tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 809 time: 0.1625042 Feb 17 00:38:53.172700 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:53.178249 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-5684199a-4e28-42b3-9573-241922a90d83 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/quotas/a6055f32796546a8bd068b8f418e4d7c HTTP/1.1" status: 200 len: 375 time: 0.0098743 Feb 17 00:38:53.261913 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-27541d31-a5ed-4099-96e6-71ba9b6e1d2a tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Synchronizing usage tracker for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:38:53.277552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-27541d31-a5ed-4099-96e6-71ba9b6e1d2a tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Unset dirty status for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:38:53.278928 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-27541d31-a5ed-4099-96e6-71ba9b6e1d2a tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950472 Feb 17 00:38:53.294735 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-064148da-8868-48cc-b872-523a1c759905 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:38:53.295655 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-064148da-8868-48cc-b872-523a1c759905 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050044 Feb 17 00:38:53.423629 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-6f2fbac5-d853-48fb-996b-3ddabbee9f5e service neutron] 10.222.0.47 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227078 Feb 17 00:38:53.554504 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-aad0dd2d-034c-45a2-a605-d11f66bf0b98 service neutron] 10.222.0.47 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249409 Feb 17 00:38:53.729538 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62b9610f-0ff6-4c2b-a292-eb4676802bc5 req-e05066d8-3091-4425-8814-3d6a0207c019 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 210 time: 0.0417328 Feb 17 00:38:54.286429 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Sync routers for ids ['54cb6dc4-7618-4482-89b2-6766a1645c67'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:38:54.295424 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Routers {'54cb6dc4-7618-4482-89b2-6766a1645c67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:54.296023 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['54cb6dc4-7618-4482-89b2-6766a1645c67'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:54.472374 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Set router 54cb6dc4-7618-4482-89b2-6766a1645c67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:54.825276 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 4, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port': {'id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:46Z', 'updated_at': '2022-02-17T00:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a980c318-c9ab-4acb-a9fd-492e6c08be32', 'name': '', 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'mac_address': 'fa:16:3e:b9:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:49Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 2, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'subnets': [{'id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:54.830673 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Checking router: 54cb6dc4-7618-4482-89b2-6766a1645c67 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:38:54.832353 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Updating router 54cb6dc4-7618-4482-89b2-6766a1645c67 port a980c318-c9ab-4acb-a9fd-492e6c08be32 binding host dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 00:38:54.898142 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:54.899582 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:54.949894 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2e9b33d8-7bae-48d2-b472-abab9c3834c9 req-6932f890-1abe-49cd-914a-5e922cf8eb86 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 210 time: 0.0704875 Feb 17 00:38:54.987829 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:54.988621 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.047432 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-99c9f375-49a0-49af-ae17-6ef6119d7fe7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:55.049129 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-99c9f375-49a0-49af-ae17-6ef6119d7fe7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 809 time: 0.2646551 Feb 17 00:38:55.101117 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-17e10947-6fd5-44fa-9416-2de9dcae7095 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6055f32796546a8bd068b8f418e4d7c HTTP/1.1" status: 200 len: 379 time: 0.0434566 Feb 17 00:38:55.110093 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'port': {'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'admin_state_up': True, 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'security_groups': ['1db96acd-aa83-43af-8dd2-488f0361e306']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:55.243999 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:38:55.253275 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:38:55.255701 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Notify callbacks [] for port, precommit_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.262990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Made reservation on behalf of a6055f32796546a8bd068b8f418e4d7c for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:38:55.266613 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.267846 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.provisioning_blocks [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Transition to ACTIVE for port object a980c318-c9ab-4acb-a9fd-492e6c08be32 will not be triggered until provisioned by entity L2. {{(pid=87679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:55.273901 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.428920 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Allocated IP 172.20.0.14 (258f55ef-d21b-4421-a9d3-01ab9fca08e1/1cdb7835-13e5-4fdf-bdf0-9f2797c42173/b118cfe4-9065-4348-a44e-05e903f90d47) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:38:55.429395 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b41f70-d45f-404b-bd44-5e95ab6a1d11 None None] Pushing event updated for resources: {'Port': ['ID=a980c318-c9ab-4acb-a9fd-492e6c08be32,revision_number=3']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:55.497311 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Attempting to bind port a980c318-c9ab-4acb-a9fd-492e6c08be32 on host dv-neutron-829040-1-hyperv for vnic_type normal with profile {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:38:55.497756 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Attempting to bind port a980c318-c9ab-4acb-a9fd-492e6c08be32 by drivers openvswitch,hyperv on host dv-neutron-829040-1-hyperv at level 0 using segments [{'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:38:55.498188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Attempting to bind port a980c318-c9ab-4acb-a9fd-492e6c08be32 on network 950efa81-ff96-4dda-98a2-30bbcb402b5a {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:55.504195 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Checking agent: {'id': 'e5346385-f17d-4f2c-bc86-f18017b374f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829040-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 41, 7), 'started_at': datetime.datetime(2022, 2, 16, 23, 41, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829040-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:55.504654 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Checking segment: {'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:55.505106 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.505557 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Bound using segment: {'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'} {{(pid=87679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:55.506087 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.managers [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Bound port: a980c318-c9ab-4acb-a9fd-492e6c08be32, host: dv-neutron-829040-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b38c42-92fc-464e-9bb6-3c74d67b4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a'}}] {{(pid=87679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:38:55.506517 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.593385 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] For port a980c318-c9ab-4acb-a9fd-492e6c08be32, host dv-neutron-829040-1-hyperv, cleared binding levels {{(pid=87679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:38:55.597055 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.plugins.ml2.db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] For port a980c318-c9ab-4acb-a9fd-492e6c08be32, host dv-neutron-829040-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a980c318-c9ab-4acb-a9fd-492e6c08be32,segment=NetworkSegment(76b38c42-92fc-464e-9bb6-3c74d67b4b4d),segment_id=76b38c42-92fc-464e-9bb6-3c74d67b4b4d)] {{(pid=87679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:38:55.603971 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.628607 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.644043 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Transition to ACTIVE for port object b118cfe4-9065-4348-a44e-05e903f90d47 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:55.672771 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.686226 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Routers {'54cb6dc4-7618-4482-89b2-6766a1645c67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:38:55.686844 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:38:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['54cb6dc4-7618-4482-89b2-6766a1645c67'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:55.741579 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b41f70-d45f-404b-bd44-5e95ab6a1d11 None None] Pushing event updated for resources: {'Port': ['ID=a980c318-c9ab-4acb-a9fd-492e6c08be32,revision_number=4']} {{(pid=87679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:55.746330 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:38:55.749445 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:38:55.753726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:38:55.793587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:55.831579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:55.831579 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:55.859652 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-a56104dd-3126-4260-bbe9-ebf3914ed5a7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7531385 Feb 17 00:38:55.870821 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Request body: {'port': {'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:55.886170 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] Set router 54cb6dc4-7618-4482-89b2-6766a1645c67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:38:56.033978 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a9b92fc-51f9-4788-bc7b-85edc8656d49 None None] Provisioning for port b118cfe4-9065-4348-a44e-05e903f90d47 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:56.040647 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-9a9b92fc-51f9-4788-bc7b-85edc8656d49 None None] Provisioning complete for port b118cfe4-9065-4348-a44e-05e903f90d47 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:56.042173 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-9a9b92fc-51f9-4788-bc7b-85edc8656d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:56.112962 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b92fc-51f9-4788-bc7b-85edc8656d49 None None] Port b118cfe4-9065-4348-a44e-05e903f90d47 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:38:56.161991 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:56.249286 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 4, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port': {'id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:46Z', 'updated_at': '2022-02-17T00:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a980c318-c9ab-4acb-a9fd-492e6c08be32', 'name': '', 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'mac_address': 'fa:16:3e:b9:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:49Z', 'updated_at': '2022-02-17T00:38:55Z', 'revision_number': 4, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'subnets': [{'id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:38:56.253199 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ca0e6-5135-4d8f-9f01-54cfa2385a1c None None] The sync data for ids ['54cb6dc4-7618-4482-89b2-6766a1645c67'] in dv-neutron-829040-1-hyperv is: [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:38:50Z', 'revision_number': 4, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port': {'id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:46Z', 'updated_at': '2022-02-17T00:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'a980c318-c9ab-4acb-a9fd-492e6c08be32', 'name': '', 'network_id': '950efa81-ff96-4dda-98a2-30bbcb402b5a', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'mac_address': 'fa:16:3e:b9:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:49Z', 'updated_at': '2022-02-17T00:38:55Z', 'revision_number': 4, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'subnets': [{'id': 'ffed5665-b8d1-4ef1-949c-150f21a7f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:38:56.260893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7602604-1499-4e72-b204-bc3c6e777a4f req-5402a6ab-4d37-43bf-b506-d5c71217b42c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:56.261600 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c7602604-1499-4e72-b204-bc3c6e777a4f req-5402a6ab-4d37-43bf-b506-d5c71217b42c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Synchronizing usage tracker for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:38:56.325356 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-c7602604-1499-4e72-b204-bc3c6e777a4f req-5402a6ab-4d37-43bf-b506-d5c71217b42c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Unset dirty status for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:38:56.326410 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c7602604-1499-4e72-b204-bc3c6e777a4f req-5402a6ab-4d37-43bf-b506-d5c71217b42c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 932 time: 0.2173328 Feb 17 00:38:56.455071 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-c7602604-1499-4e72-b204-bc3c6e777a4f req-59b248ca-8a07-44ab-9354-80e99e074a20 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216996 Feb 17 00:38:56.576885 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b118cfe4-9065-4348-a44e-05e903f90d47 {{(pid=87677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:38:56.584245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:56.597990 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Transition to ACTIVE for port object b118cfe4-9065-4348-a44e-05e903f90d47 will not be triggered until provisioned by entity L2. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:38:56.603732 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:56.767642 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:56.842531 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Attempting to bind port b118cfe4-9065-4348-a44e-05e903f90d47 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:38:56.842869 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Attempting to bind port b118cfe4-9065-4348-a44e-05e903f90d47 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:38:56.843194 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Attempting to bind port b118cfe4-9065-4348-a44e-05e903f90d47 on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:56.847853 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Port b118cfe4-9065-4348-a44e-05e903f90d47 on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:38:56.848208 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Attempting to bind port b118cfe4-9065-4348-a44e-05e903f90d47 on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:38:56.854987 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:56.855324 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Checking segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:38:56.855708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Bound using segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:56.856181 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Bound port: b118cfe4-9065-4348-a44e-05e903f90d47, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:38:56.856527 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:56.893564 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a980c318-c9ab-4acb-a9fd-492e6c08be32 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:56.944834 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, cleared binding levels {{(pid=87677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:38:56.948098 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:38:56.952986 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:56.963939 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning for port a980c318-c9ab-4acb-a9fd-492e6c08be32 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:38:56.968746 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a980c318-c9ab-4acb-a9fd-492e6c08be32 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:56.969200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:57.017075 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:57.017693 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:57.019080 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] 10.222.0.24 "PUT /v2.0/ports/b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 1094 time: 1.1526005 Feb 17 00:38:57.019521 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:57.042537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d51b2-e0bb-42c2-a67d-5919f03db874 service neutron] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:57.138123 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:57.168116 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'status': 'completed', 'code': 200} Feb 17 00:38:57.176729 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-cd56d4fc-077c-4d01-9cfb-4e893a6f09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:57.178345 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-cd56d4fc-077c-4d01-9cfb-4e893a6f09f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1097 time: 0.1107011 Feb 17 00:38:57.191490 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] For port a980c318-c9ab-4acb-a9fd-492e6c08be32, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a980c318-c9ab-4acb-a9fd-492e6c08be32,segment=NetworkSegment(76b38c42-92fc-464e-9bb6-3c74d67b4b4d),segment_id=76b38c42-92fc-464e-9bb6-3c74d67b4b4d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:57.196634 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:57.261610 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-746c992a-ed47-420f-b4a8-fd923091a7f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 217 time: 0.0743120 Feb 17 00:38:57.272167 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Pushing event updated for resources: {'Port': ['ID=a980c318-c9ab-4acb-a9fd-492e6c08be32,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:57.325259 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-14d6c9da-c64c-49cc-81da-4be2ce745889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:57.326704 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-14d6c9da-c64c-49cc-81da-4be2ce745889 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0595491 Feb 17 00:38:57.400442 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-65bb77df-e66f-40fd-85b4-54520a1ae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:57.401874 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-65bb77df-e66f-40fd-85b4-54520a1ae5dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692225 Feb 17 00:38:57.540550 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-d9cbc435-0512-4b17-867c-43383172b39d service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325860 Feb 17 00:38:57.731495 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-5c2700b8-68ea-45da-a5c9-5b499a6827c6 req-f0689ace-fa1e-4e8c-9d5f-c17ab6f0cf39 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857481 Feb 17 00:38:57.747332 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983700d-2067-49cb-8224-44eac005c717 req-cad1c800-9fd8-4e33-b0b5-762f8029a5d4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:57.749056 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a983700d-2067-49cb-8224-44eac005c717 req-cad1c800-9fd8-4e33-b0b5-762f8029a5d4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 944 time: 0.1342673 Feb 17 00:38:57.839133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a983700d-2067-49cb-8224-44eac005c717 req-7112d6a6-9993-4630-8c60-b8a8762b706a tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828567 Feb 17 00:38:57.864409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-5ca18ab9-82fe-44b0-baf7-8dc71c2daaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:57.865847 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-5ca18ab9-82fe-44b0-baf7-8dc71c2daaa6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1097 time: 0.0919096 Feb 17 00:38:58.084269 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-ecca18ea-cde4-40f3-a557-8b634c4025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:58.085623 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-ecca18ea-cde4-40f3-a557-8b634c4025b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.2132380 Feb 17 00:38:58.153150 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-39c11d3e-255f-4cac-944a-659cfee1c713 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 217 time: 0.0601590 Feb 17 00:38:58.216814 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-ebbf99d4-1b08-42cc-b868-2a40bb96fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:58.218291 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-ebbf99d4-1b08-42cc-b868-2a40bb96fbf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0591128 Feb 17 00:38:58.293048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-0c1ec2cf-f240-48a8-afa8-2d02fd4b1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:58.294521 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-0c1ec2cf-f240-48a8-afa8-2d02fd4b1ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702736 Feb 17 00:38:58.421330 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-bd7018c4-0959-47ae-8a21-4029adc03ba9 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203532 Feb 17 00:38:58.547901 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6ecb8c97-216f-4ac7-ad3c-14b9b72f1dd8 req-8977292c-b90c-4b5a-a0f7-56b78d50b96e service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197901 Feb 17 00:38:58.873979 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a980c318-c9ab-4acb-a9fd-492e6c08be32 up at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:38:58.947841 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Provisioning complete for port a980c318-c9ab-4acb-a9fd-492e6c08be32 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:38:58.948266 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:59.035205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d2e8-e882-443a-aae1-e1becfdece5f req-7a281ca6-a747-4e26-80ae-191f59686029 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:38:59.036568 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-baa4d2e8-e882-443a-aae1-e1becfdece5f req-7a281ca6-a747-4e26-80ae-191f59686029 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 944 time: 0.0883076 Feb 17 00:38:59.080058 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-baa4d2e8-e882-443a-aae1-e1becfdece5f req-1bb2b3fd-e27e-4812-89ec-dce42af2911a tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370975 Feb 17 00:38:59.184753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device b118cfe4-9065-4348-a44e-05e903f90d47 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:38:59.311193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:59.323896 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:38:59.378661 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:59.395334 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b118cfe4-9065-4348-a44e-05e903f90d47 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:38:59.410725 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:38:59.414754 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:38:59.481125 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:38:59.651358 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['b118cfe4-9065-4348-a44e-05e903f90d47'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:39:00.257857 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38a394-1bd3-477d-86fd-1e832fa248d7 req-62230fb0-154b-46db-b0fd-d81ea51790a2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:00.259278 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2c38a394-1bd3-477d-86fd-1e832fa248d7 req-62230fb0-154b-46db-b0fd-d81ea51790a2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 945 time: 0.0756474 Feb 17 00:39:00.300905 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2c38a394-1bd3-477d-86fd-1e832fa248d7 req-c9b457ca-1a5b-4e96-bf9b-246910defd2b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361888 Feb 17 00:39:01.186602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device b118cfe4-9065-4348-a44e-05e903f90d47 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:39:01.254961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port b118cfe4-9065-4348-a44e-05e903f90d47 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:39:01.260795 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port b118cfe4-9065-4348-a44e-05e903f90d47 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:39:01.261180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:01.375580 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:01.402612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:39:01.412528 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:39:01.417792 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:01.486597 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:39:01.494555 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334f8f-0522-4fb9-9fa5-6fb90aed4fa4 req-b0bbd39c-def7-4480-a4b7-72b7432a119c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:01.500199 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e334f8f-0522-4fb9-9fa5-6fb90aed4fa4 req-b0bbd39c-def7-4480-a4b7-72b7432a119c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 946 time: 0.0950763 Feb 17 00:39:01.505569 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'code': 200} Feb 17 00:39:01.540258 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7e334f8f-0522-4fb9-9fa5-6fb90aed4fa4 req-02cd6b54-59f8-4be9-b5a2-82ada12bd740 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380838 Feb 17 00:39:01.729902 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79a9c6-3607-4bdb-8f1b-480b5c4965b4 req-1d991064-ed88-4eff-affb-23d9917cc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:01.731288 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ae79a9c6-3607-4bdb-8f1b-480b5c4965b4 req-1d991064-ed88-4eff-affb-23d9917cc953 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1099 time: 0.0678861 Feb 17 00:39:01.774478 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ae79a9c6-3607-4bdb-8f1b-480b5c4965b4 req-c8bf01fc-948d-4011-ae85-1f609888a06e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371866 Feb 17 00:39:02.726382 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feadbf2-a0dd-48d9-af34-3f3020679a23 req-e021f489-e5f3-4509-b2e1-da1607fa4b48 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:02.727870 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1feadbf2-a0dd-48d9-af34-3f3020679a23 req-e021f489-e5f3-4509-b2e1-da1607fa4b48 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 946 time: 0.0791099 Feb 17 00:39:02.772773 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1feadbf2-a0dd-48d9-af34-3f3020679a23 req-5148ad3d-c16f-4567-ae24-3af98feb288b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386479 Feb 17 00:39:03.815237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-16d95c73-3d41-4bdc-bb50-20154f5e9941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:03.961580 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb050-5892-4593-92a9-b7f04ca42893 req-39598c3f-3279-41b9-8fa4-862ff766f33b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:03.962942 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65ccb050-5892-4593-92a9-b7f04ca42893 req-39598c3f-3279-41b9-8fa4-862ff766f33b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 946 time: 0.0826936 Feb 17 00:39:04.005375 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-65ccb050-5892-4593-92a9-b7f04ca42893 req-e8d94702-15a0-46db-b532-cc10d55162b1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363693 Feb 17 00:39:04.185694 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66c334-3678-4059-9829-ffc7b2756107 req-e4edcb1c-c9a9-4b7b-9806-be735997a3f0 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:04.187171 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fa66c334-3678-4059-9829-ffc7b2756107 req-e4edcb1c-c9a9-4b7b-9806-be735997a3f0 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 946 time: 0.0773289 Feb 17 00:39:04.231749 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-fa66c334-3678-4059-9829-ffc7b2756107 req-a8bd4250-746e-440d-92d3-a8c9fe9b3c07 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 Feb 17 00:39:04.253984 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35902) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:39:04.413312 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4378603c-901c-43af-aac0-2be183891812 tempest-TestSnapshotPattern-1305109524 tempest-TestSnapshotPattern-1305109524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:04.414767 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4378603c-901c-43af-aac0-2be183891812 tempest-TestSnapshotPattern-1305109524 tempest-TestSnapshotPattern-1305109524-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1094 time: 0.1598668 Feb 17 00:39:04.417979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 35908) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:39:04.422672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:39:04.428316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:39:04.432536 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:floatingip and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:39:04.435276 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87677) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:39:04.440745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:39:04.451168 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:04.580266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:04.711205 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Allocated IP 172.26.2.90 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/5380efab-3386-42c7-9332-02ce09f45eab) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:39:04.937006 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:04.965946 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:05.026209 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:39:05.029421 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:39:05.032994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:39:05.075080 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'Port': ['ID=5380efab-3386-42c7-9332-02ce09f45eab,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:39:05.434446 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:05.505840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:05.703603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:05.708133 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:05.816154 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'Port': ['ID=5380efab-3386-42c7-9332-02ce09f45eab,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:39:05.825016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:05.993754 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.db.l3_db [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Floating IP 42a7d332-9b7b-43eb-adf2-87a20797c8fe associated. External IP: 172.26.2.90, port: b118cfe4-9065-4348-a44e-05e903f90d47. Feb 17 00:39:06.051267 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-60d6b6d4-2502-49ec-8473-ad68de5158cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:06.424316 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Router 73464439-4edf-4f1e-82e2-26e624fa8d85 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:39:06.599302 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:39:06.610385 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] Sync routers for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:39:06.619763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:39:06.620409 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:39:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:39:06.624468 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:06.678063 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-a5ce1bdd-6d3e-4989-98dc-cb43544ae12b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2590134 Feb 17 00:39:06.678573 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:39:06.721969 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'status': 'completed', 'code': 200} Feb 17 00:39:06.799557 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:39:06.816146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-dff0e369-6f0f-4a5f-97c6-9b0fe0e28612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:06.817643 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-dff0e369-6f0f-4a5f-97c6-9b0fe0e28612 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1099 time: 0.0734706 Feb 17 00:39:06.961003 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-628a9773-4207-4f53-9546-08aa1b053bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:06.962442 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-628a9773-4207-4f53-9546-08aa1b053bd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1374428 Feb 17 00:39:07.069706 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-d55ca7b1-3a94-4a96-87f0-3ca19bdb9406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 999 time: 0.1015589 Feb 17 00:39:07.092340 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:07.144725 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-34b33b85-037a-4170-be01-aad263edd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:07.146180 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-34b33b85-037a-4170-be01-aad263edd520 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0709584 Feb 17 00:39:07.200822 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:05Z', 'revision_number': 0, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:39:07.205905 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] Checking router: 73464439-4edf-4f1e-82e2-26e624fa8d85 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:39:07.215531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:39:07.216095 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:39:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:39:07.220940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-3a5b42f2-f936-40a8-b196-97bd34c9e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:07.224336 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-3a5b42f2-f936-40a8-b196-97bd34c9e1de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710161 Feb 17 00:39:07.352157 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-a10927d1-44aa-4b68-8da8-d7cdf61220c3 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221454 Feb 17 00:39:07.390704 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:39:07.482058 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-b0a67418-c985-468c-bb5d-0af1bb41757a req-6f29da79-a9e4-4ae1-82a0-3f46c133fbde service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247821 Feb 17 00:39:07.522524 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:07.738682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:05Z', 'revision_number': 0, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:39:07.742440 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1cbeb-1b4a-469d-b517-05366d7c40f4 None None] The sync data for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv is: [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:05Z', 'revision_number': 0, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:39:07.937283 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d6842-15e3-4a82-9226-a484022a863c None None] New status for floating IP 42a7d332-9b7b-43eb-adf2-87a20797c8fe: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:39:08.704551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:19.090555 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:39:21.890459 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:33.817517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2923e786-e1db-456b-8a4d-8c61ccc4e0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:36.054037 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-4e456740-219a-4c80-88e4-93579ffda382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:37.075082 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:37.459414 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:38.707744 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:42.688178 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-b384674f-8b82-45e0-a2e6-098897c463de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718815 Feb 17 00:39:42.820775 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-3c255ed9-f535-42c8-9a0d-fa1be21b25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:42.822726 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-3c255ed9-f535-42c8-9a0d-fa1be21b25cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1099 time: 0.0682840 Feb 17 00:39:42.960954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-a1d464d1-8961-48cf-b2b3-032e5b20ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:42.962303 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-a1d464d1-8961-48cf-b2b3-032e5b20ffd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1217692 Feb 17 00:39:43.149977 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-e48e034e-4e58-4db7-bdfb-4c76ab8881bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 1001 time: 0.1815560 Feb 17 00:39:43.210145 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-e5b2ac1c-9e3f-481b-ab2a-f117f35edb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:43.211566 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-e5b2ac1c-9e3f-481b-ab2a-f117f35edb28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0553539 Feb 17 00:39:43.301537 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-d9e34d09-20ae-45d7-946c-459e600c4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:39:43.302996 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-d9e34d09-20ae-45d7-946c-459e600c4130 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849771 Feb 17 00:39:43.430221 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-e4d17558-16be-42cf-84b4-547ecd8ccbc5 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202347 Feb 17 00:39:43.558607 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a5efac63-02e9-45b7-9351-4a1d2158c8ba req-e58be410-7a47-4a1b-9d80-50eac1e7ca91 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216040 Feb 17 00:39:51.905013 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:39:56.089380 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:40:03.819332 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f56dfcf2-cd74-4f56-801b-5b3bebb88beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:06.054668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6d5249a3-d95c-49f9-9023-1781064c3e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:07.076413 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:07.462501 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:08.709514 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:21.903598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:33.088497 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:40:33.820698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-bb0e28a1-2ed9-4c70-a9af-56dcea58e005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:36.056106 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-31f195fb-9182-4509-8402-ee8551b1556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:37.078714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:37.465174 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:38.711867 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:40:42.134475 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-492fb329-200b-4085-924a-9999c80452c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666795 Feb 17 00:40:42.271914 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7947-0342-4948-9b4e-794cac355a87 req-f2c9e144-a9da-4641-ac84-b1d2c4b70d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:40:42.273385 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-f2c9e144-a9da-4641-ac84-b1d2c4b70d50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1099 time: 0.0718460 Feb 17 00:40:42.413485 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7947-0342-4948-9b4e-794cac355a87 req-290250ef-7bd9-495c-a878-b684724fafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:40:42.414895 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-290250ef-7bd9-495c-a878-b684724fafdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1223695 Feb 17 00:40:42.513672 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-12778656-e494-4bb9-968d-635f6ea835aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 1001 time: 0.0920641 Feb 17 00:40:42.571753 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7947-0342-4948-9b4e-794cac355a87 req-d3d7ecbf-1a4e-41b4-a5cf-59c954d37129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:40:42.573127 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-d3d7ecbf-1a4e-41b4-a5cf-59c954d37129 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0539925 Feb 17 00:40:42.644561 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7947-0342-4948-9b4e-794cac355a87 req-1447837c-9758-49b0-93ec-2c199b6d87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:40:42.646206 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-1447837c-9758-49b0-93ec-2c199b6d87ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673144 Feb 17 00:40:42.773947 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-8a324143-0e08-4dc7-b3c6-d782a6535326 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214914 Feb 17 00:40:42.901718 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0edd7947-0342-4948-9b4e-794cac355a87 req-81490f30-1481-4717-b548-84d98f4c4aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213620 Feb 17 00:40:51.919015 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:03.733502 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device b118cfe4-9065-4348-a44e-05e903f90d47 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:41:03.852698 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-29bd91e6-2e57-4551-a634-e52c3010e5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:03.876195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:41:03.889296 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:41:03.945858 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:03.961902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b118cfe4-9065-4348-a44e-05e903f90d47 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:41:03.978862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:41:03.982551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:04.049517 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:04.057464 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.057813 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.058178 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.058520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.058854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.059186 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.059512 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.059839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.060202 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.060527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.060850 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.061170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:04.064509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['b118cfe4-9065-4348-a44e-05e903f90d47'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:41:05.745613 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device b118cfe4-9065-4348-a44e-05e903f90d47 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:41:05.811535 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port b118cfe4-9065-4348-a44e-05e903f90d47 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:41:05.811856 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:05.937750 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:05.965977 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:05.976584 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:41:05.982143 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:06.032336 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'code': 200} Feb 17 00:41:06.073549 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:06.076683 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-014ad08d-bade-4a3b-8c06-d95ce9b78471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:07.085031 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:07.474474 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:08.727826 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:10.087253 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:41:15.302994 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-ff183f99-565b-4909-a948-0497c854bbf3 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546519132&fields=id&tenant_id=a6055f32796546a8bd068b8f418e4d7c HTTP/1.1" status: 200 len: 267 time: 0.0424466 Feb 17 00:41:15.456159 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-ba9b4280-204f-4e1e-bae5-cf7e797af069 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:15.457513 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-ba9b4280-204f-4e1e-bae5-cf7e797af069 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 809 time: 0.1483438 Feb 17 00:41:15.472119 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-f70a49f1-831a-413f-b189-d6596da10080 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/quotas/a6055f32796546a8bd068b8f418e4d7c HTTP/1.1" status: 200 len: 375 time: 0.0092797 Feb 17 00:41:15.555565 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-cec81619-2902-49cd-b732-3a4e3e4bc2fa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0786595 Feb 17 00:41:15.674482 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c5e7deb4-670f-430b-bf2d-6e37957601b7 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:41:15.675451 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c5e7deb4-670f-430b-bf2d-6e37957601b7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1090467 Feb 17 00:41:15.909543 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-d7a52c38-ffd2-457b-ab16-1e9ba0f7af02 service neutron] 10.222.0.47 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282512 Feb 17 00:41:16.036105 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-617430e5-1416-4424-8be3-c3551139f4d8 service neutron] 10.222.0.47 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208363 Feb 17 00:41:16.224582 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d1986255-c81c-4331-a520-9ed07b6cb662 req-e38039a7-f49c-4945-9baa-89f537f2e6d0 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 210 time: 0.0462656 Feb 17 00:41:17.431632 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-34bbfbff-0435-470a-a2c9-a2a788dde7e5 req-bc1daf26-9012-41a9-97d0-448ab7e813e3 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 210 time: 0.0621159 Feb 17 00:41:17.502146 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-3eb8e57c-d48e-48a7-8671-1e06f8cf4920 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:17.503575 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-3eb8e57c-d48e-48a7-8671-1e06f8cf4920 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 809 time: 0.2060807 Feb 17 00:41:17.560364 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-40f4f12e-cd72-4a3f-82f3-ca9ca017ee43 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6055f32796546a8bd068b8f418e4d7c HTTP/1.1" status: 200 len: 379 time: 0.0423317 Feb 17 00:41:17.568309 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'port': {'device_id': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'admin_state_up': True, 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'security_groups': ['1db96acd-aa83-43af-8dd2-488f0361e306']}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:17.702110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:41:17.711799 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.quota.driver [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87677) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:41:17.722439 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Made reservation on behalf of a6055f32796546a8bd068b8f418e4d7c for: {'port': 1} {{(pid=87677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 00:41:17.725994 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:17.833638 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device b118cfe4-9065-4348-a44e-05e903f90d47 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:41:17.922260 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_common [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Allocated IP 172.20.0.13 (258f55ef-d21b-4421-a9d3-01ab9fca08e1/1cdb7835-13e5-4fdf-bdf0-9f2797c42173/1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6) {{(pid=87677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:41:18.028412 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:18.092328 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:41:18.094277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:18.104781 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:18.193527 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:18.204360 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'code': 200} Feb 17 00:41:18.225216 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for port, precommit_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:18.241533 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Transition to ACTIVE for port object 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 will not be triggered until provisioned by entity DHCP. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:41:18.267818 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_create {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:18.346616 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 is already hosted by enough agents. {{(pid=87677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:41:18.347677 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.base_scheduler [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources bound (agent type, host, resource id): {{(pid=87677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:41:18.356872 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Received port after_create {{(pid=87677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:41:18.436565 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:18.437367 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:18.485937 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9210172 Feb 17 00:41:18.497268 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=1']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:18.512852 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.513916 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.514688 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.515284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.520180 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.520620 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.521072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.521513 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.522102 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.522539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.522970 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.523510 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c558b955-f1aa-4092-98b5-675e8f41c551 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:18.703731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbec524-6707-41e4-994f-10af9341e451 req-1cd5aa47-9914-4889-94fe-bdccc2d27ce7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:18.704979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-edbec524-6707-41e4-994f-10af9341e451 req-1cd5aa47-9914-4889-94fe-bdccc2d27ce7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Synchronizing usage tracker for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:41:18.723999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-506dc7f0-430f-4dc0-b1b5-e0710d5dd5f4 None None] Provisioning for port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 completed by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:41:18.729801 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-506dc7f0-430f-4dc0-b1b5-e0710d5dd5f4 None None] Provisioning complete for port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 triggered by entity DHCP. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:41:18.730180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-506dc7f0-430f-4dc0-b1b5-e0710d5dd5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:18.739463 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-edbec524-6707-41e4-994f-10af9341e451 req-1cd5aa47-9914-4889-94fe-bdccc2d27ce7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Unset dirty status for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:41:18.741238 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-edbec524-6707-41e4-994f-10af9341e451 req-1cd5aa47-9914-4889-94fe-bdccc2d27ce7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.1390898 Feb 17 00:41:18.810052 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-506dc7f0-430f-4dc0-b1b5-e0710d5dd5f4 None None] Port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 cannot update to ACTIVE because it is not bound. {{(pid=87678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 17 00:41:18.815053 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-edbec524-6707-41e4-994f-10af9341e451 req-2a59a3c1-07bf-4ffb-a013-0593ad3d840b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607970 Feb 17 00:41:20.022134 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b3856-d76e-4e0d-bbe0-330ea232793b req-3259c008-5160-43d6-8e1e-bc5892b16a2c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:20.028652 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ad7b3856-d76e-4e0d-bbe0-330ea232793b req-3259c008-5160-43d6-8e1e-bc5892b16a2c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.1030385 Feb 17 00:41:20.068463 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-ad7b3856-d76e-4e0d-bbe0-330ea232793b req-fb6760d9-37a5-48b0-bfd4-71c2b8c1b2e7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378683 Feb 17 00:41:21.256373 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62987b86-d671-4588-a912-c20b21d6825d req-02c1b1bd-1c6c-4eec-abea-1ec7dc52b01c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:21.257842 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62987b86-d671-4588-a912-c20b21d6825d req-02c1b1bd-1c6c-4eec-abea-1ec7dc52b01c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.0827038 Feb 17 00:41:21.312589 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-62987b86-d671-4588-a912-c20b21d6825d req-1e019ecf-9edd-4181-ba6d-f115375c67b9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485249 Feb 17 00:41:21.915674 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:22.497506 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd502-8fd1-445c-96ef-3437e6533557 req-bf316db5-725d-4708-b1d0-3348ad52d79f tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:22.498919 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-480fd502-8fd1-445c-96ef-3437e6533557 req-bf316db5-725d-4708-b1d0-3348ad52d79f tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.0792251 Feb 17 00:41:22.541147 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-480fd502-8fd1-445c-96ef-3437e6533557 req-677e6bb1-bea8-45cd-a745-f526fc6134ce tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366857 Feb 17 00:41:23.772838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19d64-596d-4c57-adba-6f910ed3d4c6 req-95746b71-1c32-40a5-b726-fbf720115ae6 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:23.775143 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ae19d64-596d-4c57-adba-6f910ed3d4c6 req-95746b71-1c32-40a5-b726-fbf720115ae6 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.0967028 Feb 17 00:41:23.824684 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-2ae19d64-596d-4c57-adba-6f910ed3d4c6 req-ec7affa7-d5c1-4f5e-a440-3ef1cfd2dbc9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Feb 17 00:41:25.112825 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7f0e-8a8b-4edf-8a6f-989beee49ecb req-b3e2ad85-0866-440b-bd5b-8d3ab9c80c07 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:25.115279 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-235f7f0e-8a8b-4edf-8a6f-989beee49ecb req-b3e2ad85-0866-440b-bd5b-8d3ab9c80c07 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.1768634 Feb 17 00:41:25.180379 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-235f7f0e-8a8b-4edf-8a6f-989beee49ecb req-96a80f32-746a-40fd-be13-eca3ece1ee78 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584655 Feb 17 00:41:26.374953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e7d53-82d1-4df2-b67a-6bf2facdc9c7 req-3ed3fd7d-c5e6-43ed-972a-d4aa591e5b4d tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:26.376517 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e98e7d53-82d1-4df2-b67a-6bf2facdc9c7 req-3ed3fd7d-c5e6-43ed-972a-d4aa591e5b4d tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.0834050 Feb 17 00:41:26.425866 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e98e7d53-82d1-4df2-b67a-6bf2facdc9c7 req-74f597c0-778a-48e8-a4b3-2adad45e6b8c tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Feb 17 00:41:27.614662 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58288-84da-4907-aa05-d539675b6fba req-a2e60e58-5ba8-4f0e-b868-4d04fc37e115 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:27.616113 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ef58288-84da-4907-aa05-d539675b6fba req-a2e60e58-5ba8-4f0e-b868-4d04fc37e115 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 932 time: 0.0786948 Feb 17 00:41:27.662904 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ef58288-84da-4907-aa05-d539675b6fba req-54fc5a5b-cc7d-4d05-b631-a2b4250d8ea2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Feb 17 00:41:27.991481 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.v2.base [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Request body: {'port': {'device_id': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8290'}} {{(pid=87677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:28.095417 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:28.424391 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 {{(pid=87677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:41:28.431350 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:28.445548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.provisioning_blocks [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Transition to ACTIVE for port object 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 will not be triggered until provisioned by entity L2. {{(pid=87677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 00:41:28.448823 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:28.612362 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=2']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:28.697583 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Attempting to bind port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 on host hv-neutron-8290 for vnic_type normal with profile {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 00:41:28.698238 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Attempting to bind port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 by drivers openvswitch,hyperv on host hv-neutron-8290 at level 0 using segments [{'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 00:41:28.698453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Attempting to bind port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:41:28.703315 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8290 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 17 00:41:28.703628 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Attempting to bind port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 on network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 17 00:41:28.709027 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Checking agent: {'id': '61bb6cee-06dc-484b-bee1-a5b8339b0e4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8290', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'started_at': datetime.datetime(2022, 2, 16, 23, 47, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 0, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:41:28.709428 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Checking segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 17 00:41:28.709993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Bound using segment: {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'} {{(pid=87677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:41:28.710454 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.managers [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Bound port: 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host: hv-neutron-8290, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdbe0db-cce7-4e2a-bb52-95960dc38814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1'}}] {{(pid=87677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 00:41:28.710884 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:28.853551 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, cleared binding levels {{(pid=87677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 17 00:41:28.861901 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 17 00:41:28.869727 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7097853'] for port, after_update {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:28.932478 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:28.933066 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:28.934422 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] 10.222.0.24 "PUT /v2.0/ports/1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 HTTP/1.1" status: 200 len: 1094 time: 0.9473677 Feb 17 00:41:28.937277 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:28.962245 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2a4ac-a43e-4065-8ee6-d2097ac7d22a req-797c38c3-d0ae-41d7-8054-bd49d2c7669b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:28.963748 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79d2a4ac-a43e-4065-8ee6-d2097ac7d22a req-797c38c3-d0ae-41d7-8054-bd49d2c7669b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 944 time: 0.1951032 Feb 17 00:41:28.972087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafba539-d9cf-4ef3-8f81-e2447f4fb54f service neutron] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=3']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:28.990597 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'status': 'completed', 'code': 200} Feb 17 00:41:29.067737 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-79d2a4ac-a43e-4065-8ee6-d2097ac7d22a req-92de9ff6-648d-415e-a4b9-2cc1aab6fe29 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966039 Feb 17 00:41:29.085636 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-e053cf9b-30a7-4f15-8162-761589a076fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:29.087186 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-e053cf9b-30a7-4f15-8162-761589a076fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 1097 time: 0.1116717 Feb 17 00:41:29.154809 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-6b8ebde1-e20a-4910-aa8a-5b66f516f528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 HTTP/1.1" status: 200 len: 217 time: 0.0606720 Feb 17 00:41:29.217114 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-d2602303-639c-46cc-9888-d8b41d5910b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:29.218381 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-d2602303-639c-46cc-9888-d8b41d5910b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0580428 Feb 17 00:41:29.289842 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-95b10ff5-c08a-415a-a5c2-f3be0bfc8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:29.291240 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-95b10ff5-c08a-415a-a5c2-f3be0bfc8039 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669353 Feb 17 00:41:29.502935 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-a7da6a27-8dd6-4d11-ace8-9a2ab6238452 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055051 Feb 17 00:41:29.630392 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-63f74078-2eb4-4a10-89bb-0b8e74246242 req-8f0ea4d5-8f44-4932-87c0-c860ce79d527 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218109 Feb 17 00:41:29.748338 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-27be7728-ccdc-4cdb-a020-a8f9371a8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:29.749809 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-27be7728-ccdc-4cdb-a020-a8f9371a8f2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 1097 time: 0.0729508 Feb 17 00:41:29.876097 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-a3cd67a6-aade-46b0-8c60-f98109558971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:29.877426 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-a3cd67a6-aade-46b0-8c60-f98109558971 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1218410 Feb 17 00:41:29.942477 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-bae14b06-c196-44b9-bf59-684f8ea25924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 HTTP/1.1" status: 200 len: 217 time: 0.0589190 Feb 17 00:41:30.004672 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-0bf1469b-fc12-440a-8db4-ade03720aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:30.006024 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-0bf1469b-fc12-440a-8db4-ade03720aa41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0577819 Feb 17 00:41:30.077016 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-1f9bdbef-56e7-4ad5-be9e-d36542e30c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:30.078430 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-1f9bdbef-56e7-4ad5-be9e-d36542e30c97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664799 Feb 17 00:41:30.250934 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-666e0038-a19c-43a8-85e0-be6f6ac39052 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660776 Feb 17 00:41:30.366804 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cac2d-d61c-4699-afec-b73bc7ad871f req-62a109a9-0119-4570-b355-7194aa4f5886 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:30.368244 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-369cac2d-d61c-4699-afec-b73bc7ad871f req-62a109a9-0119-4570-b355-7194aa4f5886 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 944 time: 0.1915720 Feb 17 00:41:30.420643 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-455b8656-7fd8-4327-8a94-9e2baf6bbcb9 req-52eebd2a-941d-47d9-84c3-66663d2d9352 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619706 Feb 17 00:41:30.429832 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-369cac2d-d61c-4699-afec-b73bc7ad871f req-54b47e5d-e697-49a8-a34d-6caf1fe6a6fa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523801 Feb 17 00:41:31.617638 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140182e2-6e6c-44eb-a6ed-f8a7907c6bf4 req-655154ff-c945-4a47-815d-25d321eb94e6 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:31.619068 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-140182e2-6e6c-44eb-a6ed-f8a7907c6bf4 req-655154ff-c945-4a47-815d-25d321eb94e6 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 944 time: 0.0785453 Feb 17 00:41:31.669730 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-140182e2-6e6c-44eb-a6ed-f8a7907c6bf4 req-e90750de-8847-4b64-8e2a-54d6f60327b2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444615 Feb 17 00:41:31.877628 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:41:32.006806 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:41:32.019431 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'port_id': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'mac_address': 'fa:16:3e:5d:89:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:41:32.075786 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:32.092355 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:41:32.107714 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:41:32.111559 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:32.175541 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=4']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:32.324153 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:41:32.851830 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52203edd-dcc8-441c-b636-a1dee36c76da req-b630fec3-f5c0-478e-a7cb-7537f6bcaa76 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:32.853306 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-52203edd-dcc8-441c-b636-a1dee36c76da req-b630fec3-f5c0-478e-a7cb-7537f6bcaa76 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 945 time: 0.0778613 Feb 17 00:41:32.900465 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-52203edd-dcc8-441c-b636-a1dee36c76da req-12af1010-8fb3-4b6e-ae13-1c4af7a4bb87 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Feb 17 00:41:33.826046 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6eec8b36-34b4-4372-b2d4-97717df2c5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:33.876443 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:41:33.943212 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning for port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 completed by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 00:41:33.948803 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:41:33.949180 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:34.088393 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e085a-7fbf-4ba3-993a-a6a0307ba1db req-49f85f6f-5abd-4070-9070-b0a2ede73ae9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:34.089917 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-183e085a-7fbf-4ba3-993a-a6a0307ba1db req-49f85f6f-5abd-4070-9070-b0a2ede73ae9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 945 time: 0.0851481 Feb 17 00:41:34.093968 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:34.121051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:34.130526 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:41:34.135071 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:34.135207 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-183e085a-7fbf-4ba3-993a-a6a0307ba1db req-8e944973-7587-4d5c-a3e9-27ad293c9449 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Feb 17 00:41:34.172003 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'code': 200} Feb 17 00:41:34.203871 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=5']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:34.387777 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc6c29-30a5-4376-8d97-5b4dd598351a req-cc154ef9-894e-4004-bc6b-efc56f259caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:34.389224 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-84bc6c29-30a5-4376-8d97-5b4dd598351a req-cc154ef9-894e-4004-bc6b-efc56f259caf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 1099 time: 0.0671470 Feb 17 00:41:34.426950 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-84bc6c29-30a5-4376-8d97-5b4dd598351a req-f72acc81-1060-4069-966c-2a55588e6f48 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Feb 17 00:41:35.320355 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6033d7-b846-484c-bf96-91953842cfdc req-1ee113f8-2ee0-4e74-bc46-15e03eae4ab7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:35.321899 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6a6033d7-b846-484c-bf96-91953842cfdc req-1ee113f8-2ee0-4e74-bc46-15e03eae4ab7 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 946 time: 0.0825157 Feb 17 00:41:35.366231 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-6a6033d7-b846-484c-bf96-91953842cfdc req-0214ee7c-5975-4be9-aa0c-b1f2e4a860f9 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381639 Feb 17 00:41:36.063314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-dde3844e-276d-4259-95f0-502fcd52d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:36.548158 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8f519-5531-4fb7-8df9-0cf84343d09b req-8ebb87c3-b5cf-4b15-a417-6b02f0a8d88a tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:36.549608 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3b8f519-5531-4fb7-8df9-0cf84343d09b req-8ebb87c3-b5cf-4b15-a417-6b02f0a8d88a tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 946 time: 0.0778644 Feb 17 00:41:36.592395 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-d3b8f519-5531-4fb7-8df9-0cf84343d09b req-d94fad17-e840-42c7-8d07-0c685c6fbedd tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372667 Feb 17 00:41:36.862752 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbe4e6-3cfd-4ed4-9a40-aadda80251a4 req-1432b724-c2e8-43f1-9785-7d9eb0b435f4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:36.864231 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-abbbe4e6-3cfd-4ed4-9a40-aadda80251a4 req-1432b724-c2e8-43f1-9785-7d9eb0b435f4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 946 time: 0.1663260 Feb 17 00:41:36.908133 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-abbbe4e6-3cfd-4ed4-9a40-aadda80251a4 req-2355f5d8-25a0-4064-9529-7c8201277acf tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382800 Feb 17 00:41:36.930089 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36194) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:36.999191 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c8d93-9a64-4b25-8c7a-7b0464d15f8a tempest-TestSnapshotPattern-1305109524 tempest-TestSnapshotPattern-1305109524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:37.000725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-d66c8d93-9a64-4b25-8c7a-7b0464d15f8a tempest-TestSnapshotPattern-1305109524 tempest-TestSnapshotPattern-1305109524-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 1094 time: 0.0696728 Feb 17 00:41:37.003626 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 36198) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:37.009026 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.v2.base [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Request body: {'floatingip': {'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'port_id': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:37.018092 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 17 00:41:37.021915 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Usage tracker for resource:floatingip and tenant:a6055f32796546a8bd068b8f418e4d7c is out of sync, need to count used quota {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 17 00:41:37.024950 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.quota.resource [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87676) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 17 00:41:37.031290 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.quota.driver [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87676) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 17 00:41:37.040901 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:37.078003 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:37.176738 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:37.309199 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.db_base_plugin_common [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Allocated IP 172.26.2.169 (4e16f00f-d84f-4d64-9897-ebe419975584/8843fa60-fb2c-4926-9e77-7621cca92517/95d98d9b-4748-4214-bddb-8500a6e95c75) {{(pid=87676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 00:41:37.454749 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for port, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:37.471671 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:37.483970 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794906994041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:37.655547 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Network 4e16f00f-d84f-4d64-9897-ebe419975584 is already hosted by enough agents. {{(pid=87676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 00:41:37.658258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.base_scheduler [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Resources bound (agent type, host, resource id): {{(pid=87676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 00:41:37.660958 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Received port after_create {{(pid=87676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 17 00:41:37.701002 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'Port': ['ID=95d98d9b-4748-4214-bddb-8500a6e95c75,revision_number=1']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:37.710476 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.710765 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.711102 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.711433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.711767 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.712119 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.712448 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.712773 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.713094 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.713414 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.713755 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:37.714071 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:41:38.075955 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:38.148232 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:38.345273 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for port, precommit_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:38.349731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6982380'] for port, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:38.452226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event updated for resources: {'Port': ['ID=95d98d9b-4748-4214-bddb-8500a6e95c75,revision_number=2']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:41:38.466230 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1787616'] for floatingip, after_update {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:38.633593 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Floating IP e31a82b7-b3aa-4359-8e45-f3fed7357d4c associated. External IP: 172.26.2.169, port: 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6. Feb 17 00:41:38.718012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:39.081951 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Router 73464439-4edf-4f1e-82e2-26e624fa8d85 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:41:39.252258 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:41:39.261522 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] Sync routers for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:41:39.270283 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:41:39.270897 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:41:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:41:39.275621 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:41:39.333670 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-d98a47d8-38ea-48ca-9bdb-4b588325a9aa tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3288543 Feb 17 00:41:39.334354 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:39.448921 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:41:39.455963 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'status': 'completed', 'code': 200} Feb 17 00:41:39.584256 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b548a2e-2454-4700-a494-5d20332a7602 req-c295a47f-a263-4f75-b229-1c46c8c5643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:39.585725 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-c295a47f-a263-4f75-b229-1c46c8c5643e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 1099 time: 0.1093087 Feb 17 00:41:39.716110 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b548a2e-2454-4700-a494-5d20332a7602 req-c938b4c3-2cd2-431e-b8bc-230afcbf0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:39.717575 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-c938b4c3-2cd2-431e-b8bc-230afcbf0f73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1255176 Feb 17 00:41:39.789763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:08Z', 'revision_number': 1, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}, {'id': 'e31a82b7-b3aa-4359-8e45-f3fed7357d4c', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:5d:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:41:38Z', 'updated_at': '2022-02-17T00:41:38Z', 'revision_number': 0, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:41:39.793468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] Checking router: 73464439-4edf-4f1e-82e2-26e624fa8d85 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:41:39.801602 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:41:39.802201 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:41:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:41:39.817339 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-dc4e5edf-6561-4272-8a00-7127958efeef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 HTTP/1.1" status: 200 len: 1000 time: 0.0942001 Feb 17 00:41:39.876811 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b548a2e-2454-4700-a494-5d20332a7602 req-ce7fa36f-cfe7-4753-b115-dde91c6aa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:39.878228 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-ce7fa36f-cfe7-4753-b115-dde91c6aa69c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0556052 Feb 17 00:41:39.952509 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b548a2e-2454-4700-a494-5d20332a7602 req-3a56a33f-bb38-4807-8035-0b22218e2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:39.954031 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-3a56a33f-bb38-4807-8035-0b22218e2581 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705118 Feb 17 00:41:39.963514 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-4003ca0c-13dd-425d-8202-fdbef6b8ea3c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=87677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 00:41:39.965175 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-4003ca0c-13dd-425d-8202-fdbef6b8ea3c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057044 Feb 17 00:41:39.975728 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:41:40.098546 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-8fe6ee77-9429-40ef-ac97-3955a25e6147 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268792 Feb 17 00:41:40.227102 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-3b548a2e-2454-4700-a494-5d20332a7602 req-0b93d636-1737-4afa-ad84-ce8b334f9353 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225581 Feb 17 00:41:40.318149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:08Z', 'revision_number': 1, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}, {'id': 'e31a82b7-b3aa-4359-8e45-f3fed7357d4c', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:5d:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:41:38Z', 'updated_at': '2022-02-17T00:41:38Z', 'revision_number': 0, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:41:40.322136 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1cf001-5aef-41ea-924b-f6bec2c32141 None None] The sync data for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv is: [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:08Z', 'revision_number': 1, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}, {'id': 'e31a82b7-b3aa-4359-8e45-f3fed7357d4c', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:5d:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:41:38Z', 'updated_at': '2022-02-17T00:41:38Z', 'revision_number': 0, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:41:40.513962 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce57b40-5d4a-47d7-80a4-d5b9459aa927 None None] New status for floating IP e31a82b7-b3aa-4359-8e45-f3fed7357d4c: ACTIVE {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:41:43.119104 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-8775c122-560f-4853-9858-af437483c4b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688634 Feb 17 00:41:43.266765 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc9b37-f745-4547-9829-22f4f681b165 req-7c631680-2e4c-4cd8-b0fc-bc524a31e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:43.268122 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-7c631680-2e4c-4cd8-b0fc-bc524a31e164 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1097 time: 0.0787892 Feb 17 00:41:43.405940 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc9b37-f745-4547-9829-22f4f681b165 req-7b283c41-77bd-4ed5-9f95-6ae35fa7fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:43.407331 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-7b283c41-77bd-4ed5-9f95-6ae35fa7fa12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1217079 Feb 17 00:41:43.501259 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-edfb39de-2ac3-4b72-9c7e-3baf93b86c66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 999 time: 0.0878074 Feb 17 00:41:43.572380 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc9b37-f745-4547-9829-22f4f681b165 req-fabaf514-39b5-4424-bb6e-c99e50619c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:43.574231 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-fabaf514-39b5-4424-bb6e-c99e50619c75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0668352 Feb 17 00:41:43.645979 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc9b37-f745-4547-9829-22f4f681b165 req-4d5c8be8-331a-4531-ac41-dc993a68d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:41:43.647428 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-4d5c8be8-331a-4531-ac41-dc993a68d23b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672364 Feb 17 00:41:43.773539 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-a3206828-fab9-4e68-a603-c0800c86bbd4 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203766 Feb 17 00:41:43.999418 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-48fc9b37-f745-4547-9829-22f4f681b165 req-8b78793b-724d-40eb-869d-e2797eeeb1df service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201641 Feb 17 00:41:47.085705 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:41:51.930784 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:03.828142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8527917f-7557-45a9-916f-18422acde786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:06.064307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-c056f020-259d-4450-bbf6-c36be10dcc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:07.079920 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:07.474314 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:08.720943 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:21.943989 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:24.083945 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:42:33.830051 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-22b36c50-16d0-4b4d-9b7a-1bba5471cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:36.065155 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b8c45898-4333-428d-b33c-c161160ce886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:37.080237 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:37.479081 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:38.722694 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:42:44.752779 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-65f49263-a47d-449f-bcdc-d88a6f4145ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694621 Feb 17 00:42:44.838948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-32959354-028b-492f-b4d9-c8276347823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:42:44.840416 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-32959354-028b-492f-b4d9-c8276347823b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 1099 time: 0.0683446 Feb 17 00:42:44.980519 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-47c0ac4b-bd55-4c1f-8250-839696c25347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:42:44.981941 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-47c0ac4b-bd55-4c1f-8250-839696c25347 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1228719 Feb 17 00:42:45.081163 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-3b471411-05db-4bb7-8842-80b9e480cf52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 HTTP/1.1" status: 200 len: 1002 time: 0.0934455 Feb 17 00:42:45.140311 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-c9697dc8-40c2-4a8e-a93d-c4b6df19f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:42:45.141717 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-c9697dc8-40c2-4a8e-a93d-c4b6df19f7b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.0551980 Feb 17 00:42:45.217780 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-7b3a8565-90a9-41e2-821c-313fbbb745ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:42:45.219176 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-7b3a8565-90a9-41e2-821c-313fbbb745ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717127 Feb 17 00:42:45.345167 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-e1d6b907-b6bc-49fb-a2c0-0be401f99a9e service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197534 Feb 17 00:42:45.469232 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-1452a440-32c8-4ec1-b83a-d5a656c67be2 req-032df4f2-85bf-4f3b-90e2-c05423e8c3e4 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187382 Feb 17 00:42:51.938426 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:01.082448 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:43:03.833567 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-26a8fbd4-1d7d-4507-9e76-513bdf2c058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:06.065733 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-84506b17-ee7f-4f5a-83df-a948efcf63ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:07.083855 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:07.480307 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:08.304937 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 details requested by agent hyperv_hv-neutron-8290 with host hv-neutron-8290 {{(pid=87678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 17 00:43:08.467735 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:08.480497 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Returning: {'device': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'port_id': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'mac_address': 'fa:16:3e:5d:89:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 17 00:43:08.532442 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:08.548073 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 {{(pid=87678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 17 00:43:08.563223 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:08.566686 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:08.638390 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=6']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:08.646287 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.646635 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.646974 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.647306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.647633 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.647964 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.648340 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.648664 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.648986 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.649306 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.649624 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.649942 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:08.656389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] get_ports_and_sgs() called for port_ids ['1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'] {{(pid=87678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 17 00:43:08.737277 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:10.305006 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 up at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 17 00:43:10.377455 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.provisioning_blocks [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Provisioning complete for port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 triggered by entity L2. {{(pid=87678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 00:43:10.377828 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680453'] for port, provisioning_complete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:10.499371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:10.530938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:10.541077 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:10.546313 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:10.590360 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'code': 200} Feb 17 00:43:10.619045 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=7']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:18.681079 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 36422) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:18.876762 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Deleting port 95d98d9b-4748-4214-bddb-8500a6e95c75 {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:18.877014 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:19.044154 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:19.044484 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:19.162997 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Calling delete_port for 95d98d9b-4748-4214-bddb-8500a6e95c75 owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:19.307999 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:19.354635 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event deleted for resources: {'Port': ['ID=95d98d9b-4748-4214-bddb-8500a6e95c75,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:19.393173 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.393523 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.393862 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.394194 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.394525 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.394857 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.395188 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.395513 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.395840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.396187 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.396507 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.396826 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:19.452980 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:19.453227 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Floating IP e31a82b7-b3aa-4359-8e45-f3fed7357d4c disassociated (deleted). External IP: 172.26.2.169, port: 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6. Feb 17 00:43:19.902433 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Router 73464439-4edf-4f1e-82e2-26e624fa8d85 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:43:20.079114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:43:20.088682 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] Sync routers for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:43:20.098246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:20.098862 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:20.101235 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:20.161261 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-18eb4a18-4141-481b-a68a-230b4de1065b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "DELETE /v2.0/floatingips/e31a82b7-b3aa-4359-8e45-f3fed7357d4c HTTP/1.1" status: 204 len: 168 time: 1.4765470 Feb 17 00:43:20.161261 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:20.205066 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'status': 'completed', 'code': 200} Feb 17 00:43:20.281657 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:20.298409 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-692bf428-f771-4245-b656-3c15dc2d0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:20.299873 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-692bf428-f771-4245-b656-3c15dc2d0cf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 1099 time: 0.0726371 Feb 17 00:43:20.324777 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:20.439669 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-174cec6d-1e28-487e-9362-3216f3be47de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:20.441366 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-174cec6d-1e28-487e-9362-3216f3be47de service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1354065 Feb 17 00:43:20.517193 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-e4f587b0-e286-4001-841d-090363785796 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 HTTP/1.1" status: 200 len: 217 time: 0.0690506 Feb 17 00:43:20.628820 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-c47c54f0-87f3-4a93-ac03-f29e497b6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:20.630370 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-c47c54f0-87f3-4a93-ac03-f29e497b6df4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.1069224 Feb 17 00:43:20.651090 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558313'] for port, before_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:20.698658 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'}] {{(pid=87678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:20.720963 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:20.721703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd576151-a3bf-4ad9-8c5f-62c082a4d88e req-e7bef67a-db6f-49e9-9997-87a1502e2980 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:20.726894 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd576151-a3bf-4ad9-8c5f-62c082a4d88e req-e7bef67a-db6f-49e9-9997-87a1502e2980 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 946 time: 0.2216022 Feb 17 00:43:20.730865 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794907371313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794906994059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794906994104'] for port, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:20.755626 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-16480b94-661f-4f96-abc4-eda1a4d9e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:20.757071 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-16480b94-661f-4f96-abc4-eda1a4d9e4fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201582 Feb 17 00:43:20.764087 dv-neutron-829040-1-hyperv neutron-server[87678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'code': 200} Feb 17 00:43:20.799557 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-bd576151-a3bf-4ad9-8c5f-62c082a4d88e req-befae82b-f997-4bd2-8089-0d7e9ac71587 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705245 Feb 17 00:43:20.842909 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Pushing event updated for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=8']} {{(pid=87678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:20.865115 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:08Z', 'revision_number': 1, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:20.869022 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] Checking router: 73464439-4edf-4f1e-82e2-26e624fa8d85 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:43:20.877770 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:20.878398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:20.909184 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-1105f63a-7508-41e2-9bcf-da0e015b6307 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371119 Feb 17 00:43:21.057191 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:21.132997 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-54e91d61-4a90-4f60-9948-c34416b1ed47 req-a1b50786-b2a3-431f-8bcc-73591d8f987a service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172120 Feb 17 00:43:21.401566 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:08Z', 'revision_number': 1, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:21.405864 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77a50b-dd31-49b1-9fce-b6f858bf3261 None None] The sync data for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv is: [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_floatingips': [{'id': '42a7d332-9b7b-43eb-adf2-87a20797c8fe', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'floating_ip_address': '172.26.2.90', 'floating_network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'router_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'port_id': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'mac_address': 'fa:16:3e:e8:85:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T00:39:05Z', 'updated_at': '2022-02-17T00:39:08Z', 'revision_number': 1, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:43:21.622112 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94c534-5855-4c27-95ac-ed32739fb0af None None] New status for floating IP e31a82b7-b3aa-4359-8e45-f3fed7357d4c: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:43:21.940902 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:22.040451 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d28a86-2cef-41f1-9e80-4b73ebaec750 req-052f4f65-ca1e-4246-b89a-829067ad7879 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:22.041917 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f1d28a86-2cef-41f1-9e80-4b73ebaec750 req-052f4f65-ca1e-4246-b89a-829067ad7879 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 944 time: 0.1344891 Feb 17 00:43:22.078516 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-53d660ec-56bc-454f-aaa5-dfc77ee70b24 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:22.079907 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-53d660ec-56bc-454f-aaa5-dfc77ee70b24 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 944 time: 0.1236930 Feb 17 00:43:22.136105 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f1d28a86-2cef-41f1-9e80-4b73ebaec750 req-33f49152-6660-429e-8b65-faa267cbbf2b tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872610 Feb 17 00:43:22.160369 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Deleting port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:22.160706 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:22.398281 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] For port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:22.398641 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:22.517840 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Calling delete_port for 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 owned by compute:nova {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:22.657595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:22.708453 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event deleted for resources: {'Port': ['ID=1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:22.746349 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.746697 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.747038 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.747372 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.747726 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.748072 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.748406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.748731 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.749056 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.749377 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.749696 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.750012 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829040-1-hyperv {{(pid=87677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 00:43:22.790306 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] No DVR routers for this DVR port 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 on host hv-neutron-8290 {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:43:22.792548 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:22.795486 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-deleted', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:22.806585 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-e0e141b0-1070-4cb4-9f34-030bc3b43921 req-83df93f4-d84c-4dea-b42a-cffd7e724ad1 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "DELETE /v2.0/ports/1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 HTTP/1.1" status: 204 len: 173 time: 0.7185576 Feb 17 00:43:22.842947 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47d610a-846a-4563-b4ab-bfb5facde311', 'name': 'network-vif-deleted', 'tag': '1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6', 'status': 'completed', 'code': 200} Feb 17 00:43:23.303903 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0ebcbfad-296e-4524-8f2d-7eb9fb58657b req-ba93c8ae-bf6e-4fca-ab97-019493686111 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Synchronizing usage tracker for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:43:23.317837 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-0ebcbfad-296e-4524-8f2d-7eb9fb58657b req-ba93c8ae-bf6e-4fca-ab97-019493686111 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Unset dirty status for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:43:23.318985 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-0ebcbfad-296e-4524-8f2d-7eb9fb58657b req-ba93c8ae-bf6e-4fca-ab97-019493686111 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=f47d610a-846a-4563-b4ab-bfb5facde311 HTTP/1.1" status: 200 len: 210 time: 0.0591171 Feb 17 00:43:24.320835 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:24.355244 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:24.355598 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device 1fa514d3-2b78-4a88-9a04-bcc6d6d7eca6 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:24.949463 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 36484) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:25.143665 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Deleting port 5380efab-3386-42c7-9332-02ce09f45eab {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:25.143995 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:25.308486 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:25.308723 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:25.425623 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Calling delete_port for 5380efab-3386-42c7-9332-02ce09f45eab owned by network:floatingip {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:25.568695 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:25.613859 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event deleted for resources: {'Port': ['ID=5380efab-3386-42c7-9332-02ce09f45eab,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:25.704731 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for floatingip, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:25.705061 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.db.l3_db [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Floating IP 42a7d332-9b7b-43eb-adf2-87a20797c8fe disassociated (deleted). External IP: 172.26.2.90, port: b118cfe4-9065-4348-a44e-05e903f90d47. Feb 17 00:43:26.150720 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Router 73464439-4edf-4f1e-82e2-26e624fa8d85 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:43:26.325677 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:43:26.334976 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] Sync routers for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:43:26.343825 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:26.344531 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:26.344675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for floatingip, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:26.398088 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-2ead538f-a69b-4ba1-b084-b08e5396ddc2 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "DELETE /v2.0/floatingips/42a7d332-9b7b-43eb-adf2-87a20797c8fe HTTP/1.1" status: 204 len: 168 time: 1.4475510 Feb 17 00:43:26.398669 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47'}] {{(pid=87676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:26.443915 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'status': 'completed', 'code': 200} Feb 17 00:43:26.526083 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:26.537745 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-b116ed14-37f7-4ddd-b0a3-210c7c262d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:26.539168 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-b116ed14-37f7-4ddd-b0a3-210c7c262d6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6055f32796546a8bd068b8f418e4d7c&device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 1097 time: 0.0757225 Feb 17 00:43:26.681953 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-a753701b-1ebd-439e-a46a-03c14808bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:26.683406 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-a753701b-1ebd-439e-a46a-03c14808bed9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 200 len: 909 time: 0.1386423 Feb 17 00:43:26.783188 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-09c71a0f-9e26-4583-b4fc-7daffd53a91a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 200 len: 217 time: 0.0923162 Feb 17 00:43:26.857275 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:26.861122 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] Checking router: 73464439-4edf-4f1e-82e2-26e624fa8d85 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:43:26.869612 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:26.870231 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:26.967274 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-f6c9e467-d637-462b-9e79-7ed551f75eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:26.968732 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-f6c9e467-d637-462b-9e79-7ed551f75eb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 200 len: 848 time: 0.1751876 Feb 17 00:43:27.016789 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e127-8c4e-439c-9652-d6ae472902bf req-570ff3b8-14a9-4d8b-a581-25dced7e9695 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:27.018237 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ec9e127-8c4e-439c-9652-d6ae472902bf req-570ff3b8-14a9-4d8b-a581-25dced7e9695 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 944 time: 0.2722912 Feb 17 00:43:27.073099 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-7ec9e127-8c4e-439c-9652-d6ae472902bf req-ff3eeb64-e234-4f47-9f22-0160434fdc03 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482914 Feb 17 00:43:27.087981 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-5dddb89a-8311-4abd-bbd2-d8ce404fa554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:27.089494 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-5dddb89a-8311-4abd-bbd2-d8ce404fa554 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=258f55ef-d21b-4421-a9d3-01ab9fca08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130397 Feb 17 00:43:27.101249 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:27.220834 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-9bc4ae82-c627-49dc-943a-e27c94833d2b service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240482 Feb 17 00:43:27.352653 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-a361df64-eb5d-4ac0-9143-d90b1c8c082c req-805c07c6-29a1-47d1-8acf-f330ce8474d5 service neutron] 10.222.0.24 "GET /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259694 Feb 17 00:43:27.409484 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:27.413303 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490d0cc-07db-4258-b855-e6e12fb1e637 None None] The sync data for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv is: [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:38:43Z', 'revision_number': 4, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv', '_interfaces': [{'id': 'ae8fb015-71a3-4553-9b2a-f630580e517c', 'name': '', 'network_id': '258f55ef-d21b-4421-a9d3-01ab9fca08e1', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'mac_address': 'fa:16:3e:06:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:42Z', 'updated_at': '2022-02-17T00:38:49Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'subnets': [{'id': '1cdb7835-13e5-4fdf-bdf0-9f2797c42173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:43:27.625419 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb47fe7-acd4-4703-ad69-6ae82bede307 None None] New status for floating IP 42a7d332-9b7b-43eb-adf2-87a20797c8fe: DOWN {{(pid=87679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 00:43:28.295264 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-ddf8ed58-c978-49b8-a477-a9ad52677f18 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:28.296944 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-ddf8ed58-c978-49b8-a477-a9ad52677f18 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 944 time: 0.1389778 Feb 17 00:43:28.304886 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0b93-af34-4963-a382-4d5a150ecf7a req-3933e6d2-dee7-442b-8150-6c657671ab43 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 00:43:28.306235 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-483b0b93-af34-4963-a382-4d5a150ecf7a req-3933e6d2-dee7-442b-8150-6c657671ab43 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 944 time: 0.1141140 Feb 17 00:43:28.400456 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-483b0b93-af34-4963-a382-4d5a150ecf7a req-59be206e-2860-4466-9001-7f4e5f766ea8 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db96acd-aa83-43af-8dd2-488f0361e306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653386 Feb 17 00:43:28.403788 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Deleting port b118cfe4-9065-4348-a44e-05e903f90d47 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:28.404701 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:28.643026 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] For port b118cfe4-9065-4348-a44e-05e903f90d47, host hv-neutron-8290, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8290',level=0,port_id=b118cfe4-9065-4348-a44e-05e903f90d47,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:28.643407 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:28.765436 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Calling delete_port for b118cfe4-9065-4348-a44e-05e903f90d47 owned by compute:nova {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:28.903606 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:28.952257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event deleted for resources: {'Port': ['ID=b118cfe4-9065-4348-a44e-05e903f90d47,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:29.025708 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] No DVR routers for this DVR port b118cfe4-9065-4348-a44e-05e903f90d47 on host hv-neutron-8290 {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:43:29.028087 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81365'] for port, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:29.030489 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-deleted', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47'}] {{(pid=87677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:29.041561 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-f6cc6c02-d51d-4c76-a3aa-6aeafa51f7e6 req-17c58b32-a1d0-4a7b-b604-8250c3d0ab61 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.24 "DELETE /v2.0/ports/b118cfe4-9065-4348-a44e-05e903f90d47 HTTP/1.1" status: 204 len: 173 time: 0.7344573 Feb 17 00:43:29.075905 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54', 'name': 'network-vif-deleted', 'tag': 'b118cfe4-9065-4348-a44e-05e903f90d47', 'status': 'completed', 'code': 200} Feb 17 00:43:29.561128 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-461d14d7-26dd-4bd5-b7c1-d668d39305cf req-704af734-211e-4465-b315-11dfaa783564 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Synchronizing usage tracker for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 17 00:43:29.576526 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.quota.resource [req-461d14d7-26dd-4bd5-b7c1-d668d39305cf req-704af734-211e-4465-b315-11dfaa783564 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Unset dirty status for tenant:a6055f32796546a8bd068b8f418e4d7c on resource:port {{(pid=87677) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 17 00:43:29.577811 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [req-461d14d7-26dd-4bd5-b7c1-d668d39305cf req-704af734-211e-4465-b315-11dfaa783564 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd33b7b0-8aa9-4c11-aeb1-0f93cc910e54 HTTP/1.1" status: 200 len: 210 time: 0.0594838 Feb 17 00:43:30.351039 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device b118cfe4-9065-4348-a44e-05e903f90d47 no longer exists at agent hyperv_hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:30.384379 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] No Port match for: b118cfe4-9065-4348-a44e-05e903f90d47 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:30.384715 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Device b118cfe4-9065-4348-a44e-05e903f90d47 not bound to the agent host hv-neutron-8290 {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:30.671126 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 36508) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:30.737877 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bdd952de-1373-4d78-a32a-a0ea36a3ebd4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:30.766226 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bdd952de-1373-4d78-a32a-a0ea36a3ebd4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:30.831531 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bdd952de-1373-4d78-a32a-a0ea36a3ebd4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:30.849044 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd952de-1373-4d78-a32a-a0ea36a3ebd4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db96acd-aa83-43af-8dd2-488f0361e306,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:30.860822 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-bdd952de-1373-4d78-a32a-a0ea36a3ebd4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:30.861868 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-bdd952de-1373-4d78-a32a-a0ea36a3ebd4 tempest-TestSnapshotPattern-924665518 tempest-TestSnapshotPattern-924665518-project] 10.222.0.47 "DELETE /v2.0/security-groups/1db96acd-aa83-43af-8dd2-488f0361e306 HTTP/1.1" status: 204 len: 168 time: 0.1897571 Feb 17 00:43:30.907794 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 36514) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:31.429675 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:31.780627 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Deleting port ae8fb015-71a3-4553-9b2a-f630580e517c {{(pid=87676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:31.781255 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:32.058114 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.db [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] For port ae8fb015-71a3-4553-9b2a-f630580e517c, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=ae8fb015-71a3-4553-9b2a-f630580e517c,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:32.058426 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:32.176112 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.plugins.ml2.plugin [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Calling delete_port for ae8fb015-71a3-4553-9b2a-f630580e517c owned by network:router_interface {{(pid=87676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:32.485818 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6982357'] for port, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:32.559527 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8fb015-71a3-4553-9b2a-f630580e517c,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:32.792569 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:33.142417 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Router 73464439-4edf-4f1e-82e2-26e624fa8d85 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:43:33.429324 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:43:33.438720 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] Sync routers for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:43:33.447948 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36518) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:33.448499 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-31d00976-cc88-4bbe-99d1-262127ef0115 admin admin] 10.222.0.47 "PUT /v2.0/routers/73464439-4edf-4f1e-82e2-26e624fa8d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5390589 Feb 17 00:43:33.452439 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:33.453040 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:33.628516 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:33.724721 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:33.849246 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-405cf612-ae3b-4efd-85b9-18a6796dfb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:33.898112 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:33.908406 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Deleting port b293f79d-4346-473a-b66c-7baf4ef2afe1 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:33.908734 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:33.935193 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:43:32Z', 'revision_number': 5, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port': {'id': 'b293f79d-4346-473a-b66c-7baf4ef2afe1', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:40Z', 'updated_at': '2022-02-17T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:33.939398 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] Checking router: 73464439-4edf-4f1e-82e2-26e624fa8d85 for host: dv-neutron-829040-1-hyperv {{(pid=87678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:43:33.947961 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] Routers {'73464439-4edf-4f1e-82e2-26e624fa8d85'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:33.948919 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:06Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['73464439-4edf-4f1e-82e2-26e624fa8d85'], 'active': True} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:34.080234 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] For port b293f79d-4346-473a-b66c-7baf4ef2afe1, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=b293f79d-4346-473a-b66c-7baf4ef2afe1,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:34.080505 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.099547 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_dvr_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] Set router 73464439-4edf-4f1e-82e2-26e624fa8d85 gateway port host: None {{(pid=87678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:34.202008 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Calling delete_port for b293f79d-4346-473a-b66c-7baf4ef2afe1 owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:34.247717 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.db.l3_hamode_db [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:43:33Z', 'revision_number': 6, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:34.251573 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740fe23-a642-4cbd-bfd2-97d374f5c20c None None] The sync data for ids ['73464439-4edf-4f1e-82e2-26e624fa8d85'] in dv-neutron-829040-1-hyperv is: [{'id': '73464439-4edf-4f1e-82e2-26e624fa8d85', 'name': 'tempest-TestSnapshotPattern-850034702-router', 'tenant_id': 'a6055f32796546a8bd068b8f418e4d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:39Z', 'updated_at': '2022-02-17T00:43:33Z', 'revision_number': 6, 'project_id': 'a6055f32796546a8bd068b8f418e4d7c', 'gw_port_host': None}] {{(pid=87678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:43:34.491621 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.540587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Pushing event deleted for resources: {'Port': ['ID=b293f79d-4346-473a-b66c-7baf4ef2afe1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:34.629933 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.798976 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.801048 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.825104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.826211 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73464439-4edf-4f1e-82e2-26e624fa8d85 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:43:34.838252 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.839387 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-249d2b97-189c-4084-8e72-53c3fccd2fee admin admin] 10.222.0.47 "DELETE /v2.0/routers/73464439-4edf-4f1e-82e2-26e624fa8d85 HTTP/1.1" status: 204 len: 168 time: 1.3903816 Feb 17 00:43:34.842266 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36522) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:34.898418 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] Deleting subnet 1cdb7835-13e5-4fdf-bdf0-9f2797c42173 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:43:34.901179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:34.947104 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.062190 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ae8fb015-71a3-4553-9b2a-f630580e517c no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:35.098017 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: ae8fb015-71a3-4553-9b2a-f630580e517c {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:35.098370 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device ae8fb015-71a3-4553-9b2a-f630580e517c not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:35.098785 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b293f79d-4346-473a-b66c-7baf4ef2afe1 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:35.132689 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: b293f79d-4346-473a-b66c-7baf4ef2afe1 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:35.133451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device b293f79d-4346-473a-b66c-7baf4ef2afe1 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:35.139504 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.206096 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.244040 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdb7835-13e5-4fdf-bdf0-9f2797c42173,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:35.248983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.254400 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc520f-4359-4d44-ad8d-21ac0b2df6b3 None None] Network 258f55ef-d21b-4421-a9d3-01ab9fca08e1 requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:43:35.255498 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-591850c4-5d40-44eb-aaba-f279635d2229 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1cdb7835-13e5-4fdf-bdf0-9f2797c42173 HTTP/1.1" status: 204 len: 168 time: 0.4122667 Feb 17 00:43:35.257858 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36526) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:35.362262 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.372284 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Deleting port 68140160-b084-4ce7-a2e9-a38c19c3724a {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:35.373183 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.515586 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] DHCP port deletion for 258f55ef-d21b-4421-a9d3-01ab9fca08e1 request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:43:35.519788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Deleting port 68140160-b084-4ce7-a2e9-a38c19c3724a {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:35.520194 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.577410 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] For port 68140160-b084-4ce7-a2e9-a38c19c3724a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=68140160-b084-4ce7-a2e9-a38c19c3724a,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:35.577962 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.698230 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Calling delete_port for 68140160-b084-4ce7-a2e9-a38c19c3724a owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:35.718451 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] For port 68140160-b084-4ce7-a2e9-a38c19c3724a, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=68140160-b084-4ce7-a2e9-a38c19c3724a,segment=NetworkSegment(5cdbe0db-cce7-4e2a-bb52-95960dc38814),segment_id=5cdbe0db-cce7-4e2a-bb52-95960dc38814)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:35.718839 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.774749 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.821058 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Pushing event deleted for resources: {'Port': ['ID=68140160-b084-4ce7-a2e9-a38c19c3724a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:35.822819 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] No DVR routers for this DVR port 68140160-b084-4ce7-a2e9-a38c19c3724a on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:43:35.838639 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Calling delete_port for 68140160-b084-4ce7-a2e9-a38c19c3724a owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:35.911160 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:43:35.911515 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:43:35.935049 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:35.960033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258f55ef-d21b-4421-a9d3-01ab9fca08e1']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:35.972257 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdbe0db-cce7-4e2a-bb52-95960dc38814') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:35.972554 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdbe0db-cce7-4e2a-bb52-95960dc38814') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:35.991007 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:36.010949 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:36.017467 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:43:36.017839 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:43:36.030992 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:43:36.065928 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-053d58bb-9d79-44a3-8870-35c4ef5dcfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:36.101197 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:36.116799 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:36.126552 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] Pushing event deleted for resources: {'Network': ['ID=258f55ef-d21b-4421-a9d3-01ab9fca08e1,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:36.139485 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-e5a07d86-5705-4dba-b3bc-d957024d3acf admin admin] 10.222.0.47 "DELETE /v2.0/networks/258f55ef-d21b-4421-a9d3-01ab9fca08e1 HTTP/1.1" status: 204 len: 168 time: 0.8806229 Feb 17 00:43:36.142412 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36530) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:36.412551 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Deleting port 68140160-b084-4ce7-a2e9-a38c19c3724a {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:36.412946 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:36.482142 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f56c8b5c-dd6c-4d02-8654-089d18c1eb0d None None] The port '68140160-b084-4ce7-a2e9-a38c19c3724a' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:43:36.770397 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1788306'] for router_interface, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:37.003536 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 68140160-b084-4ce7-a2e9-a38c19c3724a no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:37.036242 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 68140160-b084-4ce7-a2e9-a38c19c3724a {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:37.036668 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 68140160-b084-4ce7-a2e9-a38c19c3724a not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:37.084636 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:37.115653 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Deleting port a980c318-c9ab-4acb-a9fd-492e6c08be32 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:37.115983 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:37.282703 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] For port a980c318-c9ab-4acb-a9fd-492e6c08be32, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=a980c318-c9ab-4acb-a9fd-492e6c08be32,segment=NetworkSegment(76b38c42-92fc-464e-9bb6-3c74d67b4b4d),segment_id=76b38c42-92fc-464e-9bb6-3c74d67b4b4d)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:37.282972 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:37.403568 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Calling delete_port for a980c318-c9ab-4acb-a9fd-492e6c08be32 owned by network:router_interface {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:37.485319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:37.582954 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:37.673691 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=a980c318-c9ab-4acb-a9fd-492e6c08be32,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:37.964220 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1788222'] for router_interface, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:38.081079 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:43:38.413413 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Router 54cb6dc4-7618-4482-89b2-6766a1645c67 has already been hosted by L3 agent 5d30583c-2a14-49f2-9e6f-47a3a8d02d7b {{(pid=87677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 17 00:43:38.584930 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] Notify agent at l3_agent.dv-neutron-829040-1-hyperv the message routers_updated {{(pid=87677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 17 00:43:38.593782 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] Sync routers for ids ['54cb6dc4-7618-4482-89b2-6766a1645c67'] in dv-neutron-829040-1-hyperv {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 00:43:38.594011 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-bdc9b629-3ac5-47a0-89b0-22d39187bfeb admin admin] 10.222.0.47 "PUT /v2.0/routers/54cb6dc4-7618-4482-89b2-6766a1645c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505901 Feb 17 00:43:38.596477 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36534) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:38.604887 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] Routers {'54cb6dc4-7618-4482-89b2-6766a1645c67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:38.606064 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['54cb6dc4-7618-4482-89b2-6766a1645c67'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:38.728276 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:38.782660 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] Set router 54cb6dc4-7618-4482-89b2-6766a1645c67 gateway port host: dv-neutron-829040-1-hyperv {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:38.888570 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.061416 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'external_fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231'}], 'enable_snat': True}, 'gw_port_id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:43:37Z', 'revision_number': 5, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port': {'id': 'bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f', 'name': '', 'network_id': '4e16f00f-d84f-4d64-9897-ebe419975584', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'ip_address': '172.26.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829040-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T00:38:46Z', 'updated_at': '2022-02-17T00:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8843fa60-fb2c-4926-9e77-7621cca92517', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829040-1-hyperv'}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:39.063664 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.065223 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] Checking router: 54cb6dc4-7618-4482-89b2-6766a1645c67 for host: dv-neutron-829040-1-hyperv {{(pid=87679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 00:43:39.073611 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Deleting port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:39.073887 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] Routers {'54cb6dc4-7618-4482-89b2-6766a1645c67'} bound to L3 agent in host dv-neutron-829040-1-hyperv {{(pid=87679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 17 00:43:39.073993 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.074872 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829040-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T23:41:06Z,description=,heartbeat_timestamp=2022-02-17T00:43:36Z,host='dv-neutron-829040-1-hyperv',id=5d30583c-2a14-49f2-9e6f-47a3a8d02d7b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T23:41:06Z,topic='l3_agent')) {'router_ids': ['54cb6dc4-7618-4482-89b2-6766a1645c67'], 'active': True} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:39.223443 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_dvr_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] Set router 54cb6dc4-7618-4482-89b2-6766a1645c67 gateway port host: None {{(pid=87679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 17 00:43:39.243741 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] For port bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,segment=NetworkSegment(a98dd87a-3f2a-4384-9a54-a1633517ca37),segment_id=a98dd87a-3f2a-4384-9a54-a1633517ca37)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:39.244118 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.327836 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.l3_hamode_db [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:43:39Z', 'revision_number': 6, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port_host': None}], 'dv-neutron-829040-1-hyperv', False) {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:39.331911 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f88c2d-5d65-410f-ad6c-1bd6693220c1 None None] The sync data for ids ['54cb6dc4-7618-4482-89b2-6766a1645c67'] in dv-neutron-829040-1-hyperv is: [{'id': '54cb6dc4-7618-4482-89b2-6766a1645c67', 'name': 'tempest-TestSnapshotPattern-1403109690-router', 'tenant_id': 'f828cf8a03bf426599951985a9dc8110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T00:38:45Z', 'updated_at': '2022-02-17T00:43:39Z', 'revision_number': 6, 'project_id': 'f828cf8a03bf426599951985a9dc8110', 'gw_port_host': None}] {{(pid=87679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 00:43:39.373344 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Calling delete_port for bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f owned by network:router_gateway {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:39.639351 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.687539 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:39.778000 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1787573'] for router_gateway, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.945758 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1787447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40913'] for router, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.947796 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.970345 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1793897'] for router, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.970922 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54cb6dc4-7618-4482-89b2-6766a1645c67 {{(pid=87677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:43:39.983494 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:39.984651 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-7175c5d9-3d16-44eb-a881-0aeb273314d9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/54cb6dc4-7618-4482-89b2-6766a1645c67 HTTP/1.1" status: 204 len: 168 time: 1.3873000 Feb 17 00:43:39.987151 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36540) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:40.048595 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] Deleting subnet ffed5665-b8d1-4ef1-949c-150f21a7f547 {{(pid=87677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 17 00:43:40.051649 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.099169 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8352940'] for subnet, precommit_delete_associations {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.177139 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-681952'] for subnet, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.250893 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-681947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1701518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7097771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003960'] for subnet, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.293336 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffed5665-b8d1-4ef1-949c-150f21a7f547,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:40.295299 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.299098 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a53bf-09ce-4bb8-a46b-c745c74cdc51 None None] Network 950efa81-ff96-4dda-98a2-30bbcb402b5a requested from dv-neutron-829040-1-hyperv {{(pid=87678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 17 00:43:40.301342 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-b9353942-5d29-4829-a913-9896113d43bf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ffed5665-b8d1-4ef1-949c-150f21a7f547 HTTP/1.1" status: 204 len: 168 time: 0.3132930 Feb 17 00:43:40.303766 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36544) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:40.409033 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655751'] for network, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.418963 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Deleting port 949a84e0-9d2f-4a52-8760-3b41f8813c14 {{(pid=87677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:40.419680 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.547742 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] DHCP port deletion for 950efa81-ff96-4dda-98a2-30bbcb402b5a request from dv-neutron-829040-1-hyperv {{(pid=87678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 17 00:43:40.551960 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Deleting port 949a84e0-9d2f-4a52-8760-3b41f8813c14 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:40.552389 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.626681 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.db [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] For port 949a84e0-9d2f-4a52-8760-3b41f8813c14, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=949a84e0-9d2f-4a52-8760-3b41f8813c14,segment=NetworkSegment(76b38c42-92fc-464e-9bb6-3c74d67b4b4d),segment_id=76b38c42-92fc-464e-9bb6-3c74d67b4b4d)] {{(pid=87677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:40.627250 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.749517 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.plugin [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Calling delete_port for 949a84e0-9d2f-4a52-8760-3b41f8813c14 owned by network:dhcp {{(pid=87677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:40.749999 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.db [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] For port 949a84e0-9d2f-4a52-8760-3b41f8813c14, host dv-neutron-829040-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829040-1-hyperv',level=0,port_id=949a84e0-9d2f-4a52-8760-3b41f8813c14,segment=NetworkSegment(76b38c42-92fc-464e-9bb6-3c74d67b4b4d),segment_id=76b38c42-92fc-464e-9bb6-3c74d67b4b4d)] {{(pid=87678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 17 00:43:40.750396 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1786308'] for port, precommit_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.824352 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794907371439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794906994050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7097796'] for port, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:40.870960 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=949a84e0-9d2f-4a52-8760-3b41f8813c14,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:40.876802 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] No DVR routers for this DVR port 949a84e0-9d2f-4a52-8760-3b41f8813c14 on host dv-neutron-829040-1-hyperv {{(pid=87677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 00:43:40.903347 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Calling delete_port for 949a84e0-9d2f-4a52-8760-3b41f8813c14 owned by network:dhcp {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 17 00:43:40.973064 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.db.api [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:43:40.973425 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG oslo_db.api [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 00:43:41.012221 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a980c318-c9ab-4acb-a9fd-492e6c08be32 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:41.047724 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: a980c318-c9ab-4acb-a9fd-492e6c08be32 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:41.048092 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device a980c318-c9ab-4acb-a9fd-492e6c08be32 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:41.048520 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:41.084866 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:41.085217 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device bf2d5dcd-f65e-4b79-a3c3-5e1dbd7c155f not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:41.085642 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 949a84e0-9d2f-4a52-8760-3b41f8813c14 no longer exists at agent ovs-agent-dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 17 00:43:41.088603 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679052', 'neutron.services.segments.db._delete_segments_for_network-8794907514287'] for network, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.113795 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950efa81-ff96-4dda-98a2-30bbcb402b5a']}} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:41.118423 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] No Port match for: 949a84e0-9d2f-4a52-8760-3b41f8813c14 {{(pid=87678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 17 00:43:41.118992 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.rpc [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Device 949a84e0-9d2f-4a52-8760-3b41f8813c14 not bound to the agent host dv-neutron-829040-1-hyperv {{(pid=87678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 17 00:43:41.126587 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b38c42-92fc-464e-9bb6-3c74d67b4b4d') {'for_net_delete': True} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:41.126794 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.services.segments.db [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b38c42-92fc-464e-9bb6-3c74d67b4b4d') {} {{(pid=87677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 00:43:41.137938 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794907517130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8352919'] for segment, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.153179 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-674709'] for segment, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.158941 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 00:43:41.159310 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-674700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7097617'] for segment, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: Traceback (most recent call last): Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: timer() Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: cb(*args, **kw) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: return func(*args, **kwargs) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: self._notify() Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: self.callback(batched_events) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: event.method(event) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: return f(self, *a, **k) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._get(url).json() Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: return self.request(url, 'GET', **kwargs) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:43:41.172307 dv-neutron-829040-1-hyperv neutron-server[87677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:43:41.245395 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1787538'] for network, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.260964 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Notify callbacks [] for network, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.270483 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=950efa81-ff96-4dda-98a2-30bbcb402b5a,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:41.274419 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-32cefe41-69ae-44aa-b50b-ec7d68d168d6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/950efa81-ff96-4dda-98a2-30bbcb402b5a HTTP/1.1" status: 204 len: 168 time: 0.9695716 Feb 17 00:43:41.379838 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36550) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:41.426402 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-4aea3064-4988-4244-91ba-7adadda553ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6055f32796546a8bd068b8f418e4d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454113 Feb 17 00:43:41.428840 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [-] (87676) accepted ('10.222.0.47', 36554) {{(pid=87676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:41.474983 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Deleting port 949a84e0-9d2f-4a52-8760-3b41f8813c14 {{(pid=87678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 17 00:43:41.475509 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794907369319'] for port, before_delete {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.489268 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b798188-36ff-47e0-8d4a-983fe08edbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.514142 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b798188-36ff-47e0-8d4a-983fe08edbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.540468 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron.plugins.ml2.plugin [None req-f6acc406-732b-4579-9335-ba6823f315bd None None] The port '949a84e0-9d2f-4a52-8760-3b41f8813c14' was deleted {{(pid=87678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 17 00:43:41.565402 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b798188-36ff-47e0-8d4a-983fe08edbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.580488 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b798188-36ff-47e0-8d4a-983fe08edbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2df14a-77c4-4a84-8de1-27c796cac4b6,revision_number=None']} {{(pid=87676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:41.588212 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron_lib.callbacks.manager [None req-7b798188-36ff-47e0-8d4a-983fe08edbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:41.589313 dv-neutron-829040-1-hyperv neutron-server[87676]: INFO neutron.wsgi [None req-7b798188-36ff-47e0-8d4a-983fe08edbce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e2df14a-77c4-4a84-8de1-27c796cac4b6 HTTP/1.1" status: 204 len: 168 time: 0.1595149 Feb 17 00:43:41.940768 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36562) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:41.989627 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-1e467f3c-43fd-413c-9d01-17da8d5f96cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f828cf8a03bf426599951985a9dc8110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476720 Feb 17 00:43:41.992041 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [-] (87677) accepted ('10.222.0.47', 36566) {{(pid=87677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:43:42.047099 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-493935e9-1bdd-4647-9258-d6bb05fd3c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:42.074462 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-493935e9-1bdd-4647-9258-d6bb05fd3c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:42.125566 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-493935e9-1bdd-4647-9258-d6bb05fd3c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687861'] for security_group, after_delete {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:42.140189 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493935e9-1bdd-4647-9258-d6bb05fd3c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361bdf70-316e-4962-81e0-de6d4aa53f3d,revision_number=None']} {{(pid=87677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 00:43:42.148308 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron_lib.callbacks.manager [None req-493935e9-1bdd-4647-9258-d6bb05fd3c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:43:42.149413 dv-neutron-829040-1-hyperv neutron-server[87677]: INFO neutron.wsgi [None req-493935e9-1bdd-4647-9258-d6bb05fd3c17 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/361bdf70-316e-4962-81e0-de6d4aa53f3d HTTP/1.1" status: 204 len: 168 time: 0.1564696 Feb 17 00:43:51.942273 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:03.830854 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-99a09039-402f-4ada-9cdb-92f08c9cfc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:06.066914 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a4455760-fcb8-46d9-ae97-c1889ce65eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:07.086435 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:07.487371 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:08.731903 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:15.080522 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:44:21.948012 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:33.832763 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-2e5de401-89b5-4a14-9fe8-811e8bac48c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:36.067678 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-0c259d3b-2010-48be-bef2-9773844cf831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:37.088035 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:37.490576 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:38.734788 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:51.945800 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:44:52.080471 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:45:03.837565 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1b088712-e115-42d3-870a-a6f3a449342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:06.068044 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4ab-8a98-487b-81eb-bc05d41f60e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:07.093833 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:07.493424 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:08.744523 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:21.959165 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:29.080167 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:45:33.839952 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f850916a-2277-4e99-98eb-bbb5eae1b8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:36.068595 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-685d0e76-0292-4110-a845-7484a2b3ee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:37.085049 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:37.496904 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:38.739319 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:45:51.972261 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:03.842141 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-8f7d376c-cf75-474b-a67f-a31eae50ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:06.069362 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-e2e70af8-7522-4c82-98bc-43869bdda35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:06.079571 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:46:07.087504 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:07.499587 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:08.741149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:21.986783 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:33.856465 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-f1189226-2f44-4d48-ae69-77dfbcc095da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:36.070149 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-6db3d040-fb48-472d-a6d3-1ec3f4673cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:37.092772 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:37.510168 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:38.744185 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:46:43.078930 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:46:51.987034 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:03.848387 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-35e1dd01-4c27-4113-8525-12302da0ac72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:06.072315 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-59d0d0c5-dc8d-450a-b7e9-0b7da9f2b008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:07.093927 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:07.504103 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:08.746938 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:20.078188 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:47:22.000666 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:26.166675 dv-neutron-829040-1-hyperv neutron-server[87677]: DEBUG neutron.wsgi [req-cc227e31-bcb5-4db4-b7cb-623182ba2064 req-fb561a8a-c508-427a-a909-481810d18166 service neutron] (87677) timed out ('10.222.0.47', 35140) {{(pid=87677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:47:33.849150 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-08d16eea-7f59-4548-ba4e-8c07a2161fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:36.073711 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-669a7c43-1528-42b7-965b-e7ca5a3bbfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:37.096330 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:37.197988 dv-neutron-829040-1-hyperv neutron-server[87676]: DEBUG neutron.wsgi [req-7f57c57a-aa2e-426f-abcb-565da8c97feb req-d95e5932-6351-437c-8edb-7b3d0345d4a4 service neutron] (87676) timed out ('10.222.0.24', 62746) {{(pid=87676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:47:37.508881 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:38.749344 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:52.000619 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:47:57.076761 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:48:03.855354 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-cfdfcd21-f460-4cda-8a8f-8bd213fee0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:06.075479 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-536e5f71-7cab-4cf9-8c2b-ec565da9d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:07.097753 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:07.510129 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:08.751665 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:21.999767 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:33.848578 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-7104b450-846c-473c-bed9-09fd0170c30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:34.075386 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 17 00:48:36.077643 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-128a638c-bebb-49ec-8b9e-8ff1bd3d1181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:37.099553 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:37.512170 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:38.755084 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:48:51.998200 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-a67c994d-9635-483d-915d-d1b0eba0e9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:49:03.850506 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-d8be624e-ef65-41d4-84ba-3a591c88e939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:49:06.079500 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1505ae68-1d3c-42a9-8a01-e3f03663ca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:49:07.101195 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-ee444798-5319-4237-89fc-1dafd0c6965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:49:07.515521 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-1d849c3f-65ea-4295-a97d-cb14c1678a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:49:08.757632 dv-neutron-829040-1-hyperv neutron-server[87678]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb3e1-7022-4725-81ba-acc760ea34b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794907514269', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680658'] for agent, after_update {{(pid=87678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 00:49:11.074259 dv-neutron-829040-1-hyperv neutron-server[87679]: DEBUG neutron.db.agents_db [None req-d2b61eff-a67d-4f4e-9790-04f834521167 None None] Agent healthcheck: found 6 active agents {{(pid=87679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}